Merge pull request #2895 from verilog-to-routing/improve-nightly-test

Improve nightly test manual and regenerate QoR results
verilog-to-routing · Feb 14, 2025 · 208197f · 208197f
2 parents 7f0f9fc + 47cd0b7
commit 208197f
Show file tree

Hide file tree

Showing 7 changed files with 176 additions and 148 deletions.
diff --git a/.github/workflows/nightly_test_manual.yml b/.github/workflows/nightly_test_manual.yml
@@ -4,6 +4,11 @@ name: NightlyTestManual
 on:
   workflow_dispatch:
 
+  # Automatically runs every Sunday 5 AM UTC.
+  # Results should be ready ~15 hours later (Sunday 8 PM UTC), on time for Monday mornings.
+  schedule:
+    - cron:  '0 5 * * 0'
+
 # We want to cancel previous runs for a given PR or branch / ref if another CI
 # run is requested.
 # See: https://docs.github.com/en/actions/using-jobs/using-concurrency
@@ -57,15 +62,38 @@ jobs:
     # Run all of the nightly tests.
     # TODO: We could expose more parallelism if we had one task list which ran
     #       all of these.
-    - name: 'Run Nightly Tests'
+    - name: 'Run Nightly Test 1'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test1
+
+    - name: 'Run Nightly Test 2'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test2
+
+    - name: 'Run Nightly Test 3'
       run: |
         source .venv/bin/activate
-        ./run_reg_test.py -j12 \
-            vtr_reg_nightly_test1 \
-            vtr_reg_nightly_test2 \
-            vtr_reg_nightly_test3 \
-            vtr_reg_nightly_test4 \
-            vtr_reg_nightly_test5 \
-            vtr_reg_nightly_test6 \
-            vtr_reg_nightly_test7
+        ./run_reg_test.py -j12 vtr_reg_nightly_test3
+
 
+    - name: 'Run Nightly Test 4'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test4
+
+    - name: 'Run Nightly Test 5'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test5
+
+    - name: 'Run Nightly Test 6'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test6
+
+    - name: 'Run Nightly Test 7'
+      run: |
+        source .venv/bin/activate
+        ./run_reg_test.py -j12 vtr_reg_nightly_test7
diff --git a/...regression_tests/vtr_reg_nightly_test1/power_extended_arch_list/config/golden_results.txt b/...regression_tests/vtr_reg_nightly_test1/power_extended_arch_list/config/golden_results.txt
diff --git a/...egression_tests/vtr_reg_nightly_test7/3d_cb_titan_other_auto_bb/config/golden_results.txt b/...egression_tests/vtr_reg_nightly_test7/3d_cb_titan_other_auto_bb/config/golden_results.txt
diff --git a/...egression_tests/vtr_reg_nightly_test7/3d_cb_titan_other_cube_bb/config/golden_results.txt b/...egression_tests/vtr_reg_nightly_test7/3d_cb_titan_other_cube_bb/config/golden_results.txt
diff --git a/...egression_tests/vtr_reg_nightly_test7/3d_sb_titan_other_auto_bb/config/golden_results.txt b/...egression_tests/vtr_reg_nightly_test7/3d_sb_titan_other_auto_bb/config/golden_results.txt
diff --git a/...sion_tests/vtr_reg_nightly_test7/3d_sb_titan_other_per_layer_bb/config/golden_results.txt b/...sion_tests/vtr_reg_nightly_test7/3d_sb_titan_other_per_layer_bb/config/golden_results.txt
diff --git a/...sks/regression_tests/vtr_reg_nightly_test7/titan_other_run_flat/config/golden_results.txt b/...sks/regression_tests/vtr_reg_nightly_test7/titan_other_run_flat/config/golden_results.txt