Split long tests into smaller parts

HabanaAI · Feb 19, 2025 · 9385f80 · 9385f80
1 parent 3d897b4
commit 9385f80
Show file tree

Hide file tree

Showing 5 changed files with 17 additions and 11 deletions.
diff --git a/...l-harness/configs/models-large-g3-tp2.txt → ...m-eval-harness/configs/models-large-2.txt b/...l-harness/configs/models-large-g3-tp2.txt → ...m-eval-harness/configs/models-large-2.txt
@@ -1,2 +1 @@
-Meta-Llama-3-70B-Instruct.yaml
 Mixtral-8x7B-Instruct-v0.1.yaml
diff --git a/.jenkins/lm-eval-harness/configs/models-small-2.txt b/.jenkins/lm-eval-harness/configs/models-small-2.txt
@@ -0,0 +1,2 @@
+granite-8b.yaml
+granite-20b.yaml
diff --git a/.jenkins/lm-eval-harness/configs/models-small-3.txt b/.jenkins/lm-eval-harness/configs/models-small-3.txt
@@ -0,0 +1,2 @@
+Qwen2-7b-Instruct.yaml
+Mistral-7B-Instruct-v0.3.yaml
diff --git a/.jenkins/lm-eval-harness/configs/models-small-g3-tp1.txt b/.jenkins/lm-eval-harness/configs/models-small-g3-tp1.txt
diff --git a/.jenkins/test_config.yaml b/.jenkins/test_config.yaml
@@ -2,9 +2,15 @@
 stages:
   - name: test_gsm8k_small_models
     steps:
-      - name: gsm8k_small_g3_tp1
+      - name: gsm8k_small_g3_tp1_part1
         flavor: g3
-        command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-small-g3-tp1.txt -t 1
+        command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-small.txt -t 1
+      - name: gsm8k_small_g3_tp1_part2
+        flavor: g3
+        command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-small-2.txt -t 1
+      - name: gsm8k_small_g3_tp1_part3
+        flavor: g3
+        command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-small-3.txt -t 1
       - name: gsm8k_small_g3_tp2
         flavor: g3.s
         command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-small.txt -t 2
@@ -16,9 +22,12 @@ stages:
         command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-small.txt -t 2
   - name: test_gsm8k_large_models
     steps:
-      - name: gsm8k_large_g3_tp2
+      - name: gsm8k_large_g3_tp2_part1
+        flavor: g3.s
+        command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-large.txt -t 2
+      - name: gsm8k_large_g3_tp2_part2
         flavor: g3.s
-        command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-large-g3-tp2.txt -t 2
+        command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-large-2.txt -t 2
       - name: gsm8k_large_g2_tp4
         flavor: g2.m
         command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-large.txt -t 4
Original file line number	Diff line number	Diff line change
		@@ -1,2 +1 @@
		Meta-Llama-3-70B-Instruct.yaml
		Mixtral-8x7B-Instruct-v0.1.yaml
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		Qwen2-7b-Instruct.yaml
		Mistral-7B-Instruct-v0.3.yaml