[CI/BUILD] Spec decode ci (#524)

Add spec decode CI --------- Signed-off-by: Chendi.Xue <[email protected]>
HabanaAI · Dec 5, 2024 · ad29332 · ad29332
1 parent 8754e17
commit ad29332
Showing 1 changed file with 11 additions and 2 deletions.
diff --git a/.jenkins/test_config.yaml b/.jenkins/test_config.yaml
@@ -44,8 +44,17 @@ stages:
       - name: gsm8k_small_g2_tp2_mss
         flavor: g2.s
         command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-mss.txt -t 2
+      - name: gsm8k_small_g2_tp1_spec_decode
+        flavor: g2
+        command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-mss.txt -t 1
   - name: test_gsm8k_spec_decode
     steps:
-      - name: gsm8k_small_g2_tp1_spec_decode
+      - name: gsm8k_small_g2_tp1_mlp_spec_decode
+        flavor: g2
+        command: TORCH_COMPILE_DISABLE=true VLLM_CONTIGUOUS_PA=false VLLM_SKIP_WARMUP=True pytest -v tests/spec_decode/e2e/test_mlp_correctness.py::test_mlp_e2e_greedy_correctness 
+      - name: gsm8k_small_g2_tp1_medusa_spec_decode
+        flavor: g2
+        command: TORCH_COMPILE_DISABLE=true VLLM_CONTIGUOUS_PA=false VLLM_SKIP_WARMUP=True pytest -v tests/spec_decode/e2e/test_medusa_correctness.py::test_medusa_e2e_greedy_correctness
+      - name: gsm8k_small_g2_tp1_eagle_spec_decode
         flavor: g2
-        command: cd .jenkins/lm-eval-harness && bash run-tests.sh -c configs/models-mss.txt -t 1
+        command: TORCH_COMPILE_DISABLE=true VLLM_CONTIGUOUS_PA=false VLLM_SKIP_WARMUP=True pytest -v tests/spec_decode/e2e/test_eagle_correctness.py::test_eagle_e2e_greedy_correctness