diff --git a/.jenkins/lm-eval-harness/configs/Meta-Llama-3.1-8B-Instruct-mss.yaml b/.jenkins/lm-eval-harness/configs/Meta-Llama-3.1-8B-Instruct-mss.yaml
index f51c84a1d6376..51eadd23d51b8 100644
--- a/.jenkins/lm-eval-harness/configs/Meta-Llama-3.1-8B-Instruct-mss.yaml
+++ b/.jenkins/lm-eval-harness/configs/Meta-Llama-3.1-8B-Instruct-mss.yaml
@@ -13,4 +13,4 @@ num_fewshot: 8
 dtype: "bfloat16"
 fewshot_as_multiturn: true
 apply_chat_template: true
-num_scheduler_steps: 5
\ No newline at end of file
+num_scheduler_steps: 20
\ No newline at end of file