From c3e9d9fa1a15b0705c0a8c3916813ce8c14fd729 Mon Sep 17 00:00:00 2001 From: Artur Fierka Date: Sat, 26 Oct 2024 12:20:10 +0300 Subject: [PATCH] Debug model_args concat --- .jenkins/lm-eval-harness/test_lm_eval_correctness.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/.jenkins/lm-eval-harness/test_lm_eval_correctness.py b/.jenkins/lm-eval-harness/test_lm_eval_correctness.py index ddefe51e716e3..b241e1c7ae84a 100644 --- a/.jenkins/lm-eval-harness/test_lm_eval_correctness.py +++ b/.jenkins/lm-eval-harness/test_lm_eval_correctness.py @@ -52,9 +52,11 @@ def launch_lm_eval(eval_config, is_fp8=False): f"trust_remote_code={trust_remote_code}" print(f"MODEL_ARGS: {model_args}\tTYPE: {type(model_args)}") if is_fp8: - model_args += ",quantization=inc," \ - "kv_cache_dtype=fp8_inc,", \ + tmp_args = ",quantization=inc," \ + "kv_cache_dtype=fp8_inc," \ "weights_load_device=cpu" + print(f"TMP_ARGS: {tmp_args}\tTYPE: {type(tmp_args)}") + model_args += tmp_args print(f"FP8_MODEL_ARGS: {model_args}\tTYPE: {type(model_args)}") kwargs = {} if 'fewshot_as_multiturn' in eval_config: