From dcf4e3cadefae2ed5e57bedd7f4655165e1bd05f Mon Sep 17 00:00:00 2001 From: Artur Fierka Date: Mon, 28 Oct 2024 10:15:15 +0200 Subject: [PATCH] Clean up code --- .jenkins/lm-eval-harness/test_lm_eval_correctness.py | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/.jenkins/lm-eval-harness/test_lm_eval_correctness.py b/.jenkins/lm-eval-harness/test_lm_eval_correctness.py index b241e1c7ae84a..340011c0dc338 100644 --- a/.jenkins/lm-eval-harness/test_lm_eval_correctness.py +++ b/.jenkins/lm-eval-harness/test_lm_eval_correctness.py @@ -50,14 +50,10 @@ def launch_lm_eval(eval_config, is_fp8=False): f"max_model_len=4096," \ f"max_num_seqs={max_num_seqs}," \ f"trust_remote_code={trust_remote_code}" - print(f"MODEL_ARGS: {model_args}\tTYPE: {type(model_args)}") if is_fp8: - tmp_args = ",quantization=inc," \ + model_args += ",quantization=inc," \ "kv_cache_dtype=fp8_inc," \ "weights_load_device=cpu" - print(f"TMP_ARGS: {tmp_args}\tTYPE: {type(tmp_args)}") - model_args += tmp_args - print(f"FP8_MODEL_ARGS: {model_args}\tTYPE: {type(model_args)}") kwargs = {} if 'fewshot_as_multiturn' in eval_config: kwargs['fewshot_as_multiturn'] = eval_config['fewshot_as_multiturn'] @@ -151,7 +147,6 @@ def test_lm_eval_correctness(record_xml_attribute, record_property): record_xml_attribute("name", testname) # Set up environment for FP8 inference - print(f"EVAL_CONFIG: {eval_config}, TEST_DATA_FILE: {TEST_DATA_FILE}") if eval_config.get("fp8"): setup_fp8(TEST_DATA_FILE, platform) # Launch eval requests.