Skip to content

Commit

Permalink
Clean up code
Browse files Browse the repository at this point in the history
  • Loading branch information
afierka-intel committed Oct 28, 2024
1 parent 0789e25 commit dcf4e3c
Showing 1 changed file with 1 addition and 6 deletions.
7 changes: 1 addition & 6 deletions .jenkins/lm-eval-harness/test_lm_eval_correctness.py
Original file line number Diff line number Diff line change
Expand Up @@ -50,14 +50,10 @@ def launch_lm_eval(eval_config, is_fp8=False):
f"max_model_len=4096," \
f"max_num_seqs={max_num_seqs}," \
f"trust_remote_code={trust_remote_code}"
print(f"MODEL_ARGS: {model_args}\tTYPE: {type(model_args)}")
if is_fp8:
tmp_args = ",quantization=inc," \
model_args += ",quantization=inc," \
"kv_cache_dtype=fp8_inc," \
"weights_load_device=cpu"
print(f"TMP_ARGS: {tmp_args}\tTYPE: {type(tmp_args)}")
model_args += tmp_args
print(f"FP8_MODEL_ARGS: {model_args}\tTYPE: {type(model_args)}")
kwargs = {}
if 'fewshot_as_multiturn' in eval_config:
kwargs['fewshot_as_multiturn'] = eval_config['fewshot_as_multiturn']
Expand Down Expand Up @@ -151,7 +147,6 @@ def test_lm_eval_correctness(record_xml_attribute, record_property):
record_xml_attribute("name", testname)

# Set up environment for FP8 inference
print(f"EVAL_CONFIG: {eval_config}, TEST_DATA_FILE: {TEST_DATA_FILE}")
if eval_config.get("fp8"):
setup_fp8(TEST_DATA_FILE, platform)
# Launch eval requests.
Expand Down

0 comments on commit dcf4e3c

Please sign in to comment.