From c3246c02af3a3833b1deac41b72f39714c5c347c Mon Sep 17 00:00:00 2001 From: salman Date: Sat, 9 Nov 2024 11:50:49 +0000 Subject: [PATCH] fixing parameterize --- tests/recipes/test_eleuther_eval.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/tests/recipes/test_eleuther_eval.py b/tests/recipes/test_eleuther_eval.py index ec71fe3312..e0e526bd3e 100644 --- a/tests/recipes/test_eleuther_eval.py +++ b/tests/recipes/test_eleuther_eval.py @@ -23,14 +23,6 @@ class TestEleutherEval: - @pytest.mark.parametrize( - "eval_name, expected_acc, bsz", - [ - ("truthfulqa_gen", 0.1, 4), - ("truthfulqa_gen", 0.1, 1), - ("truthfulqa_mc2", 0.4, 4), - ], - ) @pytest.fixture def hide_correct_version_number(self, monkeypatch): import importlib.metadata @@ -55,6 +47,14 @@ def expected_vision_acc(self): "Physics": 0.0, } + @pytest.mark.parametrize( + "eval_name, expected_acc, bsz", + [ + ("truthfulqa_gen", 0.1, 4), + ("truthfulqa_gen", 0.1, 1), + ("truthfulqa_mc2", 0.4, 4), + ], + ) @pytest.mark.integration_test def test_torchtune_checkpoint_eval_results( self, caplog, monkeypatch, tmpdir, eval_name, expected_acc, bsz