Merge branch 'mm_tests' of github.com:SalmanMohammadi/torchtune into …

…mm_tests
pytorch · Nov 11, 2024 · acd6763 · acd6763
2 parents e3f8178 + c3246c0
commit acd6763
Showing 1 changed file with 8 additions and 8 deletions.
diff --git a/tests/recipes/test_eleuther_eval.py b/tests/recipes/test_eleuther_eval.py
@@ -23,14 +23,6 @@
 
 
 class TestEleutherEval:
-    @pytest.mark.parametrize(
-        "eval_name, expected_acc, bsz",
-        [
-            ("truthfulqa_gen", 0.1, 4),
-            ("truthfulqa_gen", 0.1, 1),
-            ("truthfulqa_mc2", 0.4, 4),
-        ],
-    )
     @pytest.fixture
     def hide_correct_version_number(self, monkeypatch):
         import importlib.metadata
@@ -55,6 +47,14 @@ def expected_vision_acc(self):
             "Physics": 0.0,
         }
 
+    @pytest.mark.parametrize(
+        "eval_name, expected_acc, bsz",
+        [
+            ("truthfulqa_gen", 0.1, 4),
+            ("truthfulqa_gen", 0.1, 1),
+            ("truthfulqa_mc2", 0.4, 4),
+        ],
+    )
     @pytest.mark.integration_test
     def test_torchtune_checkpoint_eval_results(
         self, caplog, monkeypatch, tmpdir, eval_name, expected_acc, bsz