Merge pull request #1267 from exhyy/fix-mmlu

fix task reloading of MMLU
confident-ai · Jan 14, 2025 · 4450ac8 · 4450ac8
2 parents 9b34b7d + a2b8485
commit 4450ac8
Showing 1 changed file with 4 additions and 7 deletions.
diff --git a/deepeval/benchmarks/mmlu/mmlu.py b/deepeval/benchmarks/mmlu/mmlu.py
@@ -232,13 +232,10 @@ def batch_predict(
 
     def load_benchmark_dataset(self, task: MMLUTask) -> List[Golden]:
 
-        if self.dataset:
-            dataset = self.dataset
-        else:
-            dataset = load_dataset(
-                "lukaemon/mmlu", task.value, trust_remote_code=True
-            )
-            self.dataset = dataset
+        dataset = load_dataset(
+            "lukaemon/mmlu", task.value, trust_remote_code=True
+        )
+        self.dataset = dataset
 
         # If dataset has not been previously loaded, construct
         # dataset of examples and save as instance var (to save time)