diff --git a/.github/workflows/gpu_test.yaml b/.github/workflows/gpu_test.yaml
index 42dfd4d16b..7a664b2e29 100644
--- a/.github/workflows/gpu_test.yaml
+++ b/.github/workflows/gpu_test.yaml
@@ -53,7 +53,7 @@ jobs:
       - name: Install remaining dependencies
         run: |
           python -m pip install -e ".[dev]"
-          python -m pip install lm-eval==0.4.5
+          python -m pip install lm-eval>=0.4.5
       - name: Run recipe and unit tests with coverage
         run: pytest tests --ignore tests/torchtune/modules/_export --with-integration --cov=. --cov-report=xml --durations=20 -vv
       - name: Upload Coverage to Codecov
diff --git a/.github/workflows/recipe_test.yaml b/.github/workflows/recipe_test.yaml
index d5a2dbe790..52cee048c4 100644
--- a/.github/workflows/recipe_test.yaml
+++ b/.github/workflows/recipe_test.yaml
@@ -42,7 +42,7 @@ jobs:
         run: |
           python -m pip install torch torchvision torchao
           python -m pip install -e ".[dev]"
-          python -m pip install lm-eval==0.4.5
+          python -m pip install lm-eval>=0.4.5
       - name: Run recipe tests with coverage
         run: pytest tests -m integration_test --cov=. --cov-report=xml --durations=20 -vv
       - name: Upload Coverage to Codecov
diff --git a/.github/workflows/regression_test.yaml b/.github/workflows/regression_test.yaml
index 4e27f79ba7..fa3da28b74 100644
--- a/.github/workflows/regression_test.yaml
+++ b/.github/workflows/regression_test.yaml
@@ -58,7 +58,7 @@ jobs:
       - name: Install remaining dependencies
         run: |
           python -m pip install -e ".[dev]"
-          python -m pip install lm-eval==0.4.5
+          python -m pip install lm-eval>=0.4.5
       - name: Run regression tests with coverage
         run: pytest tests -m slow_integration_test --silence-s3-logs --cov=. --cov-report=xml --durations=20 -vv
       - name: Upload Coverage to Codecov
diff --git a/recipes/configs/llama3_2_vision/11B_evaluation.yaml b/recipes/configs/llama3_2_vision/11B_evaluation.yaml
index 13bbabf549..832f5072b5 100644
--- a/recipes/configs/llama3_2_vision/11B_evaluation.yaml
+++ b/recipes/configs/llama3_2_vision/11B_evaluation.yaml
@@ -3,8 +3,8 @@
 # This config assumes that you've run the following command before launching:
 #   tune download meta-llama/Llama-3.2-11B-Vision-Instruct --output-dir /tmp/Llama-3.2-11B-Vision-Instruct --ignore-patterns "original/consolidated*"
 #
-# It also assumes that you've downloaded the EleutherAI Eval Harness (v0.4.5):
-#   pip install lm_eval==0.4.5
+# It also assumes that you've downloaded the EleutherAI Eval Harness (v0.4.5 or higher):
+#   pip install lm_eval
 #
 # To launch, run the following command from root torchtune directory:
 #    tune run eleuther_eval --config llama3_2_vision/11B_evaluation
diff --git a/recipes/eleuther_eval.py b/recipes/eleuther_eval.py
index 68503ff63c..5693e899ad 100644
--- a/recipes/eleuther_eval.py
+++ b/recipes/eleuther_eval.py
@@ -441,10 +441,10 @@ def __init__(self, cfg: DictConfig) -> None:
         # Double check we have the right Eval Harness version
         from importlib.metadata import version
 
-        if version("lm-eval") != "0.4.5":
+        if version("lm-eval") < "0.4.5":
             raise RuntimeError(
-                "This recipe requires EleutherAI Eval Harness v0.4.5. "
-                "Please install with `pip install lm-eval==0.4.5`"
+                "This recipe requires EleutherAI Eval Harness v0.4.5 or higher. "
+                "Please install with `pip install lm-eval>=0.4.5`"
             )
 
         # General variable initialization
diff --git a/tests/recipes/test_eleuther_eval.py b/tests/recipes/test_eleuther_eval.py
index 192ab50e45..c4e56c246a 100644
--- a/tests/recipes/test_eleuther_eval.py
+++ b/tests/recipes/test_eleuther_eval.py
@@ -132,8 +132,8 @@ def test_eval_recipe_errors_without_lm_eval(self, monkeypatch, tmpdir):
         monkeypatch.setattr(sys, "argv", cmd)
         with pytest.raises(
             RuntimeError,
-            match="This recipe requires EleutherAI Eval Harness v0.4.5. "
-            "Please install with `pip install lm-eval==0.4.5`",
+            match="This recipe requires EleutherAI Eval Harness v0.4.5 or higher. "
+            "Please install with `pip install lm-eval>=0.4.5`",
         ):
             runpy.run_path(TUNE_PATH, run_name="__main__")