diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml
index 8af8f7535..2b1992063 100644
--- a/.github/workflows/unit_tests.yml
+++ b/.github/workflows/unit_tests.yml
@@ -521,6 +521,11 @@ jobs:
           if [ "${{ matrix.test_script }}" == "test_ipex_xpu" ]; then
             source /etc/profile.d/pyenv.sh && pyenv activate xpu
           fi
+          
+          if [[ "${{ matrix.test_script }}" == *"mlx"* ]]; then
+            uv pip install mlx_lm --no-build-isolation
+          fi
+
           echo "===== install dist/whl ====="
           uv pip install dist/*.whl