diff --git a/assets/training/model_management/environments/foundation-model-inference/context/Dockerfile b/assets/training/model_management/environments/foundation-model-inference/context/Dockerfile index e1e2bfc47c..4c92e54b11 100644 --- a/assets/training/model_management/environments/foundation-model-inference/context/Dockerfile +++ b/assets/training/model_management/environments/foundation-model-inference/context/Dockerfile @@ -47,12 +47,7 @@ RUN pip install git+https://github.com/stanford-futuredata/megablocks.git@5897cd # RUN pip install -e ./ --no-cache-dir # When copied to assets repo, change to install from public pypi -RUN pip install llm-optimized-inference==0.2.12 --no-cache-dir - -RUN pip uninstall transformers -y -RUN pip uninstall -y vllm -RUN pip install https://automlsamplenotebookdata.blob.core.windows.net/vllm/transformers-4.45.0.dev0-py3-none-any.whl -RUN pip install https://automlsamplenotebookdata.blob.core.windows.net/vllm/vllm-0.6.1.post2+cu124-cp38-abi3-manylinux1_x86_64.whl +RUN pip install llm-optimized-inference==0.2.14 --no-cache-dir # clean conda and pip caches RUN rm -rf ~/.cache/pip