build image to test prefix caching

intel-analytics · Nov 26, 2024 · 66997b9 · 66997b9
1 parent 52c17fe
commit 66997b9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/docker/llm/serving/xpu/docker/Dockerfile b/docker/llm/serving/xpu/docker/Dockerfile
@@ -86,7 +86,7 @@ RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRO
     rm -rf /tmp/neo && \
     mkdir -p /llm && \
     cd /llm && \
-    git clone -b 0.6.2 https://github.com/analytics-zoo/vllm.git /llm/vllm && \
+    git clone -b add_prefix_caching https://github.com/hzjane/vllm.git /llm/vllm && \
     cd /llm/vllm && \
     pip install setuptools-scm && \
     pip install --upgrade cmake && \