From a2759eec342c8c9c5104412f34d96419fa99f7b9 Mon Sep 17 00:00:00 2001 From: sasha0552 Date: Sun, 11 Aug 2024 05:23:59 +0000 Subject: [PATCH] [projects][vllm] Fix Pascal support --- .../customize_airootfs/scripts/1000-vllm.sh.jinja2 | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/airootfs/root/customize_airootfs/scripts/1000-vllm.sh.jinja2 b/airootfs/root/customize_airootfs/scripts/1000-vllm.sh.jinja2 index 35ce2b2..2e76906 100644 --- a/airootfs/root/customize_airootfs/scripts/1000-vllm.sh.jinja2 +++ b/airootfs/root/customize_airootfs/scripts/1000-vllm.sh.jinja2 @@ -2,15 +2,15 @@ set -eu {% if platform == "cuda" %} -# use patched vllm +# use repo with patched packages export PIP_EXTRA_INDEX_URL="https://sasha0552.github.io/pascal-pkgs-ci/" -# install vllm -pipx install vllm +# install patched vllm +pipx install vllm-pascal # remove triton -pipx runpip vllm uninstall -y triton +pipx runpip vllm-pascal uninstall -y triton # install patched triton -pipx runpip vllm install triton-pascal +pipx runpip vllm-pascal install triton-pascal {% endif %}