update build

deepjavalibrary · Jun 2, 2024 · dd931a2 · dd931a2
1 parent 816700e
commit dd931a2
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/serving/docker/Dockerfile b/serving/docker/Dockerfile
@@ -92,7 +92,8 @@ RUN apt-get update  -y \
 RUN pip install --upgrade pip \
     && pip install wheel packaging ninja setuptools>=49.4.0 numpy
 
-RUN git clone https://github.com/vllm-project/vllm -b ${vllm_version} && cd vllm && \
+# FIXME: use official vLLM branch once the PR: https://github.com/vllm-project/vllm/pull/5200 merged
+RUN git clone https://github.com/lanking520/vllm -b ${vllm_version} && cd vllm && \
     pip install -v -r requirements-cpu.txt --extra-index-url https://download.pytorch.org/whl/cpu && \
     VLLM_TARGET_DEVICE=cpu pip3 wheel . --no-deps