We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b3cb4d6 commit 8249bafCopy full SHA for 8249baf
vllm/docker/Dockerfile
@@ -120,6 +120,10 @@ RUN pip install accelerate hf_transfer 'modelscope!=1.15.0'
120
RUN pip uninstall pytorch-triton-xpu triton -y && \
121
pip install https://download.pytorch-extension.intel.com/ipex_dev/xpu/triton-3.3.0%2Bgitbd88137b-cp310-cp310-linux_x86_64.whl
122
123
+# Pin transformers version to avoid conflict in vLLM
124
+RUN pip install "transformers<4.54.0"
125
+
126
127
# Set additional environment for production usage
128
ENV VLLM_USAGE_SOURCE=production-docker-image
129
ENV TRITON_XPU_PROFILE=1
0 commit comments