diff --git a/docker/Dockerfile b/docker/Dockerfile index 034f73736ca7..57eb1628804a 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -461,6 +461,12 @@ ENV CUDA_HOME=/usr/local/cuda RUN export TORCH_CUDA_ARCH_LIST="${TORCH_CUDA_ARCH_LIST:-9.0a+PTX}" \ && bash install_python_libraries.sh +# CUDA image changed from /usr/local/nvidia to /usr/local/cuda in 12.8 but will +# return to /usr/local/nvidia in 13.0 to allow container providers to mount drivers +# consistently from the host (see https://github.com/vllm-project/vllm/issues/18859). +# Until then, add /usr/local/nvidia/lib64 before the image cuda path to allow override. +ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:${LD_LIBRARY_PATH} + #################### vLLM installation IMAGE #################### #################### TEST IMAGE ####################