Fix os command in vLLM Dockerfile (#5444)

* build and test ec2

* build and test sm

* build and test ray

* build and test sm

* build and test ec2

* build and test sm

* build and test ec2

* revert toml

Author: Jyothirmaikottu

vllm/x86_64/gpu/Dockerfile

@@ -61,7 +61,8 @@ RUN bash install_efa.sh ${EFA_VERSION} && \
 # ====================== ec2 =========================================
 FROM base AS vllm-ec2 
 
-RUN apt-get update && \
+RUN dpkg -l | grep -E "cuda|nvidia|libnv" | awk '{print $2}' | xargs apt-mark hold && \
+    apt-get update && \
     apt-get upgrade -y && \
     apt-get clean
 
@@ -73,7 +74,8 @@ ENTRYPOINT ["/usr/local/bin/dockerd_entrypoint.sh"]
 # ====================== sagemaker =========================================
 FROM base AS vllm-sagemaker
 
-RUN apt-get update && \
+RUN dpkg -l | grep -E "cuda|nvidia|libnv" | awk '{print $2}' | xargs apt-mark hold && \
+    apt-get update && \
     apt-get upgrade -y && \
     apt-get clean
 

vllm/x86_64/gpu/Dockerfile.rayserve

@@ -61,7 +61,9 @@ RUN bash install_efa.sh ${EFA_VERSION} && \
 FROM base AS vllm-rayserve-ec2
 
 RUN uv pip install --system ray[serve]==2.49.0 && \
-    uv cache clean \
+    uv cache clean 
+    
+RUN dpkg -l | grep -E "cuda|nvidia|libnv" | awk '{print $2}' | xargs apt-mark hold && \
     apt-get update && \
     apt-get upgrade -y && \
     apt-get clean