fix test dep

Signed-off-by: Junpu Fan <[email protected]>

Author: junpuf

.github/workflows/pr-vllm.yml

@@ -77,6 +77,7 @@ jobs:
             uv pip install --no-upgrade --system pytest pytest-asyncio
             uv pip install --no-upgrade --system -e tests/vllm_test_utils
             uv pip install --no-upgrade --system hf_transfer
+            uv pip install --system model-hosting-container-standards==0.1.9
             mkdir src
             mv vllm src/vllm
           '
@@ -88,8 +89,16 @@ jobs:
             nvidia-smi
 
             pip list | grep model-hosting-container-standards
-            SAGEMAKER_CONTAINER_LOG_LEVEL=20 vllm serve TinyLlama/TinyLlama-1.1B-Chat-v1.0 --dtype auto
-            SAGEMAKER_CONTAINER_LOG_LEVEL=INFO vllm serve TinyLlama/TinyLlama-1.1B-Chat-v1.0 --dtype auto
+
+            SAGEMAKER_CONTAINER_LOG_LEVEL=20 vllm serve TinyLlama/TinyLlama-1.1B-Chat-v1.0 --dtype auto &
+            VLLM_PID=$!
+            sleep 60
+            kill $VLLM_PID
+
+            SAGEMAKER_CONTAINER_LOG_LEVEL=INFO vllm serve TinyLlama/TinyLlama-1.1B-Chat-v1.0 --dtype auto &
+            VLLM_PID=$!
+            sleep 60
+            kill $VLLM_PID
 
             # Test LoRA adapter loading/unloading via SageMaker endpoints
             pytest tests/entrypoints/sagemaker/test_sagemaker_lora_adapters.py -v
@@ -210,6 +219,7 @@ jobs:
             uv pip install --no-upgrade --system pytest pytest-asyncio
             uv pip install --no-upgrade --system -e tests/vllm_test_utils
             uv pip install --no-upgrade --system hf_transfer
+            uv pip install --system model-hosting-container-standards==0.1.9
             mkdir src
             mv vllm src/vllm
           '
@@ -274,6 +284,7 @@ jobs:
             uv pip install --no-upgrade --system pytest pytest-asyncio
             uv pip install --no-upgrade --system -e tests/vllm_test_utils
             uv pip install --no-upgrade --system hf_transfer
+            uv pip install --system model-hosting-container-standards==0.1.9
             mkdir src
             mv vllm src/vllm
           '
@@ -356,6 +367,7 @@ jobs:
             uv pip install --no-upgrade --system pytest pytest-asyncio
             uv pip install --no-upgrade --system -e tests/vllm_test_utils
             uv pip install --no-upgrade --system hf_transfer
+            uv pip install --system model-hosting-container-standards==0.1.9
             mkdir src
             mv vllm src/vllm
           '
@@ -367,8 +379,16 @@ jobs:
             nvidia-smi
 
             pip list | grep model-hosting-container-standards
-            SAGEMAKER_CONTAINER_LOG_LEVEL=20 vllm serve TinyLlama/TinyLlama-1.1B-Chat-v1.0 --dtype auto
-            SAGEMAKER_CONTAINER_LOG_LEVEL=INFO vllm serve TinyLlama/TinyLlama-1.1B-Chat-v1.0 --dtype auto
+
+            SAGEMAKER_CONTAINER_LOG_LEVEL=20 vllm serve TinyLlama/TinyLlama-1.1B-Chat-v1.0 --dtype auto &
+            VLLM_PID=$!
+            sleep 60
+            kill $VLLM_PID
+
+            SAGEMAKER_CONTAINER_LOG_LEVEL=INFO vllm serve TinyLlama/TinyLlama-1.1B-Chat-v1.0 --dtype auto &
+            VLLM_PID=$!
+            sleep 60
+            kill $VLLM_PID
 
             # Test LoRA adapter loading/unloading via SageMaker endpoints
             pytest tests/entrypoints/sagemaker/test_sagemaker_lora_adapters.py -v
@@ -484,6 +504,7 @@ jobs:
             uv pip install --no-upgrade --system pytest pytest-asyncio
             uv pip install --no-upgrade --system -e tests/vllm_test_utils
             uv pip install --no-upgrade --system hf_transfer
+            uv pip install --system model-hosting-container-standards==0.1.9
             mkdir src
             mv vllm src/vllm
           '
@@ -548,6 +569,7 @@ jobs:
             uv pip install --no-upgrade --system pytest pytest-asyncio
             uv pip install --no-upgrade --system -e tests/vllm_test_utils
             uv pip install --no-upgrade --system hf_transfer
+            uv pip install --system model-hosting-container-standards==0.1.9
             mkdir src
             mv vllm src/vllm
           '
@@ -611,6 +633,7 @@ jobs:
             uv pip install --no-upgrade --system pytest pytest-asyncio
             uv pip install --no-upgrade --system -e tests/vllm_test_utils
             uv pip install --no-upgrade --system hf_transfer
+            uv pip install --system model-hosting-container-standards==0.1.9
             mkdir src
             mv vllm src/vllm
           '