File tree Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change 11# default base image
2- ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.1.2-neuronx-py310-sdk2.19.1 -ubuntu20.04"
2+ ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.1.2-neuronx-py310-sdk2.20.0 -ubuntu20.04"
33
44FROM $BASE_IMAGE
55
@@ -20,7 +20,7 @@ RUN python3 -m pip install --upgrade pip
2020RUN python3 -m pip install --no-cache-dir fastapi ninja tokenizers pandas
2121RUN python3 -m pip install sentencepiece transformers==4.36.2 -U
2222RUN python3 -m pip install transformers-neuronx --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
23- RUN python3 -m pip install --pre neuronx-cc==2.12 .* --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
23+ RUN python3 -m pip install --pre neuronx-cc==2.15 .* --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
2424
2525COPY ./vllm /app/vllm/vllm
2626COPY ./setup.py /app/vllm/setup.py
Original file line number Diff line number Diff line change 22-r requirements-common.txt
33
44# Dependencies for Neuron devices
5- transformers-neuronx >= 0.9 .0
6- torch-neuronx >= 2.1.0 
5+ transformers-neuronx >= 0.12 .0
6+ torch-neuronx >= 2.1.2 
77neuronx-cc
    
 
   
 
     
   
   
          
     
  
    
     
 
    
      
     
 
     
    You can’t perform that action at this time.
  
 
    
  
     
    
      
        
     
 
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments