File tree Expand file tree Collapse file tree 2 files changed +2
-0
lines changed Expand file tree Collapse file tree 2 files changed +2
-0
lines changed Original file line number Diff line number Diff line change @@ -89,6 +89,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -yq libaio-
8989    curl -o $(ls -d /usr/local/djl-serving-*/)lib/onnxruntime_gpu-$onnx_version.jar https://publish.djl.ai/onnxruntime/$onnx_version/onnxruntime_gpu-$onnx_version.jar && \
9090    mkdir -p /opt/djl/bin && cp scripts/telemetry.sh /opt/djl/bin && \
9191    echo "${djl_version} lmi"  > /opt/djl/bin/telemetry && \
92+     scripts/install_djl_serving.sh $djl_version ${torch_version} && \
9293    scripts/install_python.sh ${python_version} && \
9394    scripts/install_s5cmd.sh x64 && \
9495    pip3 cache purge && \
Original file line number Diff line number Diff line change @@ -70,6 +70,7 @@ RUN mkdir -p /opt/djl/bin && cp scripts/telemetry.sh /opt/djl/bin && \
7070    echo "${djl_version} inf2"  > /opt/djl/bin/telemetry && \
7171    scripts/install_python.sh && \
7272    scripts/install_djl_serving.sh $djl_version && \
73+     scripts/install_djl_serving.sh $djl_version ${torch_version} && \
7374    scripts/install_inferentia2.sh && \
7475    pip install transformers==${transformers_version} accelerate==${accelerate_version} safetensors ${vllm_wheel} \
7576    neuronx-cc==${neuronx_cc_version} torch-neuronx==${torch_neuronx_version} transformers-neuronx==${transformers_neuronx_version} \
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments