Skip to content

Commit 1956694

Browse files
authored
[docker] Install missing pytorch jni package (#2007)
1 parent b24ffc5 commit 1956694

File tree

2 files changed

+2
-0
lines changed

2 files changed

+2
-0
lines changed

serving/docker/lmi.Dockerfile

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -89,6 +89,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -yq libaio-
8989
curl -o $(ls -d /usr/local/djl-serving-*/)lib/onnxruntime_gpu-$onnx_version.jar https://publish.djl.ai/onnxruntime/$onnx_version/onnxruntime_gpu-$onnx_version.jar && \
9090
mkdir -p /opt/djl/bin && cp scripts/telemetry.sh /opt/djl/bin && \
9191
echo "${djl_version} lmi" > /opt/djl/bin/telemetry && \
92+
scripts/install_djl_serving.sh $djl_version ${torch_version} && \
9293
scripts/install_python.sh ${python_version} && \
9394
scripts/install_s5cmd.sh x64 && \
9495
pip3 cache purge && \

serving/docker/pytorch-inf2.Dockerfile

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -70,6 +70,7 @@ RUN mkdir -p /opt/djl/bin && cp scripts/telemetry.sh /opt/djl/bin && \
7070
echo "${djl_version} inf2" > /opt/djl/bin/telemetry && \
7171
scripts/install_python.sh && \
7272
scripts/install_djl_serving.sh $djl_version && \
73+
scripts/install_djl_serving.sh $djl_version ${torch_version} && \
7374
scripts/install_inferentia2.sh && \
7475
pip install transformers==${transformers_version} accelerate==${accelerate_version} safetensors ${vllm_wheel} \
7576
neuronx-cc==${neuronx_cc_version} torch-neuronx==${torch_neuronx_version} transformers-neuronx==${transformers_neuronx_version} \

0 commit comments

Comments
 (0)