Rolling back the python/cuda

tools/ci_build/github/azure-pipelines/stages/py-linux-gpu-stage.yml

@@ -66,8 +66,8 @@ stages:
 
       - template: ../templates/get-docker-image-steps.yml
         parameters:
-          Dockerfile: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/default/cuda12/Dockerfile
-          Context: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/default/cuda12
+          Dockerfile: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cuda/Dockerfile
+          Context: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cuda
           DockerBuildArgs: "--build-arg BASEIMAGE=${{ parameters.docker_base_image }} --build-arg TRT_VERSION=${{ variables.trt_version }} --build-arg BUILD_UID=$( id -u )"
           Repository: onnxruntimecuda${{ replace(parameters.cuda_version, '.', '') }}xtrt86build${{ parameters.arch }}
 

tools/ci_build/github/azure-pipelines/templates/py-packaging-linux-test-cuda.yml

@@ -90,8 +90,8 @@ jobs:
 
     - template: get-docker-image-steps.yml
       parameters:
-        Dockerfile: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/default/cuda12/Dockerfile
-        Context: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/default/cuda12
+        Dockerfile: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cuda/Dockerfile
+        Context: tools/ci_build/github/linux/docker/inference/${{ parameters.arch }}/python/cuda
         DockerBuildArgs: "--build-arg BASEIMAGE=${{ parameters.docker_base_image }} --build-arg TRT_VERSION=${{ variables.trt_version }} --build-arg BUILD_UID=$( id -u )"
         Repository: onnxruntimecuda${{ replace(parameters.cuda_version, '.', '') }}xtrt86build${{ parameters.arch }}
 

tools/ci_build/github/linux/docker/inference/x86_64/python/cuda/Dockerfile

@@ -0,0 +1,45 @@
+# The default ARGs are for cuda 11.8 with cudnn8, TensorRT is optional
+# Please overwrite BASEIMAGE, TRT_VERSION and other arguments with
+# --docker-build-args ' --build-arg BASEIMAGE=other_base_image --build-arg TRT_VERSION=other_trt_version etc...'
+# for other cuda version and TRT version
+ARG BASEIMAGE=nvidia/cuda:12.5.1-cudnn-devel-ubi8
+
+FROM $BASEIMAGE
+ARG TRT_VERSION=10.9.0.34-1.cuda12.8
+
+#Install TensorRT only if TRT_VERSION is not empty
+RUN if [ -n "${TRT_VERSION}" ]; then  \
+    echo "TRT_VERSION is $TRT_VERSION" && \
+    dnf -y install  \
+    libnvinfer10-${TRT_VERSION}  \
+    libnvinfer-headers-devel-${TRT_VERSION}  \
+    libnvinfer-devel-${TRT_VERSION}  \
+    libnvinfer-lean10-${TRT_VERSION}  \
+    libnvonnxparsers10-${TRT_VERSION}  \
+    libnvonnxparsers-devel-${TRT_VERSION}  \
+    libnvinfer-dispatch10-${TRT_VERSION}  \
+    libnvinfer-plugin10-${TRT_VERSION}  \
+    libnvinfer-vc-plugin10-${TRT_VERSION}  \
+    libnvinfer-bin-${TRT_VERSION}  \
+    libnvinfer-plugin10-${TRT_VERSION}  \
+    libnvinfer-plugin-devel-${TRT_VERSION}  \
+    libnvinfer-vc-plugin-devel-${TRT_VERSION}  \
+    libnvinfer-lean-devel-${TRT_VERSION}  \
+    libnvinfer-dispatch-devel-${TRT_VERSION}  \
+    libnvinfer-headers-plugin-devel-${TRT_VERSION} && \
+    dnf clean dbcache ; \
+else \
+    echo "TRT_VERSION is x${TRT_VERSION} skipping Tensor RT Installation" ; \
+fi
+
+ENV PATH=/usr/local/cuda/bin:$PATH
+ENV CUDA_MODULE_LOADING="LAZY"
+
+ADD scripts /tmp/scripts
+RUN cd /tmp/scripts && /tmp/scripts/install_centos.sh && rm -rf /tmp/scripts
+
+ARG BUILD_UID=1001
+ARG BUILD_USER=onnxruntimedev
+RUN adduser --uid $BUILD_UID $BUILD_USER
+WORKDIR /home/$BUILD_USER
+USER $BUILD_USER

tools/ci_build/github/linux/docker/inference/x86_64/python/cuda/scripts/install_centos.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+set -e
+
+os_major_version=$(tr -dc '0-9.' < /etc/redhat-release |cut -d \. -f1)
+
+echo "installing for os major version : $os_major_version"
+dnf install -y glibc-langpack-\*
+yum install -y which redhat-lsb-core expat-devel tar unzip zlib-devel make bzip2 bzip2-devel perl-IPC-Cmd openssl-devel wget
+
+echo "installing rapidjson for AzureEP"
+wget https://github.com/Tencent/rapidjson/archive/refs/tags/v1.1.0.tar.gz
+tar zxvf v1.1.0.tar.gz
+cd rapidjson-1.1.0
+mkdir build
+cd build
+cmake ..
+cmake --install .
+cd ../..