Update onnxruntime binary size checks ci pipeline's docker image

tools/ci_build/github/android/build_aar_and_copy_artifacts.sh

@@ -6,7 +6,6 @@
 
 set -e
 set -x
-export PATH=/opt/python/cp312-cp312/bin:$PATH
 
 ls /build
 ls /build/deps
@@ -25,7 +24,7 @@
 ANDROID_NDK_HOME="/ndk_home"
 QNN_HOME="/qnn_home"
 
-
+python3 -m pip install -r /onnxruntime_src/tools/ci_build/requirements/pybind/requirements.txt
 # Base command for building the AAR package
 COMMAND="python3 $BUILD_SCRIPT --build_dir /build --config $BUILD_CONFIG --android_sdk_path $ANDROID_SDK_HOME --android_ndk_path $ANDROID_NDK_HOME $BUILD_SETTINGS"
 
@@ -45,13 +44,13 @@
 fi
 
 # Execute the build command
 eval $COMMAND
 
 # Copy the built artifacts to give folder for publishing
 BASE_PATH=/build/aar_out/${BUILD_CONFIG}/com/microsoft/onnxruntime/${PACKAGE_NAME}/${ORT_VERSION}${RELEASE_VERSION_SUFFIX}
 cp ${BASE_PATH}/${PACKAGE_NAME}-${ORT_VERSION}${RELEASE_VERSION_SUFFIX}-javadoc.jar  /home/onnxruntimedev/.artifacts
 cp ${BASE_PATH}/${PACKAGE_NAME}-${ORT_VERSION}${RELEASE_VERSION_SUFFIX}-sources.jar  /home/onnxruntimedev/.artifacts
 cp ${BASE_PATH}/${PACKAGE_NAME}-${ORT_VERSION}${RELEASE_VERSION_SUFFIX}.aar          /home/onnxruntimedev/.artifacts
 cp ${BASE_PATH}/${PACKAGE_NAME}-${ORT_VERSION}${RELEASE_VERSION_SUFFIX}.pom          /home/onnxruntimedev/.artifacts
 
 # Copy executables if necessary

tools/ci_build/github/azure-pipelines/binary-size-checks-pipeline.yml

@@ -4,14 +4,6 @@ parameters:
   type: boolean
   default: false
 
-resources:
-  repositories:
-  - repository: manylinux
-    type: Github
-    endpoint: Microsoft
-    name: pypa/manylinux
-    ref: 5eda9aded5462201e6310105728d33016e637ea7
-
 stages:
 - template: templates/android-binary-size-check-stage.yml
   parameters:

tools/ci_build/github/azure-pipelines/build-perf-test-binaries-pipeline.yml

@@ -6,14 +6,6 @@ parameters:
   type: boolean
   default: true
 
-resources:
-  repositories:
-  - repository: manylinux
-    type: Github
-    endpoint: Microsoft
-    name: pypa/manylinux
-    ref: 5eda9aded5462201e6310105728d33016e637ea7
-
 stages:
 
 # build binaries for Android

tools/ci_build/github/azure-pipelines/c-api-noopenmp-packaging-pipelines.yml

@@ -70,11 +70,6 @@ resources:
     type: github
     endpoint: ort-examples
     name: microsoft/onnxruntime-inference-examples
-  - repository: manylinux
-    type: Github
-    endpoint: Microsoft
-    name: pypa/manylinux
-    ref: 5eda9aded5462201e6310105728d33016e637ea7
 
 variables:
 - template: templates/common-variables.yml

tools/ci_build/github/azure-pipelines/cuda-packaging-pipeline.yml

@@ -78,11 +78,7 @@ resources:
       type: github
       endpoint: ort-examples
       name: microsoft/onnxruntime-inference-examples
-    - repository: manylinux
-      type: Github
-      endpoint: Microsoft
-      name: pypa/manylinux
-      ref: 5eda9aded5462201e6310105728d33016e637ea7
+
 
 stages:
   # Set ReleaseVersionSuffix

tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml

@@ -79,15 +79,15 @@ stages:
                     onnxruntimecpubuildcentos8x64 \
                     /bin/bash -c '
                       set -ex; \
-                      python3.12 /onnxruntime_src/tools/ci_build/build.py \
+                      python3 /onnxruntime_src/tools/ci_build/build.py \
                         --build_dir /build --cmake_generator 'Ninja' \
                         --config Debug \
                         --skip_submodule_sync \
                         --build_shared_lib \
                         --parallel --use_binskim_compliant_compile_flags \
                         --enable_onnx_tests --enable_address_sanitizer \
                         --update --build;
-                      python3.12 /onnxruntime_src/tools/ci_build/build.py \
+                      python3 /onnxruntime_src/tools/ci_build/build.py \
                         --build_dir /build --cmake_generator 'Ninja' \
                         --config Debug \
                         --skip_submodule_sync \

tools/ci_build/github/azure-pipelines/linux-cpu-minimal-build-ci-pipeline.yml

@@ -67,10 +67,10 @@ jobs:
 
   - template: templates/get-docker-image-steps.yml
     parameters:
-      Dockerfile: tools/ci_build/github/linux/docker/Dockerfile.manylinux2_28_cpu
-      Context: tools/ci_build/github/linux/docker
+      Dockerfile: tools/ci_build/github/linux/docker/inference/x86_64/default/cpu/Dockerfile
+      Context: tools/ci_build/github/linux/docker/inference/x86_64/default/cpu
       DockerBuildArgs: "--build-arg BUILD_UID=$( id -u )"
-      Repository: onnxruntimecpubuild
+      Repository: onnxruntimecpubuildcentos8x64_packaging
 
   - task: CmdLine@2
     displayName: Create test data directory
@@ -104,7 +104,7 @@ jobs:
                 -e BUILD_BUILDNUMBER \
                 -e CCACHE_DIR=/cache \
                 -e ORT_BUILD_WITH_CACHE=1 \
-                onnxruntimecpubuild \
+                onnxruntimecpubuildcentos8x64_packaging \
                   /bin/bash -c "
                     set -e -x;
                     /onnxruntime_src/tools/ci_build/github/linux/ort_minimal/build_full_ort_and_create_ort_files.sh /build/1; \
@@ -124,8 +124,8 @@ jobs:
           -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
           -e NIGHTLY_BUILD \
           -e BUILD_BUILDNUMBER \
-          onnxruntimecpubuild \
-            /opt/python/cp310-cp310/bin/python3.10 /onnxruntime_src/tools/ci_build/build.py \
+          onnxruntimecpubuildcentos8x64_packaging \
+            bash -c "python3 -m pip install -r /onnxruntime_src/tools/ci_build/requirements/pybind/requirements.txt && python3 /onnxruntime_src/tools/ci_build/build.py \
               --build_dir /build/2 --cmake_generator Ninja \
               --config Debug \
               --skip_submodule_sync \
@@ -134,7 +134,7 @@ jobs:
               --skip_tests \
               --minimal_build \
               --disable_exceptions \
-              --enable_training_ops
+              --enable_training_ops"
       workingDirectory: $(Build.SourcesDirectory)
 
   - task: CmdLine@2
@@ -148,7 +148,7 @@ jobs:
           -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
           -e NIGHTLY_BUILD \
           -e BUILD_BUILDNUMBER \
-          onnxruntimecpubuild \
+          onnxruntimecpubuildcentos8x64_packaging \
             /bin/bash /onnxruntime_src/tools/ci_build/github/linux/ort_minimal/build_minimal_ort_and_run_tests.sh \
               --build-directory /build/3a \
               --reduced-ops-config /home/onnxruntimedev/.test_data/required_ops.ort_models.config \
@@ -166,7 +166,7 @@ jobs:
           -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
           -e NIGHTLY_BUILD \
           -e BUILD_BUILDNUMBER \
-          onnxruntimecpubuild \
+          onnxruntimecpubuildcentos8x64_packaging \
             /bin/bash /onnxruntime_src/tools/ci_build/github/linux/ort_minimal/build_minimal_ort_and_run_tests.sh \
               --build-directory /build/3b \
               --reduced-ops-config /home/onnxruntimedev/.test_data/required_ops_and_types.ort_models.config \
@@ -188,7 +188,7 @@ jobs:
           -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
           -e NIGHTLY_BUILD \
           -e BUILD_BUILDNUMBER \
-          onnxruntimecpubuild \
+          onnxruntimecpubuildcentos8x64_packaging \
             /bin/bash /onnxruntime_src/tools/ci_build/github/linux/ort_minimal/build_minimal_ort_and_run_tests.sh \
               --build-directory /build/4 \
               --reduced-ops-config /home/onnxruntimedev/.test_data/globally_allowed_types.config \
@@ -206,14 +206,14 @@ jobs:
           -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
           -e NIGHTLY_BUILD \
           -e BUILD_BUILDNUMBER \
-          onnxruntimecpubuild \
-            /opt/python/cp310-cp310/bin/python3.10 /onnxruntime_src/tools/ci_build/build.py \
+          onnxruntimecpubuildcentos8x64_packaging \
+            bash -c "python3 -m pip install -r /onnxruntime_src/tools/ci_build/requirements/pybind/requirements.txt && python3 /onnxruntime_src/tools/ci_build/build.py \
               --build_dir /build/5 --cmake_generator Ninja \
               --config Debug \
               --skip_submodule_sync \
               --build_shared_lib --use_binskim_compliant_compile_flags \
               --parallel \
-              --minimal_build extended
+              --minimal_build extended"
       workingDirectory: $(Build.SourcesDirectory)
 
   - task: CmdLine@2
@@ -227,8 +227,8 @@ jobs:
           -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
           -e NIGHTLY_BUILD \
           -e BUILD_BUILDNUMBER \
-          onnxruntimecpubuild \
-            /opt/python/cp310-cp310/bin/python3.10 /onnxruntime_src/tools/ci_build/build.py \
+          onnxruntimecpubuildcentos8x64_packaging \
+            bash -c "python3 -m pip install -r /onnxruntime_src/tools/ci_build/requirements/pybind/requirements.txt && python3 /onnxruntime_src/tools/ci_build/build.py \
               --build_dir /build/6a \
               --cmake_generator Ninja \
               --config MinSizeRel \
@@ -240,7 +240,7 @@ jobs:
               --disable_ml_ops \
               --disable_types sparsetensor float8 optional \
               --include_ops_by_config /home/onnxruntimedev/.test_data/include_no_operators.config \
-              --cmake_extra_defines onnxruntime_BUILD_UNIT_TESTS=OFF
+              --cmake_extra_defines onnxruntime_BUILD_UNIT_TESTS=OFF"
       workingDirectory: $(Build.SourcesDirectory)
 
   - task: CmdLine@2
@@ -254,8 +254,8 @@ jobs:
           -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
           -e NIGHTLY_BUILD \
           -e BUILD_BUILDNUMBER \
-          onnxruntimecpubuild \
-            /opt/python/cp310-cp310/bin/python3.10 /onnxruntime_src/tools/ci_build/build.py \
+          onnxruntimecpubuildcentos8x64_packaging \
+            bash -c "python3 -m pip install -r /onnxruntime_src/tools/ci_build/requirements/pybind/requirements.txt && python3 /onnxruntime_src/tools/ci_build/build.py \
               --build_dir /build/6b \
               --cmake_generator Ninja \
               --config MinSizeRel \
@@ -269,7 +269,7 @@ jobs:
               --enable_reduced_operator_type_support \
               --disable_types sparsetensor optional float8 \
               --include_ops_by_config /home/onnxruntimedev/.test_data/include_no_operators.config \
-              --cmake_extra_defines onnxruntime_BUILD_UNIT_TESTS=OFF
+              --cmake_extra_defines onnxruntime_BUILD_UNIT_TESTS=OFF"
       workingDirectory: $(Build.SourcesDirectory)
 
   - task: CmdLine@2
@@ -283,8 +283,8 @@ jobs:
           -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
           -e NIGHTLY_BUILD \
           -e BUILD_BUILDNUMBER \
-          onnxruntimecpubuild \
-            /opt/python/cp310-cp310/bin/python3.10 /onnxruntime_src/tools/ci_build/build.py \
+          onnxruntimecpubuildcentos8x64_packaging \
+            bash -c "python3 -m pip install -r /onnxruntime_src/tools/ci_build/requirements/pybind/requirements.txt && python3 /onnxruntime_src/tools/ci_build/build.py \
               --build_dir /build/6c \
               --cmake_generator Ninja \
               --config MinSizeRel \
@@ -298,7 +298,7 @@ jobs:
               --enable_reduced_operator_type_support \
               --disable_types sparsetensor optional float8 \
               --include_ops_by_config /home/onnxruntimedev/.test_data/include_no_operators.config \
-              --cmake_extra_defines onnxruntime_BUILD_UNIT_TESTS=OFF
+              --cmake_extra_defines onnxruntime_BUILD_UNIT_TESTS=OFF"
       workingDirectory: $(Build.SourcesDirectory)
 
   - task: CmdLine@2
@@ -313,8 +313,8 @@ jobs:
           --volume $NDK_HOME:/ndk_home \
           -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
           -e NIGHTLY_BUILD \
-          onnxruntimecpubuild \
-            /opt/python/cp310-cp310/bin/python3.10 /onnxruntime_src/tools/ci_build/build.py \
+          onnxruntimecpubuildcentos8x64_packaging \
+            bash -c "python3 -m pip install -r /onnxruntime_src/tools/ci_build/requirements/pybind/requirements.txt && python3 /onnxruntime_src/tools/ci_build/build.py \
               --build_dir /build/7 \
               --cmake_generator Ninja \
               --config MinSizeRel \
@@ -330,7 +330,7 @@ jobs:
               --build_shared_lib \
               --disable_ml_ops \
               --disable_exceptions \
-              --skip_tests --path_to_protoc_exe /usr/bin/protoc
+              --skip_tests"
       workingDirectory: $(Build.SourcesDirectory)
 
   - template: templates/explicitly-defined-final-tasks.yml

tools/ci_build/github/azure-pipelines/mac-react-native-ci-pipeline.yml

@@ -39,14 +39,6 @@ parameters:
   - 'custom'
   default: 'nightly (@dev)'
 
-resources:
-  repositories:
-  - repository: manylinux # The name used to reference this repository in the checkout step
-    type: Github
-    endpoint: Microsoft
-    name: pypa/manylinux
-    ref: 5eda9aded5462201e6310105728d33016e637ea7
-
 variables:
   skipComponentGovernanceDetection: true
   ${{ if eq(parameters.NpmPublish, 'nightly (@dev)') }}:

tools/ci_build/github/azure-pipelines/templates/android-binary-size-check-stage.yml

@@ -38,13 +38,12 @@ stages:
       submodules: none
 
     - template: use-android-ndk.yml
-    #TODO: use a different docker file since this job doesn't need to rely on manylinux
     - template: get-docker-image-steps.yml
       parameters:
-        Dockerfile: tools/ci_build/github/linux/docker/Dockerfile.manylinux2_28_cpu
-        Context: tools/ci_build/github/linux/docker
+        Dockerfile: tools/ci_build/github/linux/docker/inference/x86_64/default/cpu/Dockerfile
+        Context: tools/ci_build/github/linux/docker/inference/x86_64/default/cpu
         DockerBuildArgs: "--build-arg BUILD_UID=$( id -u )"
-        Repository: onnxruntimecpubuild
+        Repository: onnxruntimecpubuildcentos8x64_packaging
 
     - task: PythonScript@0
       displayName: 'Set variables from config file "${{ parameters.BuildConfigFile }}"'
@@ -83,18 +82,18 @@ stages:
             --volume $(Build.BinariesDirectory):/build \
             --volume $ANDROID_HOME:/android_home \
             --volume $NDK_HOME:/ndk_home \
+            -w /onnxruntime_src \
             -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
             -e NIGHTLY_BUILD \
             -e BUILD_BUILDNUMBER \
             -e BUILD_SOURCEVERSION=$(Build.SourceVersion) \
             -e BUILD_ID=$(Build.BuildId) \
             -e BUILD_REASON=$(Build.Reason) \
             -e BUILD_BRANCH=$(Build.SourceBranch) \
-            onnxruntimecpubuild \
-              /opt/python/cp310-cp310/bin/python3 /onnxruntime_src/tools/ci_build/github/linux/ort_minimal/build_ort_and_check_binary_size.py \
+            onnxruntimecpubuildcentos8x64_packaging \
+              bash -c "python3 -m pip install -r tools/ci_build/requirements/pybind/requirements.txt && python3 tools/ci_build/github/linux/ort_minimal/build_ort_and_check_binary_size.py \
                 --build_dir /build/1a \
-                ${BINARY_SIZE_THRESHOLD_ARGS} \
-                "/onnxruntime_src/${{ parameters.BuildConfigFile }}"
+                ${BINARY_SIZE_THRESHOLD_ARGS} ${{ parameters.BuildConfigFile }} "
         workingDirectory: $(Build.SourcesDirectory)
 
     - task: AzureCLI@2
@@ -139,18 +138,18 @@ stages:
               --volume $(Build.BinariesDirectory):/build \
               --volume $ANDROID_HOME:/android_home \
               --volume $NDK_HOME:/ndk_home \
+              -w /onnxruntime_src \
               -e ALLOW_RELEASED_ONNX_OPSET_ONLY=1 \
               -e NIGHTLY_BUILD \
               -e BUILD_BUILDNUMBER \
               -e BUILD_SOURCEVERSION=$(Build.SourceVersion) \
               -e BUILD_ID=$(Build.BuildId) \
               -e BUILD_REASON=$(Build.Reason) \
               -e BUILD_BRANCH=$(Build.SourceBranch) \
-              onnxruntimecpubuild \
-                /opt/python/cp310-cp310/bin/python3 /onnxruntime_src/tools/ci_build/github/linux/ort_minimal/build_ort_and_check_binary_size.py \
+              onnxruntimecpubuildcentos8x64_packaging \
+                bash -c "python3 -m pip install -r tools/ci_build/requirements/pybind/requirements.txt && python3 tools/ci_build/github/linux/ort_minimal/build_ort_and_check_binary_size.py \
                   --build_dir /build/1b \
-                  --with_debug_info \
-                  "/onnxruntime_src/${{ parameters.BuildConfigFile }}"
+                  --with_debug_info ${{ parameters.BuildConfigFile }}"
           workingDirectory: $(Build.SourcesDirectory)
 
       - task: PublishPipelineArtifact@1