Provide arm64 linux binaries

.github/workflows/build.yaml

@@ -16,6 +16,8 @@ jobs:
             preset: windows-ci
           - os: ubuntu-20.04
             preset: linux-ci
+          - os: ubuntu-24.04-arm
+            preset: linux-arm64-ci
           - os: macos-13
             preset: macos-ci
     runs-on: ${{ matrix.os }}

CMakePresets.json

@@ -149,6 +149,13 @@
                 "VCPKG_WARNINGS_AS_ERRORS": true
             }
         },
+        {
+            "name": "linux-arm64-ci",
+            "inherits": [ "linux-ci" ],
+            "cacheVariables": {
+                "CMAKE_SYSTEM_PROCESSOR": "aarch64"
+            }
+        },
         {
             "name": "macos",
             "hidden": true,
@@ -205,6 +212,10 @@
         {
             "name": "macos-ci",
             "configurePreset": "macos-ci"
+        },
+        {
+            "name": "linux-arm64-ci",
+            "configurePreset": "linux-arm64-ci"
         }
     ],
     "testPresets": [

azure-pipelines/signing.yml

@@ -307,6 +307,43 @@ extends:
               mkdir -p "$(Agent.TempDirectory)/build"
               docker run --rm --mount "type=bind,source=$(Build.Repository.LocalPath),target=/source,readonly" --mount "type=bind,source=$(Agent.TempDirectory)/build,target=/build" vcpkgdockercontainers.azurecr.io/vcpkg/vcpkg-alpine:3.16 sh -c "cmake -G Ninja -DCMAKE_BUILD_TYPE=Release -DBUILD_TESTING=OFF -DVCPKG_DEVELOPMENT_WARNINGS=ON -DVCPKG_WARNINGS_AS_ERRORS=ON -DVCPKG_BUILD_FUZZING=OFF -DVCPKG_EMBED_GIT_SHA=ON -DVCPKG_OFFICIAL_BUILD=ON -DCMAKE_CXX_FLAGS=\"-static -s -static-libgcc -static-libstdc++\" -DVCPKG_CMAKERC_URL=$(cmakerc-tarball-url) -DVCPKG_FMT_URL=$(fmt-tarball-url) -DVCPKG_STANDALONE_BUNDLE_SHA=$(VCPKG_STANDALONE_BUNDLE_SHA) -DVCPKG_BASE_VERSION=$(VCPKG_BASE_VERSION) -DVCPKG_VERSION=$(Build.SourceVersion) -S /source -B /build 2>&1 && ninja -C /build"
               mv "$(Agent.TempDirectory)/build/vcpkg" "$(Build.ArtifactStagingDirectory)/vcpkg-muslc"
+      - job: glibc_arm64_build
+        displayName: 'glibc Arm64 Build'
+        dependsOn:
+        - arch_independent
+        pool:
+          name: 'vcpkg-mariner-aarch64-1espt'
+          os: linux
+        variables:
+          VCPKG_STANDALONE_BUNDLE_SHA: $[ dependencies.arch_independent.outputs['shas.VCPKG_STANDALONE_BUNDLE_SHA'] ]
+          VCPKG_BASE_VERSION: $[ dependencies.arch_independent.outputs['versions.VCPKG_BASE_VERSION'] ]
+        templateContext:
+          sdl:
+            codeql:
+              language: cpp
+              buildIdentifier: vcpkg_cpp_glibc_arm64
+          mb:
+            signing:
+              enabled: false
+          outputs:
+          - output: pipelineArtifact
+            displayName: 'Publish Unsigned glibc Arm64 Binary'
+            artifactName: 'stagingGlibcArm64'
+            publishLocation: 'Container'
+            targetPath: '$(Build.ArtifactStagingDirectory)'
+        steps:
+          - bash: |
+              az login --identity --username 29a4d3e7-c7d5-41c7-b5a0-fee8cf466371
+              az acr login --name vcpkgdockercontainers
+            displayName: 'Set up managed identity'
+          - task: CmdLine@2
+            displayName: "Run Docker build for arm64 Linux binary"
+            inputs:
+              failOnStderr: false
+              script: |
+                mkdir -p "$(Agent.TempDirectory)/build"
+                docker run --rm --mount "type=bind,source=$(Build.Repository.LocalPath),target=/source,readonly" --mount "type=bind,source=$(Agent.TempDirectory)/build,target=/build" vcpkgdockercontainers.azurecr.io/vcpkg/vcpkg-arm64-linux:2025-02-10 sh -c "cmake -G Ninja -DCMAKE_BUILD_TYPE=Release -DBUILD_TESTING=OFF -DVCPKG_DEVELOPMENT_WARNINGS=ON -DVCPKG_WARNINGS_AS_ERRORS=ON -DVCPKG_BUILD_FUZZING=OFF -DVCPKG_EMBED_GIT_SHA=ON -DVCPKG_OFFICIAL_BUILD=ON -DCMAKE_CXX_FLAGS=\"-static -s -static-libgcc -static-libstdc++\" -DVCPKG_CMAKERC_URL=$(cmakerc-tarball-url) -DVCPKG_FMT_URL=$(fmt-tarball-url) -DVCPKG_STANDALONE_BUNDLE_SHA=$(VCPKG_STANDALONE_BUNDLE_SHA) -DVCPKG_BASE_VERSION=$(VCPKG_BASE_VERSION) -DVCPKG_VERSION=$(Build.SourceVersion) -S /source -B /build 2>&1 && ninja -C /build"
+                mv "$(Agent.TempDirectory)/build/vcpkg" "$(Build.ArtifactStagingDirectory)/vcpkg-glibc-arm64"
       - job: windows_and_sign
         displayName: 'Build Windows binaries and Sign'
         timeoutInMinutes: 120
@@ -315,6 +352,7 @@ extends:
         - macos_build
         - glibc_build
         - muslc_build
+        - glibc_arm64_build
         pool:
           name: 'VSEngSS-MicroBuild2022-1ES'
         variables:
@@ -345,6 +383,9 @@ extends:
           - input: pipelineArtifact
             artifactName: stagingMuslc
             targetPath: $(Build.ArtifactStagingDirectory)\stagingMuslc
+          - input: pipelineArtifact
+            artifactName: stagingGlibcArm64
+            targetPath: $(Build.ArtifactStagingDirectory)\stagingGlibcArm64
           outputs:
           - output: pipelineArtifact
             displayName: 'Publish Drop'
@@ -401,6 +442,7 @@ extends:
               copy /Y "$(Build.ArtifactStagingDirectory)\stagingArchIndependent\vcpkg-init" "$(Build.BinariesDirectory)\vcpkg-init"
               copy /Y "$(Build.ArtifactStagingDirectory)\stagingGlibc\vcpkg-glibc" "$(Build.BinariesDirectory)\vcpkg-glibc"
               copy /Y "$(Build.ArtifactStagingDirectory)\stagingMuslc\vcpkg-muslc" "$(Build.BinariesDirectory)\vcpkg-muslc"
+              copy /Y "$(Build.ArtifactStagingDirectory)\stagingGlibcArm64\vcpkg-glibc-arm64" "$(Build.BinariesDirectory)\build\vcpkg-glibc-arm64"
         - task: MSBuild@1
           displayName: 'Sign Binaries'
           inputs:

azure-pipelines/vcpkg-arm64/Dockerfile

@@ -0,0 +1,58 @@
+# This infrastructure is adapted from that the .NET team uses, see
+# https://github.com/dotnet/dotnet-buildtools-prereqs-docker
+# and
+# https://github.com/dotnet/runtime/blob/main/docs/workflow/building/coreclr/linux-instructions.md
+FROM mcr.microsoft.com/cbl-mariner/base/core:2.0
+
+RUN tdnf install -y \
+        # Common utilities
+        ca-certificates \
+        git \
+        tar \
+        curl \
+        # Build tools
+        binutils \
+        cmake \
+        ninja-build \
+        # Rootfs build dependencies
+        bzip2-devel \
+        debootstrap \
+        libarchive-devel \
+        openssl-devel
+
+# Obtain ubuntu package signing key (for use by debootstrap)
+# 1. Download the ubuntu keyrings
+RUN curl -L -o ubuntu-keyring_2021.03.26.tar.gz https://mirrors.edge.kernel.org/ubuntu/pool/main/u/ubuntu-keyring/ubuntu-keyring_2021.03.26.tar.gz && \
+# 2. Check that they have the correct SHA
+    echo "492eed5c06408c6f632577adb0796130af5d6542013ef418f47187a209e49bb1 ubuntu-keyring_2021.03.26.tar.gz" | sha256sum -c && \
+    tar xf ubuntu-keyring_2021.03.26.tar.gz && \
+    rm ubuntu-keyring_2021.03.26.tar.gz && \
+# 3. Install the needed keyring and delete the rest
+    pushd ubuntu-keyring-2021.03.26 && \
+    mkdir -p /usr/share/keyrings && \
+    mv keyrings/ubuntu-archive-keyring.gpg /usr/share/keyrings && \
+    popd && \
+    rm -r ubuntu-keyring-2021.03.26
+
+# Build the 'crossrootfs'
+# Note that we only need libstdc++-9-dev rather than all of g++-9, but choosing g++-9
+# gets other optional dependencies to agree with g++-9 rather than older gccs
+RUN debootstrap "--variant=minbase" --force-check-gpg --arch arm64 xenial /crossrootfs/arm64 http://ports.ubuntu.com/ubuntu-ports/
+COPY sources.list .
+RUN chroot /crossrootfs/arm64 apt-get clean && \
+    cp /etc/resolv.conf /crossrootfs/arm64/etc/resolv.conf && \
+    cp sources.list /crossrootfs/arm64/etc/apt/sources.list && \
+    chroot /crossrootfs/arm64 apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 60C317803A41BA51845E371A1E9377A2BA9EF27F && \
+    chroot /crossrootfs/arm64 apt-get update -o Acquire::CompressionTypes::Order::=gz
+
+# Repeated runs of apt-get install workaround 'hash sum mismatch' errors
+# (This is also why these are a separate cache layer)
+RUN chroot /crossrootfs/arm64 apt-get install -y build-essential symlinks "g++-9" || \
+    chroot /crossrootfs/arm64 apt-get install -y build-essential symlinks "g++-9" || \
+    chroot /crossrootfs/arm64 apt-get install -y build-essential symlinks "g++-9" || \
+    chroot /crossrootfs/arm64 apt-get install -y build-essential symlinks "g++-9" || \
+    chroot /crossrootfs/arm64 apt-get install -y build-essential symlinks "g++-9" || \
+    chroot /crossrootfs/arm64 apt-get install -y build-essential symlinks "g++-9" || \
+    chroot /crossrootfs/arm64 apt-get install -y build-essential symlinks "g++-9" && \
+    chroot /crossrootfs/arm64 symlinks -cr /usr && \
+    chroot /crossrootfs/arm64 apt-get clean

azure-pipelines/vcpkg-arm64/sources.list

@@ -0,0 +1,14 @@
+deb http://ppa.launchpadcontent.net/ubuntu-toolchain-r/test/ubuntu xenial main
+deb-src http://ppa.launchpadcontent.net/ubuntu-toolchain-r/test/ubuntu xenial main
+
+deb http://ports.ubuntu.com/ubuntu-ports xenial main restricted universe
+deb-src http://ports.ubuntu.com/ubuntu-ports xenial main restricted universe
+
+deb http://ports.ubuntu.com/ubuntu-ports xenial-updates main restricted universe
+deb-src http://ports.ubuntu.com/ubuntu-ports xenial-updates main restricted universe
+
+deb http://ports.ubuntu.com/ubuntu-ports xenial-backports main restricted
+deb-src http://ports.ubuntu.com/ubuntu-ports xenial-backports main restricted
+
+deb http://ports.ubuntu.com/ubuntu-ports xenial-security main restricted universe multiverse
+deb-src http://ports.ubuntu.com/ubuntu-ports xenial-security main restricted universe multiverse

azure-pipelines/vcpkg-arm64/toolchain.cmake

@@ -0,0 +1,26 @@
+set(CMAKE_SYSTEM_NAME Linux)
+set(LINUX 1)
+set(CMAKE_SYSTEM_VERSION 1)
+set(CMAKE_SYSTEM_PROCESSOR aarch64)
+set(CMAKE_SYSROOT "/crossrootfs/arm64")
+set(COMMON_ARGS "-B/crossrootfs/arm64/usr/lib/aarch64-linux-gnu/ -isystem /crossrootfs/arm64/usr/lib/gcc/aarch64-linux-gnu/9/include-fixed -isystem /crossrootfs/arm64/usr/lib/gcc/aarch64-linux-gnu/9/include -isystem /crossrootfs/arm64/usr/include/aarch64-linux-gnu -isystem /crossrootfs/arm64/usr/include -static-libgcc -nostdinc")
+set(CMAKE_C_FLAGS_INIT "${COMMON_ARGS}")
+set(CMAKE_CXX_FLAGS_INIT "-isystem /crossrootfs/arm64/usr/include/aarch64-linux-gnu/c++/9 -isystem /crossrootfs/arm64/usr/include/c++/9 ${COMMON_ARGS} -static-libstdc++ -L/crossrootfs/arm64/usr/lib/gcc/aarch64-linux-gnu/9/")
+set(CMAKE_C_COMPILER_EXTERNAL_TOOLCHAIN "/crossrootfs/arm64/usr")
+set(CMAKE_CXX_COMPILER_EXTERNAL_TOOLCHAIN "/crossrootfs/arm64/usr")
+set(CMAKE_ASM_COMPILER_EXTERNAL_TOOLCHAIN "/crossrootfs/arm64/usr")
+function(add_toolchain_linker_flag Flag)
+  set("CMAKE_EXE_LINKER_FLAGS_INIT" "${CMAKE_EXE_LINKER_FLAGS_INIT} ${Flag}" PARENT_SCOPE)
+  set("CMAKE_SHARED_LINKER_FLAGS_INIT" "${CMAKE_SHARED_LINKER_FLAGS_INIT} ${Flag}" PARENT_SCOPE)
+endfunction()
+
+add_toolchain_linker_flag("-Wl,--rpath-link=/crossrootfs/arm64/lib/aarch64-linux-gnu")
+add_toolchain_linker_flag("-Wl,--rpath-link=/crossrootfs/arm64/usr/lib/aarch64-linux-gnu")
+
+set(CMAKE_C_COMPILER /usr/bin/gcc)
+set(CMAKE_CXX_COMPILER /usr/bin/g++)
+
+set(CMAKE_FIND_ROOT_PATH_MODE_PROGRAM NEVER)
+set(CMAKE_FIND_ROOT_PATH_MODE_LIBRARY ONLY)
+set(CMAKE_FIND_ROOT_PATH_MODE_INCLUDE ONLY)
+set(CMAKE_FIND_ROOT_PATH_MODE_PACKAGE ONLY)