git-reader: Add version.json into the container (#1083) #874
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Publish Docker Containers | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| push: | |
| branches: | |
| - main | |
| release: | |
| types: | |
| - released | |
| permissions: | |
| contents: read | |
| id-token: write | |
| env: | |
| BUILDX_NO_DEFAULT_ATTESTATIONS: 1 # Reduce warnings from Docker Buildx | |
| GAR_LOCATION: us | |
| GAR_REPOSITORY: remote-settings-prod | |
| GCP_PROJECT_ID: moz-fx-remote-settings-prod | |
| jobs: | |
| server_container: | |
| env: | |
| DOCKERHUB_IMAGE_NAME: mozilla/remote-settings | |
| GAR_IMAGE_NAME: remote-settings | |
| runs-on: ubuntu-latest | |
| environment: build | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v5 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Enable multiplatform builds | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| buildkitd-flags: "--debug" # Enable detailed logging | |
| - name: Set tag version | |
| run: echo "LATEST_TAG=$(git describe --tags --abbrev=4)" >> "$GITHUB_ENV" | |
| - name: Create version.json | |
| run: | | |
| # create a version.json per https://github.com/mozilla-services/Dockerflow/blob/main/docs/version_object.md | |
| printf '{\n "commit": "%s",\n "version": "%s",\n "source": "%s",\n "build": "%s"\n}\n' \ | |
| "$GITHUB_SHA" \ | |
| "$LATEST_TAG" \ | |
| "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY" \ | |
| "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" > ./version.json | |
| # Show complete version.json for debugging | |
| cat ./version.json | |
| - name: Extract metadata for Google Artifact Registry | |
| id: metagar | |
| uses: docker/metadata-action@v5 | |
| with: | |
| flavor: | |
| # don't automatically tag with `latest`; we do this conditionally in the `tags` section | |
| latest=false | |
| images: | | |
| ${{ env.GAR_LOCATION }}-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.GAR_REPOSITORY }}/${{ env.GAR_IMAGE_NAME }} | |
| tags: | | |
| type=raw,value=${{ env.LATEST_TAG }},enable=${{ github.event_name == 'push' }} | |
| type=sha,format=long,enable=${{ github.event_name == 'push' }} | |
| type=semver,pattern={{raw}},enable=${{ github.event_name == 'release' }} | |
| - name: Docker Metadata for Docker Hub | |
| id: metahub | |
| uses: docker/metadata-action@v5 | |
| with: | |
| flavor: | |
| # don't automatically tag with `latest`; we do this conditionally in the `tags` section | |
| latest=false | |
| images: | | |
| ${{ env.DOCKERHUB_IMAGE_NAME }} | |
| tags: | | |
| type=semver,pattern={{raw}},enable=${{ github.event_name == 'release' }} | |
| type=raw,value=latest,enable=${{ github.event_name == 'push' }} | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Authenticate on GCP | |
| id: gcp_auth | |
| uses: google-github-actions/auth@v3 | |
| with: | |
| token_format: access_token | |
| service_account: artifact-writer@${{ env.GCP_PROJECT_ID }}.iam.gserviceaccount.com | |
| workload_identity_provider: ${{ vars.GCPV2_GITHUB_WORKLOAD_IDENTITY_PROVIDER }} | |
| - name: Login to GAR | |
| if: github.event_name != 'pull_request' | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.GAR_LOCATION }}-docker.pkg.dev | |
| username: oauth2accesstoken | |
| password: ${{ steps.gcp_auth.outputs.access_token }} | |
| - name: Login to Docker Hub | |
| if: github.event_name != 'pull_request' | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Build and push to GAR | |
| if: ${{ github.event_name == 'push' }} | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: RemoteSettings.Dockerfile | |
| sbom: true | |
| target: production # See multi-stage build | |
| push: true | |
| tags: ${{ steps.metagar.outputs.tags }} | |
| labels: ${{ steps.metagar.outputs.labels }} | |
| platforms: linux/amd64,linux/arm64 | |
| cache-from: type=gha # Load cache from GitHub Actions | |
| cache-to: type=gha,mode=max # Save cache to GitHub Actions | |
| - name: Build and push release to GAR | |
| if: ${{ github.event_name == 'release' }} | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: Release.Dockerfile | |
| sbom: true | |
| push: true | |
| tags: ${{ steps.metagar.outputs.tags }} | |
| labels: ${{ steps.metagar.outputs.labels }} | |
| platforms: linux/amd64,linux/arm64 | |
| cache-from: type=gha # Load cache from GitHub Actions | |
| cache-to: type=gha,mode=max # Save cache to GitHub Actions | |
| build-args: BASE_IMG=${{ env.GAR_LOCATION }}-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.GAR_REPOSITORY}}/remote-settings:sha-${{ github.sha }} | |
| - name: Copy from Google Artifact Registry to Docker Hub | |
| if: github.event_name != 'pull_request' | |
| env: | |
| TAGS: | | |
| ${{ steps.metahub.outputs.tags }} | |
| SRC: ${{ env.GAR_LOCATION }}-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.GAR_REPOSITORY}}/remote-settings:${{ env.LATEST_TAG }} | |
| run: | | |
| for tag in $TAGS; do | |
| docker buildx imagetools create --tag "${tag}" "${SRC}" | |
| done | |
| - name: Notify DEVs of build failure | |
| if: failure() | |
| uses: slackapi/[email protected] | |
| with: | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| payload: | | |
| text: "⚠️ Build of ${{ env.GAR_IMAGE_NAME }}:${{ env.LATEST_TAG }} failed. Please review logs and correct issues." | |
| cronjobs_container: | |
| env: | |
| GAR_IMAGE_NAME: remote-settings-core-cronjobs | |
| LATEST_TAG: "" # Set after checkout step | |
| runs-on: ubuntu-latest | |
| environment: build | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v5 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set tag version | |
| run: echo "LATEST_TAG=$(git describe --tags --abbrev=4)" >> "$GITHUB_ENV" | |
| - name: Extract metadata (tags, labels) for Docker | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.GAR_LOCATION }}-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.GAR_REPOSITORY }}/${{ env.GAR_IMAGE_NAME }} | |
| tags: | | |
| type=raw,value=latest | |
| type=raw,value=${{ env.LATEST_TAG }} | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Authenticate on GCP | |
| id: gcp_auth | |
| uses: google-github-actions/auth@v3 | |
| with: | |
| token_format: access_token | |
| service_account: artifact-writer@${{ env.GCP_PROJECT_ID }}.iam.gserviceaccount.com | |
| workload_identity_provider: ${{ vars.GCPV2_GITHUB_WORKLOAD_IDENTITY_PROVIDER }} | |
| - name: Login to GAR | |
| if: github.event_name == 'push' | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.GAR_LOCATION }}-docker.pkg.dev | |
| username: oauth2accesstoken | |
| password: ${{ steps.gcp_auth.outputs.access_token }} | |
| - name: Build and push | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: cronjobs/ | |
| push: ${{ github.event_name == 'push' }} | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| cache-from: type=gha # Load cache from GitHub Actions | |
| cache-to: type=gha,mode=max # Save cache to GitHub Actions | |
| - name: Notify DEVs of build failure | |
| if: failure() | |
| uses: slackapi/[email protected] | |
| with: | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| payload: | | |
| text: "⚠️ Build of ${{ env.GAR_IMAGE_NAME }}:${{ env.LATEST_TAG }} failed. Please review logs and correct issues." | |
| browser_test_container: | |
| env: | |
| GAR_IMAGE_NAME: remote-settings-browser-tests | |
| LATEST_TAG: "" # Set after checkout step | |
| runs-on: ubuntu-latest | |
| environment: build | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v5 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set tag version | |
| run: echo "LATEST_TAG=$(git describe --tags --abbrev=4)" >> "$GITHUB_ENV" | |
| - name: Extract metadata (tags, labels) for Docker | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.GAR_LOCATION }}-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.GAR_REPOSITORY }}/${{ env.GAR_IMAGE_NAME }} | |
| tags: | | |
| type=raw,value=${{ env.LATEST_TAG }} | |
| type=raw,value=latest | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Authenticate on GCP | |
| id: gcp_auth | |
| uses: google-github-actions/auth@v3 | |
| with: | |
| token_format: access_token | |
| service_account: artifact-writer@${{ env.GCP_PROJECT_ID }}.iam.gserviceaccount.com | |
| workload_identity_provider: ${{ vars.GCPV2_GITHUB_WORKLOAD_IDENTITY_PROVIDER }} | |
| - name: Login to GAR | |
| if: ${{ github.event_name == 'push' }} | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.GAR_LOCATION }}-docker.pkg.dev | |
| username: oauth2accesstoken | |
| password: ${{ steps.gcp_auth.outputs.access_token }} | |
| - name: Build and push | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: browser-tests/ | |
| push: ${{ github.event_name == 'push' }} | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| cache-from: type=gha # Load cache from GitHub Actions | |
| cache-to: type=gha,mode=max # Save cache to GitHub Actions | |
| - name: Notify DEVs of build failure | |
| if: failure() | |
| uses: slackapi/[email protected] | |
| with: | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| payload: | | |
| text: "⚠️ Build of ${{ env.GAR_IMAGE_NAME }}:${{ env.LATEST_TAG }} failed. Please review logs and correct issues." | |
| git_reader_container: | |
| env: | |
| GAR_IMAGE_NAME: remote-settings-git-reader | |
| LATEST_TAG: "" # Set after checkout step | |
| runs-on: ubuntu-latest | |
| environment: build | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v5 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set tag version | |
| run: echo "LATEST_TAG=$(git describe --tags --abbrev=4)" >> "$GITHUB_ENV" | |
| - name: Create version.json | |
| run: | | |
| # create a version.json per https://github.com/mozilla-services/Dockerflow/blob/main/docs/version_object.md | |
| printf '{\n "commit": "%s",\n "version": "%s",\n "source": "%s",\n "build": "%s"\n}\n' \ | |
| "$GITHUB_SHA" \ | |
| "$LATEST_TAG" \ | |
| "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY" \ | |
| "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID" > ./git-reader/version.json | |
| # Show complete version.json for debugging | |
| cat ./git-reader/version.json | |
| - name: Extract metadata (tags, labels) for Docker | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.GAR_LOCATION }}-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.GAR_REPOSITORY }}/${{ env.GAR_IMAGE_NAME }} | |
| tags: | | |
| type=raw,value=${{ env.LATEST_TAG }},enable=${{ github.event_name == 'push' }} | |
| type=sha,format=long,enable=${{ github.event_name == 'push' }} | |
| type=semver,pattern={{raw}},enable=${{ github.event_name == 'release' }} | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Authenticate on GCP | |
| id: gcp_auth | |
| uses: google-github-actions/auth@v3 | |
| with: | |
| token_format: access_token | |
| service_account: artifact-writer@${{ env.GCP_PROJECT_ID }}.iam.gserviceaccount.com | |
| workload_identity_provider: ${{ vars.GCPV2_GITHUB_WORKLOAD_IDENTITY_PROVIDER }} | |
| - name: Login to GAR | |
| if: ${{ github.event_name != 'pull_request' }} | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.GAR_LOCATION }}-docker.pkg.dev | |
| username: oauth2accesstoken | |
| password: ${{ steps.gcp_auth.outputs.access_token }} | |
| - name: Build and push | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: git-reader/ | |
| push: ${{ github.event_name != 'pull_request' }} | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| cache-from: type=gha # Load cache from GitHub Actions | |
| cache-to: type=gha,mode=max # Save cache to GitHub Actions | |
| - name: Notify DEVs of build failure | |
| if: failure() | |
| uses: slackapi/[email protected] | |
| with: | |
| webhook: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| webhook-type: incoming-webhook | |
| payload: | | |
| text: "⚠️ Build of ${{ env.GAR_IMAGE_NAME }}:${{ env.LATEST_TAG }} failed. Please review logs and correct issues." |