Skip to content

A programming framework for agentic AI

[MAYBE MERGE BEFORE WE TEST ESRP] Set up ADO pipeline for real-signing && nightly build (#4270)

Xiaoyun Zhangb35977ce564e
diff --git a/.azure/pipelines/build.yaml b/.azure/pipelines/build.yaml
new file mode 100644
index 000000000..0f6a55e29
--- /dev/null
+++ b/.azure/pipelines/build.yaml
@@ -0,0 +1,91 @@
+trigger:
+ branches:
+ include:
+ - main
+ paths:
+ exclude:
+ - samples
+
+schedules:
+- cron: "0 0 * * *"
+ displayName: 'Daily midnight build (including CodeQL)'
+ branches:
+ include:
+ - main
+ - 3.x
+ always: true
+
+parameters:
+ - name: build_configuration
+ displayName: Build configuration
+ type: string
+ default: Release
+ values:
+ - Release
+ - Debug
+ - name: version_prefix
+ displayName: Version prefix
+ type: string
+ default: 8.0.0
+ - name: include_suffix
+ displayName: Append version suffix
+ type: boolean
+ default: true
+ - name: version_suffix
+ displayName: Version suffix
+ type: string
+ default: ci.$(Build.BuildNumber)
+ - name: codesign
+ displayName: Enable code signing
+ type: boolean
+ default: false
+ - name: skip_test
+ displayName: Skip tests
+ type: boolean
+ default: false
+ - name: publish_nuget
+ displayName: Publish to nuget.org
+ type: boolean
+ default: false
+ - name: runCodeQL3000
+ default: false
+ displayName: Run CodeQL3000 tasks
+ type: boolean
+
+variables:
+- template: templates/vars.yaml
+
+resources:
+ repositories:
+ - repository: 1ESPipelineTemplates
+ type: git
+ name: 1ESPipelineTemplates/1ESPipelineTemplates
+ ref: refs/tags/release
+
+extends:
+ ${{ if eq(variables['System.TeamProject'], 'GitHub - PR Builds') }}:
+ template: v1/1ES.Unofficial.PipelineTemplate.yml@1ESPipelineTemplates
+ ${{ else }}:
+ template: v1/1ES.Official.PipelineTemplate.yml@1ESPipelineTemplates
+ parameters:
+ settings:
+ skipBuildTagsForGitHubPullRequests: true
+ pool:
+ name: $(pool_name)
+ image: $(pool_image)
+ os: windows
+ stages:
+ - stage: build_test
+ displayName: Build and Tests
+ jobs:
+ - template: /.azure/pipelines/templates/build.yaml@self
+ parameters:
+ build_configuration: ${{ parameters.build_configuration }}
+ version_prefix: ${{ parameters.version_prefix }}
+ include_suffix: ${{ parameters.include_suffix }}
+ version_suffix: ${{ parameters.version_suffix }}
+ codesign: ${{ parameters.codesign }}
+ skip_test: ${{ parameters.skip_test }}
+ publish_nightly: false
+ publish_nuget: ${{ parameters.publish_nuget }}
+ runCodeQL3000: ${{ parameters.runCodeQL3000 }}
\ No newline at end of file
diff --git a/.azure/pipelines/templates/build.yaml b/.azure/pipelines/templates/build.yaml
new file mode 100644
index 000000000..47714e137
--- /dev/null
+++ b/.azure/pipelines/templates/build.yaml
@@ -0,0 +1,244 @@
+parameters:
+ - name: build_configuration
+ displayName: Build configuration
+ type: string
+ default: Release
+ values:
+ - Release
+ - Debug
+ - name: version_prefix
+ displayName: Version prefix
+ type: string
+ default: 8.0.0
+ - name: include_suffix
+ displayName: Append version suffix
+ type: boolean
+ default: true
+ - name: version_suffix
+ displayName: Version suffix
+ type: string
+ default: ci.$(Build.BuildNumber)
+ - name: codesign
+ displayName: Enable code signing
+ type: boolean
+ default: false
+ - name: skip_test
+ displayName: Skip tests
+ type: boolean
+ default: false
+ - name: publish_nightly
+ displayName: Publish to autogen-nightly
+ type: boolean
+ default: false
+ - name: publish_nuget
+ displayName: Publish to nuget.org
+ type: boolean
+ default: false
+ - name: runCodeQL3000
+ default: false
+ displayName: Run CodeQL3000 tasks
+ type: boolean
+
+jobs:
+
+# Build, sign dlls, build nuget pkgs, then sign them
+- job: Build
+ displayName: Build and create NuGet packages
+ variables:
+ ${{ if eq(parameters.codesign, true) }}:
+ ${{ if eq(variables['System.TeamProject'], 'internal') }}:
+ esrp_signing: false
+ microbuild_signing: true
+ publishVstsFeed: 'public/orleans-nightly'
+ ${{ else }}:
+ esrp_signing: true
+ microbuild_signing: false
+ publishVstsFeed: 'orleans-public/orleans-nightly'
+ ${{ else }}:
+ esrp_signing: false
+ microbuild_signing: false
+ ${{ if ne(variables['System.TeamProject'], 'GitHub - PR Builds') }}:
+ templateContext:
+ outputs:
+ - output: pipelineArtifact
+ targetPath: '$(build.sourcesdirectory)/dotnet/artifacts'
+ artifactName: artifacts folder
+ # Publish packages to nightly
+ - ${{ if and(eq(parameters.codesign, true), eq(parameters.publish_nightly, true)) }}:
+ - output: nuget
+ useDotNetTask: false
+ packageParentPath: $(Pipeline.Workspace)
+ packagesToPush: $(build.sourcesdirectory)/artifacts/${{parameters.build_configuration}}/**/*.nupkg
+ nuGetFeedType: internal
+ publishVstsFeed: $(publishVstsFeed)
+ allowPackageConflicts: true
+ - ${{ if and(eq(parameters.codesign, true), eq(parameters.publish_nuget, true)) }}:
+ - output: nuget
+ condition: succeeded()
+ useDotNetTask: false
+ packageParentPath: $(Pipeline.Workspace)
+ packagesToPush: $(build.sourcesdirectory)/Artifacts/${{parameters.build_configuration}}/**/*.nupkg
+ nuGetFeedType: external
+ publishFeedCredentials: dotnet-orleans-nuget
+ publishPackageMetadata: true
+ allowPackageConflicts: true
+ steps:
+ - ${{ if eq(variables.microbuild_signing, true) }}:
+ - task: MicroBuildSigningPlugin@4
+ displayName: Install MicroBuild plugin
+ inputs:
+ signType: real
+ zipSources: false
+ feedSource: https://dnceng.pkgs.visualstudio.com/_packaging/MicroBuildToolset/nuget/v3/index.json
+ env:
+ TeamName: AutoGen
+ MicroBuildOutputFolderOverride: '$(Agent.TempDirectory)'
+ - checkout: self
+ - task: UseDotNet@2
+ displayName: 'Use .NET Core sdk'
+ inputs:
+ useGlobalJson: true
+ workingDirectory: $(Build.SourcesDirectory)/dotnet
+ - task: Bash@3
+ displayName: Install .NET Aspire workload
+ inputs:
+ targetType: 'inline'
+ script: |
+ dotnet nuget locals all --clear
+ dotnet workload install aspire
+ - ${{ if eq(variables.runCodeQL3000, 'true') }}:
+ - task: CodeQL3000Init@0
+ displayName: CodeQL Initialize
+ # This task only tags a build if it actually does CodeQL3000 work.
+ # Those tasks no-op while the analysis is considered up to date i.e. for runs w/in a few days of each other.
+ - script: "echo ##vso[build.addbuildtag]CodeQL3000"
+ displayName: 'Set CI CodeQL3000 tag'
+ condition: ne(variables.CODEQL_DIST,'')
+ - task: DotNetCoreCLI@2
+ displayName: Build
+ inputs:
+ command: build
+ arguments: '$(build_flags) /bl:${{parameters.build_configuration}}-Build.binlog /p:Configuration=${{parameters.build_configuration}} $(solution)'
+ workingDirectory: $(Build.SourcesDirectory)/dotnet
+ env:
+ VersionPrefix: ${{parameters.version_prefix}}
+ ${{ if eq(parameters.include_suffix, true) }}:
+ VersionSuffix: ${{parameters.version_suffix}}
+ OfficialBuild: $(official_build)
+ - ${{ if eq(variables.runCodeQL3000, 'true') }}:
+ - task: CodeQL3000Finalize@0
+ displayName: CodeQL Finalize
+ # DLL code signing
+ - ${{ if eq(variables.esrp_signing, true) }}:
+ - task: UseDotNet@2
+ displayName: 'Codesign: Use .NET Core'
+ inputs:
+ packageType: runtime
+ version: $(codesign_runtime)
+ - task: CopyFiles@2
+ displayName: 'Codesign: Copy Files for signing'
+ inputs:
+ SourceFolder: '$(build.sourcesdirectory)'
+ Contents: |
+ src/**/bin/${{parameters.build_configuration}}/**/AutoGen*.dll
+ src/**/bin/${{parameters.build_configuration}}/**/Microsoft.AutoGen.*.dll
+ TargetFolder: '$(build.artifactstagingdirectory)\codesign'
+ CleanTargetFolder: true
+ - task: SFP.build-tasks.custom-build-task-1.EsrpCodeSigning@1
+ displayName: 'Codesign: ESRP CodeSigning'
+ inputs:
+ ConnectedServiceName: 'CodeSign Service (NuGet)'
+ FolderPath: '$(build.artifactstagingdirectory)\codesign'
+ Pattern: '*'
+ signConfigType: inlineSignParams
+ inlineOperation: |
+ [
+ {
+ "keyCode": "CP-230012",
+ "operationSetCode": "SigntoolSign",
+ "parameters": [
+ {
+ "parameterName": "OpusName",
+ "parameterValue": "Microsoft"
+ },
+ {
+ "parameterName": "OpusInfo",
+ "parameterValue": "http://www.microsoft.com"
+ },
+ {
+ "parameterName": "FileDigest",
+ "parameterValue": "/fd \"SHA256\""
+ },
+ {
+ "parameterName": "PageHash",
+ "parameterValue": "/NPH"
+ },
+ {
+ "parameterName": "TimeStamp",
+ "parameterValue": "/tr \"http://rfc3161.gtm.corp.microsoft.com/TSS/HttpTspServer\" /td sha256"
+ }
+ ],
+ "toolName": "sign",
+ "toolVersion": "1.0"
+ },
+ {
+ "keyCode": "CP-230012",
+ "operationSetCode": "SigntoolVerify",
+ "parameters": [ ],
+ "toolName": "sign",
+ "toolVersion": "1.0"
+ }
+ ]
+ SessionTimeout: 180
+ VerboseLogin: true
+ - task: CopyFiles@2
+ displayName: 'Codesign: Copy Signed Files Back'
+ inputs:
+ SourceFolder: '$(build.artifactstagingdirectory)\codesign'
+ Contents: '**\*'
+ TargetFolder: '$(build.sourcesdirectory)'
+ OverWrite: true
+ # End DLL code signing
+ - task: CmdLine@2
+ displayName: Pack
+ inputs:
+ script: 'dotnet pack --no-build --no-restore $(build_flags) /bl:${{parameters.build_configuration}}-Pack.binlog /p:Configuration=${{parameters.build_configuration}} $(solution)'
+ workingDirectory: $(Build.SourcesDirectory)/dotnet
+ env:
+ VersionPrefix: ${{parameters.version_prefix}}
+ ${{ if eq(parameters.include_suffix, true) }}:
+ VersionSuffix: ${{parameters.version_suffix}}
+ OfficialBuild: $(official_build)
+ # NuGet code signing
+ - ${{ if eq(variables.esrp_signing, true) }}:
+ - task: UseDotNet@2
+ displayName: 'Codesign: Use .NET Core'
+ inputs:
+ packageType: runtime
+ version: $(codesign_runtime)
+ - task: SFP.build-tasks.custom-build-task-1.EsrpCodeSigning@1
+ displayName: 'Codesign: ESRP CodeSigning (nuget)'
+ inputs:
+ ConnectedServiceName: 'CodeSign Service (NuGet)'
+ FolderPath: '$(build.sourcesdirectory)/Artifacts/${{parameters.build_configuration}}'
+ Pattern: '*.nupkg'
+ signConfigType: inlineSignParams
+ inlineOperation: |
+ [
+ {
+ "keyCode": "CP-401405",
+ "operationSetCode": "NuGetSign",
+ "parameters": [],
+ "toolName": "sign",
+ "toolVersion": "1.0"
+ },
+ {
+ "keyCode": "CP-401405",
+ "operationSetCode": "NuGetVerify",
+ "parameters": [ ],
+ "toolName": "sign",
+ "toolVersion": "1.0"
+ }
+ ]
+ SessionTimeout: 180
+ VerboseLogin: true
diff --git a/.azure/pipelines/templates/vars.yaml b/.azure/pipelines/templates/vars.yaml
new file mode 100644
index 000000000..0b735a025
--- /dev/null
+++ b/.azure/pipelines/templates/vars.yaml
@@ -0,0 +1,34 @@
+# It seems that variables must be defined in their own file when using templates
+
+variables:
+ build_flags: ' /m /v:m'
+ solution: 'AutoGen.sln'
+ codesign_runtime: '2.1.x'
+ GDN_SUPPRESS_FORKED_BUILD_WARNING: true # Avoid warning "Guardian is not supported for builds from forked GitHub repositories"
+ MicroBuildOutputFolderOverride: '$(Agent.TempDirectory)'
+ # Auto-injection is not necessary because the tasks are explicitly included where they're enabled.
+ Codeql.SkipTaskAutoInjection: true
+ ${{ if eq(variables['System.TeamProject'], 'GitHub - PR Builds') }}:
+ pool_name: '1es-agpublish-pool'
+ pool_image: 'agpublish-agent-image'
+ official_build: false
+ ${{ else }}:
+ ${{ if eq(variables['System.TeamProject'], 'internal') }}:
+ pool_name: '1es-agpublish-pool'
+ pool_image: 'agpublish-agent-image'
+ ${{ else }}:
+ pool_name: '1es-agpublish-pool'
+ pool_image: 'agpublish-agent-image'
+ official_build: true
+ # Do not let CodeQL3000 Extension gate scan frequency.
+ Codeql.Cadence: 0
+ # Enable CodeQL3000 unconditionally so it may be run on any branch.
+ Codeql.Enabled: true
+ # Ignore test and infrastructure code.
+ Codeql.SourceRoot: src
+ # CodeQL3000 needs this plumbed along as a variable to enable TSA. Don't use TSA in manual builds.
+ Codeql.TSAEnabled: ${{ eq(variables['Build.Reason'], 'Schedule') }}
+ # Default expects tsaoptions.json under SourceRoot.
+ Codeql.TSAOptionsPath: '$(Build.SourcesDirectory)/.config/tsaoptions.json'
+ # Do not slow builds down w/ the CodeQL3000 tasks unless this is a nightly build or it's requested.
+ runCodeQL3000: ${{ or(eq(variables['Build.Reason'], 'Schedule'), and(eq(variables['Build.Reason'], 'Manual'), eq(parameters.runCodeQL3000, 'true'))) }}
\ No newline at end of file
diff --git a/dotnet/Directory.Packages.props b/dotnet/Directory.Packages.props
index 5321860e4..0f6ecd10b 100644
--- a/dotnet/Directory.Packages.props
+++ b/dotnet/Directory.Packages.props
@@ -106,8 +106,8 @@
<PackageVersion Include="Microsoft.DotNet.Interactive.PackageManagement" Version="1.0.0-beta.24229.4" />
<PackageVersion Include="Google.Cloud.AIPlatform.V1" Version="3.10.0" />
<PackageVersion Include="OpenAI" Version="2.1.0-beta.1" />
+ <PackageVersion Include="Microsoft.CodeAnalysis.CSharp.Workspaces" Version="4.8.0" />
<PackageVersion Include="System.CodeDom" Version="9.0.0" />
- <PackageVersion Include="Microsoft.CodeAnalysis.CSharp.Workspaces" Version="4.11.0" />
<PackageVersion Include="Microsoft.SourceLink.GitHub" Version="8.0.0" />
<PackageVersion Include="ApprovalTests" Version="6.0.0" />
<PackageVersion Include="FluentAssertions" Version="6.12.2" />