A programming framework for agentic AI
[MAYBE MERGE BEFORE WE TEST ESRP] Set up ADO pipeline for real-signing && nightly build (#4270)
Xiaoyun Zhangb35977ce564e
diff --git a/.azure/pipelines/build.yaml b/.azure/pipelines/build.yamlnew file mode 100644index 000000000..0f6a55e29--- /dev/null+++ b/.azure/pipelines/build.yaml@@ -0,0 +1,91 @@+trigger:+ branches:+ include:+ - main+ paths:+ exclude:+ - samples++schedules:+- cron: "0 0 * * *"+ displayName: 'Daily midnight build (including CodeQL)'+ branches:+ include:+ - main+ - 3.x+ always: true++parameters:+ - name: build_configuration+ displayName: Build configuration+ type: string+ default: Release+ values:+ - Release+ - Debug+ - name: version_prefix+ displayName: Version prefix+ type: string+ default: 8.0.0+ - name: include_suffix+ displayName: Append version suffix+ type: boolean+ default: true+ - name: version_suffix+ displayName: Version suffix+ type: string+ default: ci.$(Build.BuildNumber)+ - name: codesign+ displayName: Enable code signing+ type: boolean+ default: false+ - name: skip_test+ displayName: Skip tests+ type: boolean+ default: false+ - name: publish_nuget+ displayName: Publish to nuget.org+ type: boolean+ default: false+ - name: runCodeQL3000+ default: false+ displayName: Run CodeQL3000 tasks+ type: boolean++variables:+- template: templates/vars.yaml++resources:+ repositories:+ - repository: 1ESPipelineTemplates+ type: git+ name: 1ESPipelineTemplates/1ESPipelineTemplates+ ref: refs/tags/release++extends:+ ${{ if eq(variables['System.TeamProject'], 'GitHub - PR Builds') }}:+ template: v1/1ES.Unofficial.PipelineTemplate.yml@1ESPipelineTemplates+ ${{ else }}:+ template: v1/1ES.Official.PipelineTemplate.yml@1ESPipelineTemplates+ parameters:+ settings:+ skipBuildTagsForGitHubPullRequests: true+ pool:+ name: $(pool_name)+ image: $(pool_image)+ os: windows+ stages:+ - stage: build_test+ displayName: Build and Tests+ jobs:+ - template: /.azure/pipelines/templates/build.yaml@self+ parameters:+ build_configuration: ${{ parameters.build_configuration }}+ version_prefix: ${{ parameters.version_prefix }}+ include_suffix: ${{ parameters.include_suffix }}+ version_suffix: ${{ parameters.version_suffix }}+ codesign: ${{ parameters.codesign }}+ skip_test: ${{ parameters.skip_test }}+ publish_nightly: false+ publish_nuget: ${{ parameters.publish_nuget }}+ runCodeQL3000: ${{ parameters.runCodeQL3000 }}\ No newline at end of filediff --git a/.azure/pipelines/templates/build.yaml b/.azure/pipelines/templates/build.yamlnew file mode 100644index 000000000..47714e137--- /dev/null+++ b/.azure/pipelines/templates/build.yaml@@ -0,0 +1,244 @@+parameters:+ - name: build_configuration+ displayName: Build configuration+ type: string+ default: Release+ values:+ - Release+ - Debug+ - name: version_prefix+ displayName: Version prefix+ type: string+ default: 8.0.0+ - name: include_suffix+ displayName: Append version suffix+ type: boolean+ default: true+ - name: version_suffix+ displayName: Version suffix+ type: string+ default: ci.$(Build.BuildNumber)+ - name: codesign+ displayName: Enable code signing+ type: boolean+ default: false+ - name: skip_test+ displayName: Skip tests+ type: boolean+ default: false+ - name: publish_nightly+ displayName: Publish to autogen-nightly+ type: boolean+ default: false+ - name: publish_nuget+ displayName: Publish to nuget.org+ type: boolean+ default: false+ - name: runCodeQL3000+ default: false+ displayName: Run CodeQL3000 tasks+ type: boolean++jobs:++# Build, sign dlls, build nuget pkgs, then sign them+- job: Build+ displayName: Build and create NuGet packages+ variables:+ ${{ if eq(parameters.codesign, true) }}:+ ${{ if eq(variables['System.TeamProject'], 'internal') }}:+ esrp_signing: false+ microbuild_signing: true+ publishVstsFeed: 'public/orleans-nightly'+ ${{ else }}:+ esrp_signing: true+ microbuild_signing: false+ publishVstsFeed: 'orleans-public/orleans-nightly'+ ${{ else }}:+ esrp_signing: false+ microbuild_signing: false+ ${{ if ne(variables['System.TeamProject'], 'GitHub - PR Builds') }}:+ templateContext:+ outputs:+ - output: pipelineArtifact+ targetPath: '$(build.sourcesdirectory)/dotnet/artifacts'+ artifactName: artifacts folder+ # Publish packages to nightly+ - ${{ if and(eq(parameters.codesign, true), eq(parameters.publish_nightly, true)) }}:+ - output: nuget+ useDotNetTask: false+ packageParentPath: $(Pipeline.Workspace)+ packagesToPush: $(build.sourcesdirectory)/artifacts/${{parameters.build_configuration}}/**/*.nupkg+ nuGetFeedType: internal+ publishVstsFeed: $(publishVstsFeed)+ allowPackageConflicts: true+ - ${{ if and(eq(parameters.codesign, true), eq(parameters.publish_nuget, true)) }}:+ - output: nuget+ condition: succeeded()+ useDotNetTask: false+ packageParentPath: $(Pipeline.Workspace)+ packagesToPush: $(build.sourcesdirectory)/Artifacts/${{parameters.build_configuration}}/**/*.nupkg+ nuGetFeedType: external+ publishFeedCredentials: dotnet-orleans-nuget+ publishPackageMetadata: true+ allowPackageConflicts: true+ steps:+ - ${{ if eq(variables.microbuild_signing, true) }}:+ - task: MicroBuildSigningPlugin@4+ displayName: Install MicroBuild plugin+ inputs:+ signType: real+ zipSources: false+ feedSource: https://dnceng.pkgs.visualstudio.com/_packaging/MicroBuildToolset/nuget/v3/index.json+ env:+ TeamName: AutoGen+ MicroBuildOutputFolderOverride: '$(Agent.TempDirectory)'+ - checkout: self+ - task: UseDotNet@2+ displayName: 'Use .NET Core sdk'+ inputs:+ useGlobalJson: true+ workingDirectory: $(Build.SourcesDirectory)/dotnet+ - task: Bash@3+ displayName: Install .NET Aspire workload+ inputs:+ targetType: 'inline'+ script: |+ dotnet nuget locals all --clear+ dotnet workload install aspire+ - ${{ if eq(variables.runCodeQL3000, 'true') }}:+ - task: CodeQL3000Init@0+ displayName: CodeQL Initialize+ # This task only tags a build if it actually does CodeQL3000 work.+ # Those tasks no-op while the analysis is considered up to date i.e. for runs w/in a few days of each other.+ - script: "echo ##vso[build.addbuildtag]CodeQL3000"+ displayName: 'Set CI CodeQL3000 tag'+ condition: ne(variables.CODEQL_DIST,'')+ - task: DotNetCoreCLI@2+ displayName: Build+ inputs:+ command: build+ arguments: '$(build_flags) /bl:${{parameters.build_configuration}}-Build.binlog /p:Configuration=${{parameters.build_configuration}} $(solution)'+ workingDirectory: $(Build.SourcesDirectory)/dotnet+ env:+ VersionPrefix: ${{parameters.version_prefix}}+ ${{ if eq(parameters.include_suffix, true) }}:+ VersionSuffix: ${{parameters.version_suffix}}+ OfficialBuild: $(official_build)+ - ${{ if eq(variables.runCodeQL3000, 'true') }}:+ - task: CodeQL3000Finalize@0+ displayName: CodeQL Finalize+ # DLL code signing+ - ${{ if eq(variables.esrp_signing, true) }}:+ - task: UseDotNet@2+ displayName: 'Codesign: Use .NET Core'+ inputs:+ packageType: runtime+ version: $(codesign_runtime)+ - task: CopyFiles@2+ displayName: 'Codesign: Copy Files for signing'+ inputs:+ SourceFolder: '$(build.sourcesdirectory)'+ Contents: |+ src/**/bin/${{parameters.build_configuration}}/**/AutoGen*.dll+ src/**/bin/${{parameters.build_configuration}}/**/Microsoft.AutoGen.*.dll+ TargetFolder: '$(build.artifactstagingdirectory)\codesign'+ CleanTargetFolder: true+ - task: SFP.build-tasks.custom-build-task-1.EsrpCodeSigning@1+ displayName: 'Codesign: ESRP CodeSigning'+ inputs:+ ConnectedServiceName: 'CodeSign Service (NuGet)'+ FolderPath: '$(build.artifactstagingdirectory)\codesign'+ Pattern: '*'+ signConfigType: inlineSignParams+ inlineOperation: |+ [+ {+ "keyCode": "CP-230012",+ "operationSetCode": "SigntoolSign",+ "parameters": [+ {+ "parameterName": "OpusName",+ "parameterValue": "Microsoft"+ },+ {+ "parameterName": "OpusInfo",+ "parameterValue": "http://www.microsoft.com"+ },+ {+ "parameterName": "FileDigest",+ "parameterValue": "/fd \"SHA256\""+ },+ {+ "parameterName": "PageHash",+ "parameterValue": "/NPH"+ },+ {+ "parameterName": "TimeStamp",+ "parameterValue": "/tr \"http://rfc3161.gtm.corp.microsoft.com/TSS/HttpTspServer\" /td sha256"+ }+ ],+ "toolName": "sign",+ "toolVersion": "1.0"+ },+ {+ "keyCode": "CP-230012",+ "operationSetCode": "SigntoolVerify",+ "parameters": [ ],+ "toolName": "sign",+ "toolVersion": "1.0"+ }+ ]+ SessionTimeout: 180+ VerboseLogin: true+ - task: CopyFiles@2+ displayName: 'Codesign: Copy Signed Files Back'+ inputs:+ SourceFolder: '$(build.artifactstagingdirectory)\codesign'+ Contents: '**\*'+ TargetFolder: '$(build.sourcesdirectory)'+ OverWrite: true+ # End DLL code signing+ - task: CmdLine@2+ displayName: Pack+ inputs:+ script: 'dotnet pack --no-build --no-restore $(build_flags) /bl:${{parameters.build_configuration}}-Pack.binlog /p:Configuration=${{parameters.build_configuration}} $(solution)'+ workingDirectory: $(Build.SourcesDirectory)/dotnet+ env:+ VersionPrefix: ${{parameters.version_prefix}}+ ${{ if eq(parameters.include_suffix, true) }}:+ VersionSuffix: ${{parameters.version_suffix}}+ OfficialBuild: $(official_build)+ # NuGet code signing+ - ${{ if eq(variables.esrp_signing, true) }}:+ - task: UseDotNet@2+ displayName: 'Codesign: Use .NET Core'+ inputs:+ packageType: runtime+ version: $(codesign_runtime)+ - task: SFP.build-tasks.custom-build-task-1.EsrpCodeSigning@1+ displayName: 'Codesign: ESRP CodeSigning (nuget)'+ inputs:+ ConnectedServiceName: 'CodeSign Service (NuGet)'+ FolderPath: '$(build.sourcesdirectory)/Artifacts/${{parameters.build_configuration}}'+ Pattern: '*.nupkg'+ signConfigType: inlineSignParams+ inlineOperation: |+ [+ {+ "keyCode": "CP-401405",+ "operationSetCode": "NuGetSign",+ "parameters": [],+ "toolName": "sign",+ "toolVersion": "1.0"+ },+ {+ "keyCode": "CP-401405",+ "operationSetCode": "NuGetVerify",+ "parameters": [ ],+ "toolName": "sign",+ "toolVersion": "1.0"+ }+ ]+ SessionTimeout: 180+ VerboseLogin: truediff --git a/.azure/pipelines/templates/vars.yaml b/.azure/pipelines/templates/vars.yamlnew file mode 100644index 000000000..0b735a025--- /dev/null+++ b/.azure/pipelines/templates/vars.yaml@@ -0,0 +1,34 @@+# It seems that variables must be defined in their own file when using templates++variables:+ build_flags: ' /m /v:m'+ solution: 'AutoGen.sln'+ codesign_runtime: '2.1.x'+ GDN_SUPPRESS_FORKED_BUILD_WARNING: true # Avoid warning "Guardian is not supported for builds from forked GitHub repositories"+ MicroBuildOutputFolderOverride: '$(Agent.TempDirectory)'+ # Auto-injection is not necessary because the tasks are explicitly included where they're enabled.+ Codeql.SkipTaskAutoInjection: true+ ${{ if eq(variables['System.TeamProject'], 'GitHub - PR Builds') }}:+ pool_name: '1es-agpublish-pool'+ pool_image: 'agpublish-agent-image'+ official_build: false+ ${{ else }}:+ ${{ if eq(variables['System.TeamProject'], 'internal') }}:+ pool_name: '1es-agpublish-pool'+ pool_image: 'agpublish-agent-image'+ ${{ else }}:+ pool_name: '1es-agpublish-pool'+ pool_image: 'agpublish-agent-image'+ official_build: true+ # Do not let CodeQL3000 Extension gate scan frequency.+ Codeql.Cadence: 0+ # Enable CodeQL3000 unconditionally so it may be run on any branch.+ Codeql.Enabled: true+ # Ignore test and infrastructure code.+ Codeql.SourceRoot: src+ # CodeQL3000 needs this plumbed along as a variable to enable TSA. Don't use TSA in manual builds.+ Codeql.TSAEnabled: ${{ eq(variables['Build.Reason'], 'Schedule') }}+ # Default expects tsaoptions.json under SourceRoot.+ Codeql.TSAOptionsPath: '$(Build.SourcesDirectory)/.config/tsaoptions.json'+ # Do not slow builds down w/ the CodeQL3000 tasks unless this is a nightly build or it's requested.+ runCodeQL3000: ${{ or(eq(variables['Build.Reason'], 'Schedule'), and(eq(variables['Build.Reason'], 'Manual'), eq(parameters.runCodeQL3000, 'true'))) }}\ No newline at end of filediff --git a/dotnet/Directory.Packages.props b/dotnet/Directory.Packages.propsindex 5321860e4..0f6ecd10b 100644--- a/dotnet/Directory.Packages.props+++ b/dotnet/Directory.Packages.props@@ -106,8 +106,8 @@<PackageVersion Include="Microsoft.DotNet.Interactive.PackageManagement" Version="1.0.0-beta.24229.4" /><PackageVersion Include="Google.Cloud.AIPlatform.V1" Version="3.10.0" /><PackageVersion Include="OpenAI" Version="2.1.0-beta.1" />+ <PackageVersion Include="Microsoft.CodeAnalysis.CSharp.Workspaces" Version="4.8.0" /><PackageVersion Include="System.CodeDom" Version="9.0.0" />- <PackageVersion Include="Microsoft.CodeAnalysis.CSharp.Workspaces" Version="4.11.0" /><PackageVersion Include="Microsoft.SourceLink.GitHub" Version="8.0.0" /><PackageVersion Include="ApprovalTests" Version="6.0.0" /><PackageVersion Include="FluentAssertions" Version="6.12.2" />