pipeline.yml

parameters:
- name: isOfficialBuild
  type: boolean
  default: false
- name: RunOneLocBuild
  displayName: Run OneLocBuild
  type: boolean
  default: false
- name: RunBuildForPublishing
  displayName: Build bits for publishing
  type: boolean
  default: true
- name: RunCrossFrameworkTestsOnWindows
  displayName: Run cross framework tests on Windows
  type: boolean
  default: true
- name: RunUnitTestsOnWindows
  displayName: Run unit tests on Windows
  type: boolean
  default: true
- name: RunFunctionalTestsOnWindows
  displayName: Run functional tests on Windows
  type: boolean
  default: true
- name: RunSourceBuild
  displayName: Run source build
  type: boolean
  default: true
- name: RunTestsOnLinux
  displayName: Run tests on Linux
  type: boolean
  default: true
- name: RunTestsOnMac
  displayName: Run tests on Mac
  type: boolean
  default: true
- name: RunMonoTestsOnMac
  displayName: Run Mono tests on Mac
  type: boolean
  default: false
- name: RunStaticAnalysis
  displayName: Run static analysis
  type: boolean
  default: true
- name: SigningType
  displayName: Type of signing to use
  type: string
  values:
  - Real
  - Test

stages:
- stage: Initialize
  jobs:
  - job: GetSemanticVersion
    displayName: Get NuGet.Client semantic version
    timeoutInMinutes: 10
    pool:
      name: AzurePipelines-EO
      image: 1ESPT-Windows2022
      os: windows
    steps:
    - template: /eng/pipelines/templates/Initialize_Build_SemanticVersion.yml@self

  - job: Initialize_Build
    dependsOn: GetSemanticVersion
    timeoutInMinutes: 10
    variables:
      SemanticVersion: $[dependencies.GetSemanticVersion.outputs['setsemanticversion.SemanticVersion']]
      BuildRevision: $[counter(format('{0}.{1}', variables['SemanticVersion'], variables['build.definitionname']), 1)]
    pool:
      name: AzurePipelines-EO
      image: 1ESPT-Windows2022
      os: windows
    steps:
    - template: /eng/pipelines/templates/Initialize_Build.yml@self

- ${{ if eq(parameters.RunOneLocBuild, true) }}:
  - stage: RunOneLocBuild
    displayName: Run OneLocBuild
    jobs:
    - template: /eng/common/templates-official/job/onelocbuild.yml
      parameters:
        LclSource: lclFilesfromPackage
        LclPackageId: 'LCL-JUNO-PROD-NuGetClient'
        MirrorRepo: 'NuGet.Client'
        MirrorBranch: ${{ variables['Build.SourceBranchName'] }}
        GitHubOrg: 'NuGet'

- stage: StaticSourceAnalysis
  displayName: Static Source Analysis
  dependsOn: []
  jobs:
  - job: RunStaticSourceAnalysis
    displayName: Run Static Source Analysis
    condition: "and(succeeded(), ne(variables['RunStaticAnalysis'], 'false'))"
    timeoutInMinutes: 15
    pool:
      name: AzurePipelines-EO
      image: 1ESPT-Windows2022
      os: windows
    steps:
    - template: /eng/pipelines/templates/Static_Source_Analysis.yml@self
      parameters:
        isOfficialBuild: ${{ parameters.isOfficialBuild }}

- stage: Build_Insertable
  displayName: Build NuGet inserted into VS and .NET SDK
  dependsOn: Initialize
  jobs:
  - job: Build_and_UnitTest_NonRTM
    timeoutInMinutes: 170
    variables:
      BuildNumber: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.BuildNumber']]
      FullVstsBuildNumber: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.FullVstsBuildNumber']]
      VsTargetChannel: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.VsTargetChannel']]
      VsTargetChannelForTests: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.VsTargetChannelForTests']]
      VsTargetMajorVersion: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.VsTargetMajorVersion']]
      isOfficialBuild: ${{ parameters.isOfficialBuild }}
      BuildRTM: "false"
      SemanticVersion: $[stageDependencies.Initialize.GetSemanticVersion.outputs['setsemanticversion.SemanticVersion']]
    pool:
      name: VSEngSS-MicroBuild2022-1ES
    templateContext:
      mb:
        localization:
          enabled: true
        signing:
          enabled: true
          signType: "${{ parameters.SigningType }}"
          ${{ if and(eq(parameters.isOfficialBuild, true), eq(parameters.SigningType, 'Real')) }}:
            signWithProd: true
        swix:
          enabled: true
        optprof:
          enabled: ${{ variables['isOfficialBuild'] }}
          OptimizationInputsLookupMethod: DropPrefix
          DropNamePrefix: OptimizationInputs/$(System.TeamProject)/$(Build.Repository.Name)
          ShouldSkipOptimize: $(ShouldSkipOptimize)
          AccessToken: $(System.AccessToken)
      outputs:
      - output: pipelineArtifact
        displayName: 'Publish buildinfo.json as an artifact'
        condition: "succeeded()"
        targetPath: '$(Build.Repository.LocalPath)\artifacts\buildinfo.json'
        artifactName: 'BuildInfo'
        sbomBuildDropPath: $(Build.SourcesDirectory)/artifacts

      - output: pipelineArtifact
        displayName: 'Publish NuGet.CommandLine.Test as artifact'
        condition: "and(succeeded(),ne(variables['RunMonoTestsOnMac'], 'false'))"
        targetPath: "$(Build.Repository.LocalPath)\\test\\NuGet.Clients.Tests\\NuGet.CommandLine.Test\\bin\\$(BuildConfiguration)\\net472"
        artifactName: "NuGet.CommandLine.Test"
        sbomBuildDropPath: $(Build.SourcesDirectory)/artifacts

      - output: pipelineArtifact
        displayName: 'Publish nupkgs'
        condition: "and(succeeded(), eq(variables['IsOfficialBuild'], 'true'))"
        targetPath: "$(Build.Repository.LocalPath)\\artifacts\\$(NupkgOutputDir)"
        artifactName: "nupkgs - $(RtmLabel)"
        sbomBuildDropPath: $(Build.SourcesDirectory)/artifacts

      - output: pipelineArtifact
        displayName: 'Publish BootstrapperInfo.json as a build artifact'
        condition: "succeeded()"
        targetPath: $(MicroBuildOutputFolderOverride)\MicroBuild\Output
        artifactName: MicroBuildOutputs
        # need to make daily Apex test pipeline build its own bootstrapper, and remove this from official pipeline
        codeSignValidationEnabled: false
        sbomEnabled: false

      - output: artifactsDrop
        displayName: 'Publish the .runsettings files to artifact services'
        condition: "succeeded()"
        dropServiceURI: 'https://devdiv.artifacts.visualstudio.com'
        buildNumber: 'RunSettings/$(System.TeamProject)/$(Build.Repository.Name)/$(SourceBranch)/$(Build.BuildId)'
        sourcePath: 'artifacts\RunSettings'
        toLowerCase: false
        usePat: true
        dropMetadataContainerName: 'DropMetadata-RunSettings'
        # need to make daily Apex test pipeline build its own tests, and remove this from official pipeline
        codeSignValidationEnabled: false

      - output: artifactsDrop
        displayName: 'OptProfV2:  publish profiling inputs to artifact services'
        condition: "and(succeeded(), eq(variables['IsOfficialBuild'], 'true'))"
        dropServiceURI: 'https://devdiv.artifacts.visualstudio.com'
        buildNumber: 'ProfilingInputs/$(System.TeamProject)/$(Build.Repository.Name)/$(SourceBranch)/$(Build.BuildId)'
        sourcePath: '$(Build.ArtifactStagingDirectory)\OptProf\ProfilingInputs'
        toLowerCase: false
        usePat: true
        dropMetadataContainerName: 'DropMetadata-ProfilingInputs'

      - output: pipelineArtifact
        displayName: 'Publish NuGet.exe and VSIX as artifact'
        targetPath: "$(Build.Repository.LocalPath)\\artifacts\\VS15"
        artifactName: "$(VsixPublishDir)"
        sbomBuildDropPath: $(Build.SourcesDirectory)/artifacts

      - output: pipelineArtifact
        displayName: 'Publish symbols as pipeline artifacts'
        condition: "and(succeeded(), eq(variables['IsOfficialBuild'], 'true'))"
        targetPath: "$(Build.Repository.LocalPath)\\artifacts\\symbolstoindex"
        artifactName: "symbols - $(RtmLabel)"
        sbomBuildDropPath: $(Build.SourcesDirectory)/artifacts

      - output: artifactsDrop
        displayName: 'Upload VSTS Drop'
        condition: "succeeded()"
        dropServiceURI: 'https://devdiv.artifacts.visualstudio.com'
        buildNumber: 'Products/$(System.TeamProject)/$(Build.Repository.Name)/$(SourceBranch)/$(Build.BuildNumber)'
        sourcePath: "$(Build.Repository.LocalPath)\\artifacts\\VS15"
        toLowerCase: false
        usePat: true
        dropMetadataContainerName: "DropMetadata-Product"

      - output: pipelineArtifact
        displayName: 'LocValidation: Publish Logs as an artifact'
        condition: "succeededOrFailed()"
        artifactName: LocValidationLogs - Attempt $(System.JobAttempt)
        targetPath: "$(Build.Repository.LocalPath)\\logs\\BuildValidatorLogs"
        sbomEnabled: true

      - output: pipelineArtifact
        displayName: 'Publish binlogs'
        condition: "or(failed(), eq(variables['PublishArtifactsToDotNetBuildAssetRegistry'], 'true'), eq(variables['System.debug'], 'true'))"
        artifactName: binlog - $(System.JobDisplayName) - Attempt $(System.JobAttempt)
        targetPath: '$(Build.StagingDirectory)\binlog'
        sbomEnabled: false

      - output: pipelineArtifact
        displayName: Publish SBOM manifest
        artifactName: $(ARTIFACT_NAME)
        targetPath: "$(Build.SourcesDirectory)/artifacts/_manifest"
        sbomEnabled: false

    steps:
    - template: /eng/pipelines/templates/Build_and_UnitTest.yml@self
      parameters:
        BuildRTM: false
        RunUnitTests: ${{ parameters.RunUnitTestsOnWindows }}
        SigningType: ${{ parameters.SigningType }}

- stage: Build_For_Publishing
  displayName: Build NuGet published to nuget.org
  dependsOn: Initialize
  jobs:
  - job: Build_and_UnitTest_RTM
    condition: "and(succeeded(), ne(variables['RunBuildForPublishing'], 'false'))"
    timeoutInMinutes: 170
    variables:
      BuildNumber: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.BuildNumber']]
      FullVstsBuildNumber: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.FullVstsBuildNumber']]
      VsTargetChannel: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.VsTargetChannel']]
      VsTargetChannelForTests: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.VsTargetChannelForTests']]
      VsTargetMajorVersion: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.VsTargetMajorVersion']]
      BuildRTM: "true"
    pool:
      name: VSEngSS-MicroBuild2022-1ES
    templateContext:
      mb:
        localization:
          enabled: true
        signing:
          enabled: true
          signType: "${{ parameters.SigningType }}"
          ${{ if and(eq(parameters.isOfficialBuild, true), eq(parameters.SigningType, 'Real')) }}:
            signWithProd: true
        swix:
          enabled: true
        optprof:
          enabled: false
      outputs:
      - output: pipelineArtifact
        displayName: 'Publish nupkgs'
        condition: "succeeded()"
        targetPath: "$(Build.Repository.LocalPath)\\artifacts\\$(NupkgOutputDir)"
        artifactName: "nupkgs - $(RtmLabel)"
        sbomBuildDropPath: $(Build.SourcesDirectory)/artifacts

      - output: pipelineArtifact
        displayName: 'Publish NuGet.exe and VSIX as artifact'
        targetPath: "$(Build.Repository.LocalPath)\\artifacts\\VS15"
        artifactName: "$(VsixPublishDir)"
        sbomBuildDropPath: $(Build.SourcesDirectory)/artifacts

      - output: pipelineArtifact
        displayName: 'Publish symbols as pipeline artifacts'
        condition: "and(succeeded(), eq(variables['IsOfficialBuild'], 'true'))"
        targetPath: "$(Build.Repository.LocalPath)\\artifacts\\symbolstoindex"
        artifactName: "symbols - $(RtmLabel)"
        sbomBuildDropPath: $(Build.SourcesDirectory)/artifacts

      - output: pipelineArtifact
        displayName: 'Publish binlogs'
        condition: "or(failed(), eq(variables['PublishArtifactsToDotNetBuildAssetRegistry'], 'true'), eq(variables['System.debug'], 'true'))"
        artifactName: binlog - $(System.JobDisplayName) - Attempt $(System.JobAttempt)
        targetPath: $(Build.StagingDirectory)\binlog
        sbomBuildDropPath: $(Build.SourcesDirectory)/artifacts
    steps:
    - template: /eng/pipelines/templates/Build_and_UnitTest.yml@self
      parameters:
        BuildRTM: true
        RunUnitTests: ${{ parameters.RunUnitTestsOnWindows }}
        SigningType: ${{ parameters.SigningType }}

  - job: Validate_Publishing_Artifacts
    condition: "and(succeeded(), ne(variables['RunBuildForPublishing'], 'false'))"
    displayName: 'Validate Publishing build artifacts'
    dependsOn: Build_and_UnitTest_RTM
    timeoutInMinutes: 15
    pool:
      name: AzurePipelines-EO
      image: 1ESPT-Windows2022
      os: windows
    steps:
    - template: /eng/pipelines/templates/Validate_Build_Output.yml@self
      parameters:
        isOfficialBuild: ${{ parameters.isOfficialBuild }}

- stage: Source_Build
  dependsOn: Initialize
  jobs:
  - job: Build_Source_Build
    displayName: "Source Build"
    condition: "and(succeeded(), ne(variables['RunSourceBuild'], 'false'))"
    timeoutInMinutes: 120
    variables:
      BuildNumber: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.BuildNumber']]
      FullVstsBuildNumber: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.FullVstsBuildNumber']]
      BuildRTM: "false"
      DOTNET_NUGET_SIGNATURE_VERIFICATION: true
    pool:
      name: AzurePipelines-EO
      image: 1ESPT-Ubuntu22.04
      os: linux
    templateContext:
      outputs:
      - output: pipelineArtifact
        displayName: 'Upload source-build log'
        condition: "or(failed(), eq(variables['System.debug'], 'true'))"
        targetPath: "artifacts/sb/log/source-inner-build.binlog"
        artifactName: "Source-build log - Attempt $(System.JobAttempt)"
        sbomEnabled: false
    steps:
    - template: /eng/pipelines/templates/Source_Build.yml@self

- stage: Tests
  displayName: "Run Unit and Functional Tests"
  dependsOn: Initialize
  jobs:
  - job: Functional_Tests_On_Windows
    displayName: "Windows FunctionalTests"
    timeoutInMinutes: 120
    variables:
      BuildNumber: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.BuildNumber']]
      FullVstsBuildNumber: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.FullVstsBuildNumber']]
       # Set MSBuildEnableWorkloadResolver to work around https://github.com/dotnet/sdk/issues/17461
      MSBuildEnableWorkloadResolver: false
    condition: "and(succeeded(), ne(variables['RunFunctionalTestsOnWindows'], 'false'))"
    pool:
      name: VSEngSS-MicroBuild2022-1ES
    strategy:
      matrix:
        IsDesktop:
          SkipCoreAssemblies: "true"
        IsCore:
          SkipDesktopAssemblies: "true"
    templateContext:
      outputs:
      - output: pipelineArtifact
        displayName: 'Publish Test Freeze Dump'
        condition: "or(failed(), canceled())"
        targetPath: "$(Build.Repository.LocalPath)/build/TestResults"
        artifactName: "$(Agent.JobName) - Attempt $(System.JobAttempt)"
        sbomEnabled: false

      - output: pipelineArtifact
        displayName: 'Publish binlogs'
        condition: "or(failed(), eq(variables['System.debug'], 'true'))"
        artifactName: binlog - $(System.JobDisplayName) - Attempt $(System.JobAttempt)
        targetPath: $(Build.StagingDirectory)\binlog
        sbomEnabled: false
    steps:
    - template: /eng/pipelines/templates/Functional_Tests_On_Windows.yml@self

  - job: Tests_On_Linux
    displayName: "Linux"
    timeoutInMinutes: 45
    variables:
      FULLVSTSBUILDNUMBER: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.FullVstsBuildNumber']]
      MSBUILDDISABLENODEREUSE: 1
      # Set MSBuildEnableWorkloadResolver to work around https://github.com/dotnet/sdk/issues/17461
      MSBuildEnableWorkloadResolver: false
      DOTNET_NUGET_SIGNATURE_VERIFICATION: true
    condition: "and(succeeded(), ne(variables['RunTestsOnLinux'], 'false'))"
    pool:
      name: AzurePipelines-EO
      image: 1ESPT-Ubuntu22.04
      os: linux
    strategy:
      matrix:
        UnitTests:
          TestRunDisplayName: "Unit Tests"
          TestRunCommandLineArguments: "--unit-tests"
        FunctionalTests:
          TestRunDisplayName: "Functional Tests"
          TestRunCommandLineArguments: "--functional-tests"
    templateContext:
      outputs:
      - output: pipelineArtifact
        displayName: 'Publish Test Freeze Dump'
        condition: "or(failed(), canceled())"
        targetPath: "$(Build.Repository.LocalPath)/build/TestResults"
        artifactName: "$(Agent.JobName) - Attempt $(System.JobAttempt)"
        sbomEnabled: false

      - output: pipelineArtifact
        displayName: 'Publish binlogs'
        condition: "or(failed(), eq(variables['System.debug'], 'true'))"
        artifactName: binlog - $(TestRunDisplayName) On Linux - Attempt $(System.JobAttempt)
        targetPath: $(Build.StagingDirectory)/binlog
        sbomEnabled: false
    steps:
    - template: /eng/pipelines/templates/Tests_On_Linux.yml@self

  - job: Tests_On_Mac
    displayName: "Mac"
    timeoutInMinutes: 45
    variables:
      FULLVSTSBUILDNUMBER: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.FullVstsBuildNumber']]
      MSBUILDDISABLENODEREUSE: 1
      # Set MSBuildEnableWorkloadResolver to work around https://github.com/dotnet/sdk/issues/17461
      MSBuildEnableWorkloadResolver: false
    condition: "and(succeeded(), ne(variables['RunTestsOnMac'], 'false'))"
    pool:
      name: 'Azure Pipelines'
      vmImage: macos-13
      os: macOS
    strategy:
      matrix:
        UnitTests:
          TestRunDisplayName: "Unit Tests"
          TestRunCommandLineArguments: "--unit-tests"
        FunctionalTests:
          TestRunDisplayName: "Functional Tests"
          TestRunCommandLineArguments: "--functional-tests"
    templateContext:
      outputs:
      - output: pipelineArtifact
        displayName: 'Publish Test Freeze Dump'
        condition: "or(failed(), canceled())"
        targetPath: "$(Build.Repository.LocalPath)/build/TestResults"
        artifactName: "$(Agent.JobName) - Attempt $(System.JobAttempt)"
        sbomEnabled: false

      - output: pipelineArtifact
        displayName: 'Publish binlogs'
        condition: "or(failed(), eq(variables['System.debug'], 'true'))"
        artifactName: binlog - $(TestRunDisplayName) On Mac - Attempt $(System.JobAttempt)
        targetPath: $(Build.StagingDirectory)/binlog
        sbomEnabled: false
    steps:
    - template: /eng/pipelines/templates/Tests_On_Mac.yml@self

  - job: CrossFramework_Tests_On_Windows
    displayName: "Windows CrossFrameworkTests"
    condition: "and(succeeded(), ne(variables['RunCrossFrameworkTestsOnWindows'], 'false'))"
    timeoutInMinutes: 30
    variables:
      BuildNumber: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.BuildNumber']]
      FullVstsBuildNumber: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.FullVstsBuildNumber']]
    pool:
      name: AzurePipelines-EO
      image: 1ESPT-Windows2022
      os: windows
    templateContext:
      outputs:
      - output: pipelineArtifact
        displayName: 'Publish Test Freeze Dump'
        condition: "or(failed(), canceled())"
        targetPath: "$(Build.Repository.LocalPath)/build/TestResults"
        artifactName: "$(Agent.JobName) - Attempt $(System.JobAttempt)"
        sbomEnabled: false

      - output: pipelineArtifact
        displayName: 'Publish binlogs'
        condition: "or(failed(), eq(variables['System.debug'], 'true'))"
        artifactName: binlog - $(System.JobDisplayName) - Attempt $(System.JobAttempt)
        targetPath: $(Build.StagingDirectory)\binlog
        sbomEnabled: false
    steps:
    - template: /eng/pipelines/templates/CrossFramework_Tests_On_Windows.yml@self

- stage: MacTests
  displayName: "Mac Mono Tests"
  dependsOn:
  - Initialize
  - Build_Insertable
  jobs:
  - job: MonoTests_On_Mac
    condition: "and(succeeded(), ne(variables['RunMonoTestsOnMac'], 'false'))"
    timeoutInMinutes: 90
    variables:
      FULLVSTSBUILDNUMBER: $[stageDependencies.Initialize.Initialize_Build.outputs['updatebuildnumber.FullVstsBuildNumber']]
      # Set MSBuildEnableWorkloadResolver to work around https://github.com/dotnet/sdk/issues/17461
      MSBuildEnableWorkloadResolver: false
      TestRunDisplayName: "Mono Tests"
      TestRunCommandLineArguments: "--mono-tests"
    pool:
      name: 'Azure Pipelines'
      vmImage: macos-latest
      os: macOS
    templateContext:
      outputs:
      - output: pipelineArtifact
        displayName: 'Publish Test Freeze Dump'
        condition: "or(failed(), canceled())"
        targetPath: "$(Build.Repository.LocalPath)/build/TestResults"
        artifactName: "$(Agent.JobName) - Attempt $(System.JobAttempt)"
        sbomEnabled: false

      - output: pipelineArtifact
        displayName: 'Publish binlogs'
        condition: "or(failed(), eq(variables['System.debug'], 'true'))"
        artifactName: binlog - $(TestRunDisplayName) On Mac - Attempt $(System.JobAttempt)
        targetPath: $(Build.StagingDirectory)/binlog
        sbomEnabled: false
    steps:
    - template: /eng/pipelines/templates/Tests_On_Mac.yml@self