azure-pipelines-internal-tests.yml

variables:
  - name: _BuildConfig
    value: Release
  - name: DOTNET_SKIP_FIRST_TIME_EXPERIENCE
    value: true
  - name: _PublishUsingPipelines
    value: true
  - name: _CosmosConnectionUrl
    value: https://localhost:8081
  - name: _CosmosToken
    value: C2y6yDjf5/R+ob0N8A7Cgv30VRDJIWEHLM+4QDU5DE2nQ9nDuVTqobD4b8mGGyPMbIZnqyMsEcaGQy67XIw/Jw==
  - group: DotNet-HelixApi-Access
  - name: _InternalRuntimeDownloadArgs
    value: /p:DotNetRuntimeSourceFeed=https://ci.dot.net/internal /p:DotNetRuntimeSourceFeedKey=$(dotnetbuilds-internal-container-read-token-base64)
  - name: LC_ALL
    value: 'en_US.UTF-8'
  - name: LANG
    value: 'en_US.UTF-8'
  - name: LANGUAGE
    value: 'en_US.UTF-8'
  - template: /eng/common/templates-official/variables/pool-providers.yml@self
trigger:
  batch: true
  branches:
    include:
      - main
      - release/*
      - feature/*
      - internal/release/*
pr: ['*']
resources:
  repositories:
  - repository: 1ESPipelineTemplates
    type: git
    name: 1ESPipelineTemplates/1ESPipelineTemplates
    ref: refs/tags/release
extends:
  template: v1/1ES.Official.PipelineTemplate.yml@1ESPipelineTemplates
  parameters:
    featureFlags:
      autoBaseline: false
      autoEnableRoslynWithNewRuleset: false  
    sdl:
      createAdoIssuesForJustificationsForDisablement: false
      sourceAnalysisPool:
        name: $(DncEngInternalBuildPool)
        image: 1es-windows-2022
        os: windows
      enabled: false
      baseline:
        baselineFile: $(Build.SourcesDirectory)\.config\guardian\.gdnbaselines
      binskim:
        preReleaseVersion: '4.3.1'
        enabled: false
        justificationForDisabling: 'NonProduction'
      policheck:
        enabled: false
        justificationForDisabling: 'NonProduction'
      tsa:
        enabled: false
        justificationForDisabling: 'NonProduction'
      antimalwareScan:
        enabled: false
        justificationForDisabling: 'NonProduction'
      prefast:
        enabled: false
        justificationForDisabling: 'NonProduction'
      codeQL:
        compiled:
          enabled: false
          justificationForDisabling: 'NonProduction'
      psscriptanalyzer:
        enabled: false
        justificationForDisabling: 'NonProduction'
      credscan:
        enabled: false
        justificationForDisabling: 'NonProduction'
      spmi:
        enabled: false
        justificationForDisabling: 'NonProduction'
      componentgovernance:
        enabled: false
        justificationForDisabling: 'NonProduction'
      eslint:
        enabled: false
        justificationForDisabling: 'NonProduction'
      armory:
        enabled: false
        justificationForDisabling: 'NonProduction'
    customBuildTags:
    - ES365AIMigrationTooling
    settings:
      networkIsolationPolicy: Permissive,CFSClean
    stages:
    - stage: build
      displayName: Build
      jobs:
      - template: /eng/common/templates-official/jobs/jobs.yml@self
        parameters:
          continueOnError: true
          enableMicrobuild: true
          enablePublishBuildArtifacts: true
          enablePublishBuildAssets: false
          enablePublishTestResults: true
          publishAssetsImmediately: true
          isAssetlessBuild: true
          enableTelemetry: true
          helixRepo: dotnet/efcore
          jobs:
          - job: Windows
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            timeoutInMinutes: 180
            variables:
              - _InternalBuildArgs: ''
              # Rely on task Arcade injects, not auto-injected build step.
              - skipComponentGovernanceDetection: true
            steps:
              - task: NuGetCommand@2
                displayName: 'Clear NuGet caches'
                condition: succeeded()
                inputs:
                  command: custom
                  arguments: 'locals all -clear'
              - script: "echo ##vso[build.addbuildtag]daily-build"
                condition: and(notin(variables['Build.Reason'], 'PullRequest'), ne(variables['IsFinalBuild'], 'true'))
                displayName: 'Set CI tags'
              - script: "echo ##vso[build.addbuildtag]release-candidate"
                condition: and(notin(variables['Build.Reason'], 'PullRequest'), eq(variables['IsFinalBuild'], 'true'))
                displayName: 'Set CI tags'
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - script: eng\common\cibuild.cmd -configuration $(_BuildConfig) -prepareMachine $(_InternalBuildArgs) $(_InternalRuntimeDownloadArgs) /p:CollectCoverage=true /p:SkipApiBaselineTests=true
                env:
                  Test__Cosmos__DefaultConnection: $(_CosmosConnectionUrl)
                  Test__SqlServer__DefaultConnection: "Data Source="
                displayName: Build
              - script: .dotnet\dotnet test test\EFCore.ApiBaseline.Tests -p:Configuration=$(_BuildConfig)
                displayName: Test API Baselines
                condition: succeeded()
              - powershell: |
                  $files = Get-ChildItem -Path 'artifacts\coverage' -Filter '*.cobertura.xml' -ErrorAction SilentlyContinue
                  if ($files) {
                    $env:PATH += ";$env:USERPROFILE\.dotnet\tools"
                    dotnet tool update --global dotnet-coverage
                    if ($LASTEXITCODE -ne 0) { dotnet tool install --global dotnet-coverage }
                    dotnet-coverage merge -o 'artifacts\coverage\coverage.cobertura.xml' -f cobertura $files.FullName
                  }
                displayName: Merge coverage reports
                condition: always()
                continueOnError: true
              - task: PublishCodeCoverageResults@2
                displayName: Publish code coverage
                inputs:
                  summaryFileLocation: artifacts/coverage/coverage.cobertura.xml
                condition: always()
                continueOnError: true

          - job: Windows_SqlServer
            displayName: 'Windows SQL Server'
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            timeoutInMinutes: 120
            variables:
              - skipComponentGovernanceDetection: true
            steps:
              - powershell: SqlLocalDB start
                displayName: Start LocalDB
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - script: eng\common\build.cmd -restore -build -test -ci -configuration $(_BuildConfig) -prepareMachine $(_InternalRuntimeDownloadArgs)
                  /p:CollectCoverage=true
                  /p:Projects="$(Build.SourcesDirectory)/test/EFCore.SqlServer.FunctionalTests/EFCore.SqlServer.FunctionalTests.csproj;$(Build.SourcesDirectory)/test/EFCore.SqlServer.HierarchyId.Tests/EFCore.SqlServer.HierarchyId.Tests.csproj;$(Build.SourcesDirectory)/test/EFCore.CrossStore.FunctionalTests/EFCore.CrossStore.FunctionalTests.csproj;$(Build.SourcesDirectory)/test/EFCore.OData.FunctionalTests/EFCore.OData.FunctionalTests.csproj;$(Build.SourcesDirectory)/test/EFCore.AspNet.SqlServer.FunctionalTests/EFCore.AspNet.SqlServer.FunctionalTests.csproj;$(Build.SourcesDirectory)/test/EFCore.VisualBasic.FunctionalTests/EFCore.VisualBasic.FunctionalTests.vbproj;$(Build.SourcesDirectory)/test/EFCore.FSharp.FunctionalTests/EFCore.FSharp.FunctionalTests.fsproj"
                displayName: Test SQL Server
              - powershell: |
                  $files = Get-ChildItem -Path 'artifacts\coverage' -Filter '*.cobertura.xml' -ErrorAction SilentlyContinue
                  if ($files) {
                    $env:PATH += ";$env:USERPROFILE\.dotnet\tools"
                    dotnet tool update --global dotnet-coverage
                    if ($LASTEXITCODE -ne 0) { dotnet tool install --global dotnet-coverage }
                    dotnet-coverage merge -o 'artifacts\coverage\coverage.cobertura.xml' -f cobertura $files.FullName
                  }
                displayName: Merge coverage reports
                condition: always()
                continueOnError: true
              - task: PublishCodeCoverageResults@2
                displayName: Publish code coverage
                inputs:
                  summaryFileLocation: artifacts/coverage/coverage.cobertura.xml
                condition: always()
                continueOnError: true

          - job: macOS
            pool:
              name: Azure Pipelines
              image: macOS-15
              os: macOS
            variables:
              # Rely on task Arcade injects, not auto-injected build step.
              - skipComponentGovernanceDetection: true
            steps:
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - script: eng/common/build.sh --restore --build --test --pack --ci --configuration $(_BuildConfig) --prepareMachine $(_InternalRuntimeDownloadArgs) /p:CollectCoverage=true /p:SkipApiBaselineTests=true
                env:
                  Test__Cosmos__DefaultConnection: $(_CosmosConnectionUrl)
                  # Work-around for https://github.com/dotnet/runtime/issues/70758
                  COMPlus_EnableWriteXorExecute: 0
                displayName: Build
              - bash: |
                  shopt -s nullglob
                  files=(artifacts/coverage/*.cobertura.xml)
                  if [ ${#files[@]} -gt 0 ]; then
                    export DOTNET_ROOT="$(Build.SourcesDirectory)/.dotnet"
                    export PATH="$DOTNET_ROOT:$PATH:$HOME/.dotnet/tools"
                    dotnet tool update --global dotnet-coverage || dotnet tool install --global dotnet-coverage
                    dotnet-coverage merge -o artifacts/coverage/coverage.cobertura.xml -f cobertura "${files[@]}"
                  fi
                displayName: Merge coverage reports
                condition: always()
                continueOnError: true
              - task: PublishCodeCoverageResults@2
                displayName: Publish code coverage
                inputs:
                  summaryFileLocation: artifacts/coverage/coverage.cobertura.xml
                condition: always()
                continueOnError: true
          - job: Linux
            timeoutInMinutes: 180
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-ubuntu-2204
              os: linux
            variables:
              # Rely on task Arcade injects, not auto-injected build step.
              - skipComponentGovernanceDetection: true
            steps:
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - script: eng/common/build.sh --restore --build --test --pack --ci --configuration $(_BuildConfig) --prepareMachine $(_InternalRuntimeDownloadArgs) /p:CollectCoverage=true /p:SkipApiBaselineTests=true
                env:
                  Test__Cosmos__DefaultConnection: $(_CosmosConnectionUrl)
                displayName: Build
              - bash: |
                  shopt -s nullglob
                  files=(artifacts/coverage/*.cobertura.xml)
                  if [ ${#files[@]} -gt 0 ]; then
                    export PATH="$PATH:$HOME/.dotnet/tools"
                    dotnet tool update --global dotnet-coverage || dotnet tool install --global dotnet-coverage
                    dotnet-coverage merge -o artifacts/coverage/coverage.cobertura.xml -f cobertura "${files[@]}"
                  fi
                displayName: Merge coverage reports
                condition: always()
                continueOnError: true
              - task: PublishCodeCoverageResults@2
                displayName: Publish code coverage
                inputs:
                  summaryFileLocation: artifacts/coverage/coverage.cobertura.xml
                condition: always()
                continueOnError: true
            templateContext:
              sdl:
                binskim:
                  preReleaseVersion: ''

          - job: Linux_Cosmos
            displayName: 'Linux Cosmos'
            condition: notin(variables['Build.Reason'], 'PullRequest', 'Schedule')
            timeoutInMinutes: 300
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-ubuntu-2204
              os: linux
            variables:
              - _runCounter: $[counter(variables['Build.Reason'], 0)]
              - skipComponentGovernanceDetection: true
              - _CosmosConnectionUrl: 'true'
            steps:
              - bash: |
                  echo "##vso[task.setvariable variable=_CosmosConnectionUrl]https://ef-nightly-test.documents.azure.com:443/"
                displayName: Prepare to run Cosmos tests on ef-nightly-test
                condition: and(eq(variables['_CosmosConnectionUrl'], 'true'), or(endsWith(variables['_runCounter'], '0'), endsWith(variables['_runCounter'], '2'), endsWith(variables['_runCounter'], '4'), endsWith(variables['_runCounter'], '6'), endsWith(variables['_runCounter'], '8')))
              - bash: |
                  echo "##vso[task.setvariable variable=_CosmosConnectionUrl]https://ef-pr-test.documents.azure.com:443/"
                displayName: Prepare to run Cosmos tests on ef-pr-test
                condition: and(eq(variables['_CosmosConnectionUrl'], 'true'), or(endsWith(variables['_runCounter'], '1'), endsWith(variables['_runCounter'], '3'), endsWith(variables['_runCounter'], '5'), endsWith(variables['_runCounter'], '7'), endsWith(variables['_runCounter'], '9')))
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - script: eng/common/build.sh --restore --build --pack --ci --configuration $(_BuildConfig) --prepareMachine $(_InternalRuntimeDownloadArgs)
                displayName: Build
              - task: AzureCLI@2
                displayName: Run Cosmos tests
                inputs:
                  azureSubscription: EFCosmosTesting
                  addSpnToEnvironment: true
                  scriptType: bash
                  scriptLocation: 'inlineScript'
                  inlineScript: |
                      ./test.sh --ci --configuration $(_BuildConfig) --projects $(Build.SourcesDirectory)/test/EFCore.Cosmos.FunctionalTests/EFCore.Cosmos.FunctionalTests.csproj /p:CollectCoverage=true
                env:
                  Test__Cosmos__DefaultConnection: $(_CosmosConnectionUrl)
                  Test__Cosmos__UseTokenCredential: true
                  Test__Cosmos__SubscriptionId: d709b837-4a74-4aec-addc-b6e4b9b23e7e
                  Test__Cosmos__ResourceGroup: efcosmosci
                name: Build
              - bash: |
                  shopt -s nullglob
                  files=(artifacts/coverage/*.cobertura.xml)
                  if [ ${#files[@]} -gt 0 ]; then
                    export PATH="$PATH:$HOME/.dotnet/tools"
                    dotnet tool update --global dotnet-coverage || dotnet tool install --global dotnet-coverage
                    dotnet-coverage merge -o artifacts/coverage/coverage.cobertura.xml -f cobertura "${files[@]}"
                  fi
                displayName: Merge coverage reports
                condition: always()
                continueOnError: true
              - task: PublishCodeCoverageResults@2
                displayName: Publish code coverage
                inputs:
                  summaryFileLocation: artifacts/coverage/coverage.cobertura.xml
                condition: always()
                continueOnError: true
            templateContext:
              sdl:
                binskim:
                  preReleaseVersion: ''

          - job: Helix_Windows
            displayName: 'Helix Windows'
            timeoutInMinutes: 180
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            variables:
              - skipComponentGovernanceDetection: true
              - name: _HelixBuildConfig
                value: $(_BuildConfig)
              - name: HelixTargetQueues
                value: Windows.10.Amd64
              - name: _HelixAccessToken
                value: $(HelixApiAccessToken)
            steps:
              - task: NuGetCommand@2
                displayName: 'Clear NuGet caches'
                condition: succeeded()
                inputs:
                  command: custom
                  arguments: 'locals all -clear'
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - template: /eng/common/core-templates/steps/get-delegation-sas.yml
                parameters:
                  federatedServiceConnection: 'dotnetbuilds-internal-read'
                  outputVariableName: 'dotnetbuilds-internal-container-read-token'
                  expiryInHours: 3
                  base64Encode: false
                  storageAccount: dotnetbuilds
                  container: internal
                  permissions: rl
              - script: restore.cmd -ci /p:configuration=$(_BuildConfig) $(_InternalRuntimeDownloadArgs)
                displayName: Restore packages
              - script: .dotnet\dotnet build eng\helix.proj /restore /t:Test /p:configuration=$(_BuildConfig) /bl:$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/SendToHelix.binlog $(_InternalRuntimeDownloadArgs)
                displayName: Send tests to helix
                env:
                  HelixAccessToken: $(_HelixAccessToken)
                  SYSTEM_ACCESSTOKEN: $(System.AccessToken)
                  DotNetBuildsInternalReadSasToken: $(dotnetbuilds-internal-container-read-token)

          - job: Helix_Windows_SqlServer
            displayName: 'Helix Windows SQL Server'
            timeoutInMinutes: 180
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            variables:
              - skipComponentGovernanceDetection: true
              - name: _HelixBuildConfig
                value: $(_BuildConfig)
              - name: HelixTargetQueues
                value: Windows.11.Amd64.Client
              - name: _HelixAccessToken
                value: $(HelixApiAccessToken)
            steps:
              - task: NuGetCommand@2
                displayName: 'Clear NuGet caches'
                condition: succeeded()
                inputs:
                  command: custom
                  arguments: 'locals all -clear'
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - template: /eng/common/core-templates/steps/get-delegation-sas.yml
                parameters:
                  federatedServiceConnection: 'dotnetbuilds-internal-read'
                  outputVariableName: 'dotnetbuilds-internal-container-read-token'
                  expiryInHours: 3
                  base64Encode: false
                  storageAccount: dotnetbuilds
                  container: internal
                  permissions: rl
              - script: restore.cmd -ci /p:configuration=$(_BuildConfig) $(_InternalRuntimeDownloadArgs)
                displayName: Restore packages
              - script: .dotnet\dotnet build eng\helix.proj /restore /t:Test /p:configuration=$(_BuildConfig) /bl:$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/SendToHelix.binlog $(_InternalRuntimeDownloadArgs)
                displayName: Send tests to helix
                env:
                  HelixAccessToken: $(_HelixAccessToken)
                  SYSTEM_ACCESSTOKEN: $(System.AccessToken)
                  DotNetBuildsInternalReadSasToken: $(dotnetbuilds-internal-container-read-token)

          - job: Helix_Windows_Arm64
            displayName: 'Helix Windows ARM64'
            timeoutInMinutes: 180
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            variables:
              - skipComponentGovernanceDetection: true
              - name: _HelixBuildConfig
                value: $(_BuildConfig)
              - name: HelixTargetQueues
                value: Windows.11.Arm64
              - name: _HelixAccessToken
                value: $(HelixApiAccessToken)
            steps:
              - task: NuGetCommand@2
                displayName: 'Clear NuGet caches'
                condition: succeeded()
                inputs:
                  command: custom
                  arguments: 'locals all -clear'
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - template: /eng/common/core-templates/steps/get-delegation-sas.yml
                parameters:
                  federatedServiceConnection: 'dotnetbuilds-internal-read'
                  outputVariableName: 'dotnetbuilds-internal-container-read-token'
                  expiryInHours: 3
                  base64Encode: false
                  storageAccount: dotnetbuilds
                  container: internal
                  permissions: rl
              - script: restore.cmd -ci /p:configuration=$(_BuildConfig) $(_InternalRuntimeDownloadArgs)
                displayName: Restore packages
              - script: .dotnet\dotnet build eng\helix.proj /restore /t:Test /p:configuration=$(_BuildConfig) /bl:$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/SendToHelix.binlog $(_InternalRuntimeDownloadArgs)
                displayName: Send tests to helix
                env:
                  HelixAccessToken: $(_HelixAccessToken)
                  SYSTEM_ACCESSTOKEN: $(System.AccessToken)
                  DotNetBuildsInternalReadSasToken: $(dotnetbuilds-internal-container-read-token)

          - job: Helix_Windows_Cosmos
            displayName: 'Helix Windows Cosmos'
            timeoutInMinutes: 180
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            variables:
              - skipComponentGovernanceDetection: true
              - name: _HelixBuildConfig
                value: $(_BuildConfig)
              - name: HelixTargetQueues
                value: Windows.Server2025.Amd64
              - name: _HelixAccessToken
                value: $(HelixApiAccessToken)
            steps:
              - task: NuGetCommand@2
                displayName: 'Clear NuGet caches'
                condition: succeeded()
                inputs:
                  command: custom
                  arguments: 'locals all -clear'
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - template: /eng/common/core-templates/steps/get-delegation-sas.yml
                parameters:
                  federatedServiceConnection: 'dotnetbuilds-internal-read'
                  outputVariableName: 'dotnetbuilds-internal-container-read-token'
                  expiryInHours: 3
                  base64Encode: false
                  storageAccount: dotnetbuilds
                  container: internal
                  permissions: rl
              - script: restore.cmd -ci /p:configuration=$(_BuildConfig) $(_InternalRuntimeDownloadArgs)
                displayName: Restore packages
              - script: .dotnet\dotnet build eng\helix.proj /restore /t:Test /p:configuration=$(_BuildConfig) /bl:$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/SendToHelix.binlog $(_InternalRuntimeDownloadArgs)
                displayName: Send tests to helix
                env:
                  HelixAccessToken: $(_HelixAccessToken)
                  SYSTEM_ACCESSTOKEN: $(System.AccessToken)
                  DotNetBuildsInternalReadSasToken: $(dotnetbuilds-internal-container-read-token)

          - job: Helix_macOS_x64
            displayName: 'Helix macOS x64'
            timeoutInMinutes: 180
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            variables:
              - skipComponentGovernanceDetection: true
              - name: _HelixBuildConfig
                value: $(_BuildConfig)
              - name: HelixTargetQueues
                value: OSX.15.Amd64
              - name: _HelixAccessToken
                value: $(HelixApiAccessToken)
            steps:
              - task: NuGetCommand@2
                displayName: 'Clear NuGet caches'
                condition: succeeded()
                inputs:
                  command: custom
                  arguments: 'locals all -clear'
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - template: /eng/common/core-templates/steps/get-delegation-sas.yml
                parameters:
                  federatedServiceConnection: 'dotnetbuilds-internal-read'
                  outputVariableName: 'dotnetbuilds-internal-container-read-token'
                  expiryInHours: 3
                  base64Encode: false
                  storageAccount: dotnetbuilds
                  container: internal
                  permissions: rl
              - script: restore.cmd -ci /p:configuration=$(_BuildConfig) $(_InternalRuntimeDownloadArgs)
                displayName: Restore packages
              - script: .dotnet\dotnet build eng\helix.proj /restore /t:Test /p:configuration=$(_BuildConfig) /bl:$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/SendToHelix.binlog $(_InternalRuntimeDownloadArgs)
                displayName: Send tests to helix
                env:
                  HelixAccessToken: $(_HelixAccessToken)
                  SYSTEM_ACCESSTOKEN: $(System.AccessToken)
                  DotNetBuildsInternalReadSasToken: $(dotnetbuilds-internal-container-read-token)

          - job: Helix_macOS_ARM64
            displayName: 'Helix macOS ARM64'
            timeoutInMinutes: 180
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            variables:
              - skipComponentGovernanceDetection: true
              - name: _HelixBuildConfig
                value: $(_BuildConfig)
              - name: HelixTargetQueues
                value: OSX.15.ARM64
              - name: _HelixAccessToken
                value: $(HelixApiAccessToken)
            steps:
              - task: NuGetCommand@2
                displayName: 'Clear NuGet caches'
                condition: succeeded()
                inputs:
                  command: custom
                  arguments: 'locals all -clear'
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - template: /eng/common/core-templates/steps/get-delegation-sas.yml
                parameters:
                  federatedServiceConnection: 'dotnetbuilds-internal-read'
                  outputVariableName: 'dotnetbuilds-internal-container-read-token'
                  expiryInHours: 3
                  base64Encode: false
                  storageAccount: dotnetbuilds
                  container: internal
                  permissions: rl
              - script: restore.cmd -ci /p:configuration=$(_BuildConfig) $(_InternalRuntimeDownloadArgs)
                displayName: Restore packages
              - script: .dotnet\dotnet build eng\helix.proj /restore /t:Test /p:configuration=$(_BuildConfig) /bl:$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/SendToHelix.binlog $(_InternalRuntimeDownloadArgs)
                displayName: Send tests to helix
                env:
                  HelixAccessToken: $(_HelixAccessToken)
                  SYSTEM_ACCESSTOKEN: $(System.AccessToken)
                  DotNetBuildsInternalReadSasToken: $(dotnetbuilds-internal-container-read-token)

          - job: Helix_Ubuntu_SqlServer
            displayName: 'Helix Ubuntu SQL Server'
            timeoutInMinutes: 180
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            variables:
              - skipComponentGovernanceDetection: true
              - name: _HelixBuildConfig
                value: $(_BuildConfig)
              - name: HelixTargetQueues
                value: Ubuntu.2204.Amd64.XL@mcr.microsoft.com/dotnet-buildtools/prereqs:ubuntu-22.04-helix-sqlserver-amd64
              - name: _HelixAccessToken
                value: $(HelixApiAccessToken)
            steps:
              - task: NuGetCommand@2
                displayName: 'Clear NuGet caches'
                condition: succeeded()
                inputs:
                  command: custom
                  arguments: 'locals all -clear'
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - template: /eng/common/core-templates/steps/get-delegation-sas.yml
                parameters:
                  federatedServiceConnection: 'dotnetbuilds-internal-read'
                  outputVariableName: 'dotnetbuilds-internal-container-read-token'
                  expiryInHours: 3
                  base64Encode: false
                  storageAccount: dotnetbuilds
                  container: internal
                  permissions: rl
              - script: restore.cmd -ci /p:configuration=$(_BuildConfig) $(_InternalRuntimeDownloadArgs)
                displayName: Restore packages
              - script: .dotnet\dotnet build eng\helix.proj /restore /t:Test /p:configuration=$(_BuildConfig) /bl:$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/SendToHelix.binlog $(_InternalRuntimeDownloadArgs)
                displayName: Send tests to helix
                env:
                  HelixAccessToken: $(_HelixAccessToken)
                  SYSTEM_ACCESSTOKEN: $(System.AccessToken)
                  MSSQL_SA_PASSWORD: "PLACEHOLDERPass$$w0rd"
                  DotNetBuildsInternalReadSasToken: $(dotnetbuilds-internal-container-read-token)

          - job: Helix_Ubuntu_Cosmos
            displayName: 'Helix Ubuntu Cosmos'
            timeoutInMinutes: 180
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            variables:
              - skipComponentGovernanceDetection: true
              - name: _HelixBuildConfig
                value: $(_BuildConfig)
              - name: HelixTargetQueues
                value: Ubuntu.2204.Amd64.XL
              - name: _HelixAccessToken
                value: $(HelixApiAccessToken)
            steps:
              - task: NuGetCommand@2
                displayName: 'Clear NuGet caches'
                condition: succeeded()
                inputs:
                  command: custom
                  arguments: 'locals all -clear'
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - template: /eng/common/core-templates/steps/get-delegation-sas.yml
                parameters:
                  federatedServiceConnection: 'dotnetbuilds-internal-read'
                  outputVariableName: 'dotnetbuilds-internal-container-read-token'
                  expiryInHours: 3
                  base64Encode: false
                  storageAccount: dotnetbuilds
                  container: internal
                  permissions: rl
              - script: restore.cmd -ci /p:configuration=$(_BuildConfig) $(_InternalRuntimeDownloadArgs)
                displayName: Restore packages
              - script: .dotnet\dotnet build eng\helix.proj /restore /t:Test /p:configuration=$(_BuildConfig) /bl:$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/SendToHelix.binlog $(_InternalRuntimeDownloadArgs)
                displayName: Send tests to helix
                env:
                  HelixAccessToken: $(_HelixAccessToken)
                  SYSTEM_ACCESSTOKEN: $(System.AccessToken)
                  DotNetBuildsInternalReadSasToken: $(dotnetbuilds-internal-container-read-token)

          - job: Helix_Ubuntu
            displayName: 'Helix Ubuntu'
            timeoutInMinutes: 180
            pool:
              name: $(DncEngInternalBuildPool)
              demands: ImageOverride -equals 1es-windows-2022
              os: windows
            variables:
              - skipComponentGovernanceDetection: true
              - name: _HelixBuildConfig
                value: $(_BuildConfig)
              - name: HelixTargetQueues
                value: Ubuntu.2204.Amd64
              - name: _HelixAccessToken
                value: $(HelixApiAccessToken)
            steps:
              - task: NuGetCommand@2
                displayName: 'Clear NuGet caches'
                condition: succeeded()
                inputs:
                  command: custom
                  arguments: 'locals all -clear'
              - template: /eng/common/templates-official/steps/enable-internal-sources.yml
              - template: /eng/common/templates-official/steps/enable-internal-runtimes.yml
              - template: /eng/common/core-templates/steps/get-delegation-sas.yml
                parameters:
                  federatedServiceConnection: 'dotnetbuilds-internal-read'
                  outputVariableName: 'dotnetbuilds-internal-container-read-token'
                  expiryInHours: 3
                  base64Encode: false
                  storageAccount: dotnetbuilds
                  container: internal
                  permissions: rl
              - script: restore.cmd -ci /p:configuration=$(_BuildConfig) $(_InternalRuntimeDownloadArgs)
                displayName: Restore packages
              - script: .dotnet\dotnet build eng\helix.proj /restore /t:Test /p:configuration=$(_BuildConfig) /bl:$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/SendToHelix.binlog $(_InternalRuntimeDownloadArgs)
                displayName: Send tests to helix
                env:
                  HelixAccessToken: $(_HelixAccessToken)
                  SYSTEM_ACCESSTOKEN: $(System.AccessToken)
                  DotNetBuildsInternalReadSasToken: $(dotnetbuilds-internal-container-read-token)
    - stage: validate
      displayName: Validate
      dependsOn: build
      condition: always()
      jobs:
      - job: Validate_Job_Results
        displayName: Job Results
        pool:
          name: $(DncEngInternalBuildPool)
          demands: ImageOverride -equals 1es-windows-2022
          os: windows
        variables:
          WindowsResult: $[ stageDependencies.build.Windows.result ]
          HelixWindowsResult: $[ stageDependencies.build.Helix_Windows.result ]
          WindowsSqlServerResult: $[ stageDependencies.build.Windows_SqlServer.result ]
          HelixWindowsSqlServerResult: $[ stageDependencies.build.Helix_Windows_SqlServer.result ]
          HelixWindowsCosmosResult: $[ stageDependencies.build.Helix_Windows_Cosmos.result ]
          LinuxResult: $[ stageDependencies.build.Linux.result ]
          HelixUbuntuResult: $[ stageDependencies.build.Helix_Ubuntu.result ]
          HelixUbuntuSqlServerResult: $[ stageDependencies.build.Helix_Ubuntu_SqlServer.result ]
          MacOsResult: $[ stageDependencies.build.macOS.result ]
          HelixMacOsX64Result: $[ stageDependencies.build.Helix_macOS_x64.result ]
          HelixMacOsArm64Result: $[ stageDependencies.build.Helix_macOS_ARM64.result ]
          HelixWindowsArm64Result: $[ stageDependencies.build.Helix_Windows_Arm64.result ]
          LinuxCosmosResult: $[ stageDependencies.build.Linux_Cosmos.result ]
          HelixUbuntuCosmosResult: $[ stageDependencies.build.Helix_Ubuntu_Cosmos.result ]
        steps:
          - pwsh: |
              $groupResults = @{
                  Windows = @("$(WindowsResult)", "$(HelixWindowsResult)")
                  Linux = @("$(LinuxResult)", "$(HelixUbuntuResult)")
                  MacOS = @("$(MacOsResult)", "$(HelixMacOsX64Result)")
                  Arm64 = @("$(HelixWindowsArm64Result)", "$(HelixMacOsArm64Result)")
                  Cosmos = @("$(HelixWindowsCosmosResult)", "$(LinuxCosmosResult)", "$(HelixUbuntuCosmosResult)")
                  SqlServer = @("$(WindowsSqlServerResult)", "$(HelixWindowsSqlServerResult)", "$(HelixUbuntuSqlServerResult)")
              }

              $failedGroups = @()

              foreach ($groupName in $groupResults.Keys)
              {
                  $results = $groupResults[$groupName]
                  Write-Host "$groupName results: $($results -join ', ')"

                  # Ignore jobs that were skipped (e.g. condition-gated)
                  $ran = $results | Where-Object { $_ -ne 'Skipped' }
                  if (-not $ran)
                  {
                      Write-Host "  -> all jobs skipped, treating group as successful"
                      continue
                  }

                  # Only 'Succeeded' counts as success. 'SucceededWithIssues' is treated as failure
                  # because the jobs run with continueOnError: true, which maps task failures to warnings.
                  $hasSuccess = $ran | Where-Object { $_ -eq 'Succeeded' }
                  if ($hasSuccess)
                  {
                      continue
                  }

                  $failedGroups += $groupName
              }

              if ($failedGroups.Count -gt 0)
              {
                  Write-Error "No jobs succeeded for group(s): $($failedGroups -join ', ')."
                  exit 1
              }

              Write-Host 'Group validation passed.'
            displayName: Evaluate grouped job outcomes