azure-pipelines.yml

# Azure DevOps CI Pipeline for Umbraco.AI
# Converted from GitHub Actions (.github/workflows/ci.yml)

# ============================================================
# Product Definitions - UPDATE HERE WHEN ADDING NEW PACKAGES
# ============================================================
# Level 0: Core package (no internal dependencies)
# Level 1: All packages that depend on Core
# Level 2: All packages that depend on Level 1 packages
parameters:
    - name: level1Products
      type: object
      default:
          # Providers (no frontend)
          - name: Umbraco.AI.OpenAI
            changeVar: OpenaiChanged
            hasNpm: false
          - name: Umbraco.AI.Anthropic
            changeVar: AnthropicChanged
            hasNpm: false
          - name: Umbraco.AI.Amazon
            changeVar: AmazonChanged
            hasNpm: false
          - name: Umbraco.AI.Google
            changeVar: GoogleChanged
            hasNpm: false
          - name: Umbraco.AI.MicrosoftFoundry
            changeVar: MicrosoftfoundryChanged
            hasNpm: false
          # Add-ons (have frontend but don't export types)
          - name: Umbraco.AI.Search
            changeVar: SearchChanged
            hasNpm: false
          - name: Umbraco.AI.Prompt
            changeVar: PromptChanged
            hasNpm: false
          - name: Umbraco.AI.Agent
            changeVar: AgentChanged
            hasNpm: true
          # Deploy support (no frontend)
          - name: Umbraco.AI.Deploy
            changeVar: DeployChanged
            hasNpm: false
    - name: level2Products
      type: object
      default:
          # Agent UI (depends on Agent - exports npm types)
          - name: Umbraco.AI.Agent.UI
            changeVar: AgentUiChanged
            hasNpm: true
          # Deploy extensions (depend on Deploy + their respective add-ons)
          - name: Umbraco.AI.Prompt.Deploy
            changeVar: PromptDeployChanged
            hasNpm: false
          - name: Umbraco.AI.Agent.Deploy
            changeVar: AgentDeployChanged
            hasNpm: false
          # Automate (depends on Agent)
          - name: Umbraco.AI.Automate
            changeVar: AutomateChanged
            hasNpm: false
    - name: level3Products
      type: object
      default:
          # Copilot (depends on Agent UI - exports npm types)
          - name: Umbraco.AI.Agent.Copilot
            changeVar: AgentCopilotChanged
            hasNpm: true

trigger:
    branches:
        include:
            - main
            - dev
            - release/*
            - hotfix/*
            - feature/*

pr:
    branches:
        include:
            - main
            - dev

variables:
    - group: dependency-track
    - name: NODE_VERSION
      value: "22.x"
    - name: DOTNET_NOLOGO
      value: "true"
    - name: DOTNET_CLI_TELEMETRY_OPTOUT
      value: "true"

stages:
    # ============================================================
    # Build & Test everything
    # ============================================================
    - stage: Build
      displayName: Build & Test
      jobs:
          - job: BuildAndTest
            displayName: Build & Test
            pool:
                vmImage: "ubuntu-latest"
            steps:
                - checkout: self
                  fetchDepth: 0

                - task: UseDotNet@2
                  displayName: Setup .NET
                  inputs:
                      useGlobalJson: true

                - task: NodeTool@0
                  displayName: Setup Node.js
                  inputs:
                      versionSpec: $(NODE_VERSION)

                - script: |
                      npm ci --include=optional
                      npm run build
                  displayName: Build frontend

                - script: dotnet restore Umbraco.AI.slnx
                  displayName: Restore

                - script: dotnet build Umbraco.AI.slnx --configuration Release --no-restore -p:DisableCloudBuildNumber=true
                  displayName: Build

                - script: dotnet test Umbraco.AI.slnx --configuration Release --no-build --verbosity normal --logger trx --results-directory $(Agent.TempDirectory)/TestResults
                  displayName: Test

                - task: PublishTestResults@2
                  displayName: Publish test results
                  condition: always()
                  inputs:
                      testResultsFormat: VSTest
                      testResultsFiles: "$(Agent.TempDirectory)/TestResults/**/*.trx"
                      mergeTestResults: true

                - task: PublishPipelineArtifact@1
                  displayName: Upload build outputs
                  inputs:
                      targetPath: $(Build.SourcesDirectory)
                      artifact: build-outputs
                      publishLocation: pipeline

    # ============================================================
    # Generate & Upload SBOMs - Only runs on push to main/dev/hotfix/release
    # Generates per-product SBOMs and uploads to Dependency-Track
    # ============================================================
    - stage: GenerateSBOM
      displayName: Generate & Upload SBOMs
      dependsOn: Build
      condition: |
          and(
            succeeded(),
            ne(variables['Build.Reason'], 'PullRequest')
          )
      jobs:
          # Core product
          - job: GenerateSBOM_Core
            displayName: Generate SBOM - Umbraco.AI
            pool:
                vmImage: "ubuntu-latest"
            steps:
                - checkout: self
                  fetchDepth: 1

                - task: NodeTool@0
                  displayName: Setup Node.js
                  inputs:
                      versionSpec: $(NODE_VERSION)

                - template: .azure-pipelines/templates/generate-sbom.yml
                  parameters:
                      product: Umbraco.AI

          # Level 1 products (matrix)
          - job: GenerateSBOM_Level1
            displayName: Generate SBOM - Level 1
            pool:
                vmImage: "ubuntu-latest"
            strategy:
                matrix:
                    ${{ each product in parameters.level1Products }}:
                        ${{ replace(replace(product.name, 'Umbraco.AI.', ''), '.', '_') }}:
                            product: ${{ product.name }}
                maxParallel: 10
            steps:
                - checkout: self
                  fetchDepth: 1

                - task: NodeTool@0
                  displayName: Setup Node.js
                  inputs:
                      versionSpec: $(NODE_VERSION)

                - template: .azure-pipelines/templates/generate-sbom.yml
                  parameters:
                      product: $(product)

          # Level 2 products (matrix)
          - job: GenerateSBOM_Level2
            displayName: Generate SBOM - Level 2
            pool:
                vmImage: "ubuntu-latest"
            strategy:
                matrix:
                    ${{ each product in parameters.level2Products }}:
                        ${{ replace(replace(product.name, 'Umbraco.AI.', ''), '.', '_') }}:
                            product: ${{ product.name }}
                maxParallel: 10
            steps:
                - checkout: self
                  fetchDepth: 1

                - task: NodeTool@0
                  displayName: Setup Node.js
                  inputs:
                      versionSpec: $(NODE_VERSION)

                - template: .azure-pipelines/templates/generate-sbom.yml
                  parameters:
                      product: $(product)

          # Level 3 products (matrix)
          - job: GenerateSBOM_Level3
            displayName: Generate SBOM - Level 3
            pool:
                vmImage: "ubuntu-latest"
            strategy:
                matrix:
                    ${{ each product in parameters.level3Products }}:
                        ${{ replace(replace(product.name, 'Umbraco.AI.', ''), '.', '_') }}:
                            product: ${{ product.name }}
                maxParallel: 10
            steps:
                - checkout: self
                  fetchDepth: 1

                - task: NodeTool@0
                  displayName: Setup Node.js
                  inputs:
                      versionSpec: $(NODE_VERSION)

                - template: .azure-pipelines/templates/generate-sbom.yml
                  parameters:
                      product: $(product)

          # ============================================================
          # Collect all SBOMs into single artifact
          # Downloads artifacts from all SBOM jobs and combines them
          # ============================================================
          - job: CollectSBOMs
            displayName: Collect All SBOMs
            dependsOn:
                - GenerateSBOM_Core
                - GenerateSBOM_Level1
                - GenerateSBOM_Level2
                - GenerateSBOM_Level3
            condition: |
                and(
                  not(failed()),
                  not(canceled())
                )
            pool:
                vmImage: "ubuntu-latest"
            steps:
                - checkout: none

                # Download Core SBOM
                - task: DownloadPipelineArtifact@2
                  displayName: Download Umbraco.AI SBOM
                  inputs:
                      artifact: "Umbraco.AI-sbom"
                      targetPath: "$(Pipeline.Workspace)/sboms"

                # Download Level 1 SBOMs
                - ${{ each product in parameters.level1Products }}:
                      - task: DownloadPipelineArtifact@2
                        displayName: Download ${{ product.name }} SBOM
                        inputs:
                            artifact: "${{ product.name }}-sbom"
                            targetPath: "$(Pipeline.Workspace)/sboms"

                # Download Level 2 SBOMs
                - ${{ each product in parameters.level2Products }}:
                      - task: DownloadPipelineArtifact@2
                        displayName: Download ${{ product.name }} SBOM
                        inputs:
                            artifact: "${{ product.name }}-sbom"
                            targetPath: "$(Pipeline.Workspace)/sboms"

                # Download Level 3 SBOMs
                - ${{ each product in parameters.level3Products }}:
                      - task: DownloadPipelineArtifact@2
                        displayName: Download ${{ product.name }} SBOM
                        inputs:
                            artifact: "${{ product.name }}-sbom"
                            targetPath: "$(Pipeline.Workspace)/sboms"

                # Flatten SBOM files into single directory
                - task: Bash@3
                  displayName: Collect SBOM files
                  inputs:
                      targetType: inline
                      script: |
                          mkdir -p all-sboms

                          # Find all SBOM JSON files and move to single directory
                          if [ -d "$(Pipeline.Workspace)/sboms" ]; then
                            find "$(Pipeline.Workspace)/sboms" -name "*-bom.json" -exec mv {} all-sboms/ \;
                          fi

                          # List collected SBOMs
                          if [ -d "all-sboms" ] && [ "$(ls -A all-sboms 2>/dev/null)" ]; then
                            echo "Collected SBOMs:"
                            ls -la all-sboms/
                          else
                            echo "No SBOMs collected"
                          fi

                - task: PublishPipelineArtifact@1
                  displayName: Upload combined SBOM artifact
                  inputs:
                      targetPath: $(Build.SourcesDirectory)/all-sboms
                      artifact: all-sboms
                      publishLocation: pipeline

    # ============================================================
    # Validate Changelogs - Only runs on release and hotfix branches
    # Ensures CHANGELOGs are present and match version.json
    # Runs in parallel with GenerateSBOM after Build
    # ============================================================
    - stage: ValidateChangelogs
      displayName: Validate Changelogs
      dependsOn: Build
      # Only validate on release and hotfix branches (not main or dev)
      condition: |
          and(
            succeeded(),
            ne(variables['Build.Reason'], 'PullRequest'),
            or(
              startsWith(variables['Build.SourceBranch'], 'refs/heads/release/'),
              startsWith(variables['Build.SourceBranch'], 'refs/heads/hotfix/')
            )
          )
      jobs:
          - job: ValidateChangelogFiles
            displayName: Validate CHANGELOG.md Files
            pool:
                vmImage: "ubuntu-latest"
            steps:
                - checkout: self
                  fetchDepth: 0

                - task: PowerShell@2
                  displayName: Validate changelogs
                  inputs:
                      filePath: .azure-pipelines/scripts/validate-changelogs.ps1
                      pwsh: true
                      failOnStderr: false

    # ============================================================
    # Pack Stage - Only runs on push to main/dev/hotfix/release branches
    # Uses dynamic change detection to only pack products that changed
    # Runs in parallel with GenerateSBOM after Build (through ValidateChangelogs dependency)
    # ============================================================
    - stage: Pack
      displayName: Pack NuGet & NPM Packages
      dependsOn:
          - Build
          - ValidateChangelogs
      # Only pack on push (not PR) to main/dev/hotfix/release branches
      # ValidateChangelogs may be skipped (on main/dev branches), which is OK
      condition: |
          and(
            in(dependencies.Build.result, 'Succeeded'),
            in(dependencies.ValidateChangelogs.result, 'Succeeded', 'Skipped'),
            ne(variables['Build.Reason'], 'PullRequest'),
            or(
              startsWith(variables['Build.SourceBranch'], 'refs/heads/hotfix/'),
              startsWith(variables['Build.SourceBranch'], 'refs/heads/release/'),
              eq(variables['Build.SourceBranch'], 'refs/heads/main'),
              eq(variables['Build.SourceBranch'], 'refs/heads/dev')
            )
          )
      jobs:
          # ============================================================
          # Detect which products changed
          # ============================================================
          - job: DetectChanges
            displayName: Detect Changed Products
            pool:
                vmImage: "ubuntu-latest"
            steps:
                - checkout: self
                  fetchDepth: 0

                - task: PowerShell@2
                  displayName: Run change detection
                  name: detect
                  inputs:
                      filePath: .azure-pipelines/scripts/detect-changes.ps1
                      pwsh: true

                - task: Bash@3
                  displayName: Summarize packed products + tag build
                  inputs:
                      targetType: inline
                      script: |
                          PRODUCTS="$(detect.AllChangedProducts)"
                          ANY="$(detect.AnyChanged)"
                          MAX_LEVEL="$(detect.MaxLevel)"

                          if [ -z "$PRODUCTS" ]; then
                            PRODUCTS="(none)"
                          fi

                          SUMMARY_FILE="$(Build.ArtifactStagingDirectory)/pack-summary.md"
                          {
                            echo "## Pack Summary"
                            echo ""
                            echo "- AnyChanged: ${ANY:-false}"
                            echo "- MaxLevel: ${MAX_LEVEL:-0}"
                            echo "- CoreChanged: $(detect.CoreChanged)"
                            echo "- Products: ${PRODUCTS}"
                            echo ""
                            echo "Artifacts (if produced):"
                            echo "- all-nuget-packages"
                            echo "- all-npm-packages"
                          } > "$SUMMARY_FILE"

                          echo "##vso[task.uploadsummary]$SUMMARY_FILE"

                          if [ "$PRODUCTS" = "(none)" ]; then
                            echo "##vso[build.addbuildtag]pack-none"
                            exit 0
                          fi

                          if [ "$(detect.CoreChanged)" = "true" ]; then
                            echo "##vso[build.addbuildtag]pack-core"
                          fi

                          IFS=',' read -ra ITEMS <<< "$PRODUCTS"
                          for item in "${ITEMS[@]}"; do
                            trimmed="$(echo "$item" | xargs)"
                            if [ -n "$trimmed" ]; then
                              name="$trimmed"
                              if [[ "$name" == Umbraco.AI.* ]]; then
                                name="${name#Umbraco.AI.}"
                              elif [[ "$name" == Umbraco.AI ]]; then
                                name="core"
                              fi
                              safe="$(echo "$name" | tr '[:upper:]' '[:lower:]' | tr '.' '-' | tr -cd 'a-z0-9-')"
                              echo "##vso[build.addbuildtag]pack-$safe"
                            fi
                          done

          # ============================================================
          # Pack Core (Level 0 - no internal dependencies)
          # Conditional based on change detection
          # ============================================================
          - job: PackCore
            displayName: Pack Umbraco.AI
            dependsOn: DetectChanges
            condition: eq(dependencies.DetectChanges.outputs['detect.CoreChanged'], 'true')
            pool:
                vmImage: "ubuntu-latest"
            steps:
                - checkout: self
                  fetchDepth: 0

                - task: UseDotNet@2
                  displayName: Setup .NET
                  inputs:
                      useGlobalJson: true

                - task: DownloadPipelineArtifact@2
                  displayName: Download build outputs
                  inputs:
                      artifact: build-outputs
                      path: $(Build.SourcesDirectory)

                - template: .azure-pipelines/templates/pack-product.yml
                  parameters:
                      product: Umbraco.AI
                      # Use project references on dev (preview releases), NuGet packages on release/hotfix/main (validate ranges)
                      useProjectReferences: ${{ eq(variables['Build.SourceBranchName'], 'dev') }}

                - template: .azure-pipelines/templates/upload-packages.yml
                  parameters:
                      product: Umbraco.AI

          # ============================================================
          # Pack Level 1 (Providers + Add-ons - depend on Core)
          # Matrix generated from parameters.level1Products
          # ============================================================
          - job: PackLevel1
            displayName: Pack Level 1
            dependsOn:
                - DetectChanges
                - PackCore
            condition: |
                and(
                  not(failed()),
                  not(canceled()),
                  eq(dependencies.DetectChanges.outputs['detect.Level1Changed'], 'true')
                )
            pool:
                vmImage: "ubuntu-latest"
            strategy:
                matrix:
                    # Generated from parameters.level1Products
                    ${{ each product in parameters.level1Products }}:
                        ${{ replace(replace(product.name, 'Umbraco.AI.', ''), '.', '_') }}:
                            product: ${{ product.name }}
                            changeVar: ${{ product.changeVar }}
                maxParallel: 10
            variables:
                # Pass all per-product change flags as job variables
                CoreChanged: $[ dependencies.DetectChanges.outputs['detect.CoreChanged'] ]
                ${{ each product in parameters.level1Products }}:
                    ${{ product.changeVar }}: $[ dependencies.DetectChanges.outputs['detect.${{ product.changeVar }}'] ]
            steps:
                - checkout: self
                  fetchDepth: 0

                - template: .azure-pipelines/templates/check-should-pack.yml

                - template: .azure-pipelines/templates/setup-pack-job.yml
                  parameters:
                      downloadCore: true
                      downloadLevel1: false

                - template: .azure-pipelines/templates/pack-product.yml
                  parameters:
                      product: $(product)
                      # Use project references on dev (preview releases), NuGet packages on release/hotfix/main (validate ranges)
                      useProjectReferences: ${{ eq(variables['Build.SourceBranchName'], 'dev') }}
                      condition: eq(variables['check.shouldPack'], 'true')

                - template: .azure-pipelines/templates/upload-packages.yml
                  parameters:
                      product: $(product)
                      condition: eq(variables['check.shouldPack'], 'true')

          # ============================================================
          # Pack Level 2 (Agent UI - depends on Agent)
          # Matrix generated from parameters.level2Products
          # ============================================================
          - job: PackLevel2
            displayName: Pack Level 2
            dependsOn:
                - DetectChanges
                - PackCore
                - PackLevel1
            condition: |
                and(
                  not(failed()),
                  not(canceled()),
                  eq(dependencies.DetectChanges.outputs['detect.Level2Changed'], 'true')
                )
            pool:
                vmImage: "ubuntu-latest"
            strategy:
                matrix:
                    # Generated from parameters.level2Products
                    ${{ each product in parameters.level2Products }}:
                        ${{ replace(replace(product.name, 'Umbraco.AI.', ''), '.', '_') }}:
                            product: ${{ product.name }}
                            changeVar: ${{ product.changeVar }}
                maxParallel: 10
            variables:
                # Pass all per-product change flags as job variables
                CoreChanged: $[ dependencies.DetectChanges.outputs['detect.CoreChanged'] ]
                ${{ each product in parameters.level1Products }}:
                    ${{ product.changeVar }}: $[ dependencies.DetectChanges.outputs['detect.${{ product.changeVar }}'] ]
                ${{ each product in parameters.level2Products }}:
                    ${{ product.changeVar }}: $[ dependencies.DetectChanges.outputs['detect.${{ product.changeVar }}'] ]
            steps:
                - checkout: self
                  fetchDepth: 0

                - template: .azure-pipelines/templates/check-should-pack.yml

                - template: .azure-pipelines/templates/setup-pack-job.yml
                  parameters:
                      downloadCore: true
                      downloadLevel1: true
                      level1Products: ${{ parameters.level1Products }}

                - template: .azure-pipelines/templates/pack-product.yml
                  parameters:
                      product: $(product)
                      # Use project references on dev (preview releases), NuGet packages on release/hotfix/main (validate ranges)
                      useProjectReferences: ${{ eq(variables['Build.SourceBranchName'], 'dev') }}
                      condition: eq(variables['check.shouldPack'], 'true')

                - template: .azure-pipelines/templates/upload-packages.yml
                  parameters:
                      product: $(product)
                      condition: eq(variables['check.shouldPack'], 'true')

          # ============================================================
          # Pack Level 3 (Copilot - depends on Agent UI)
          # Matrix generated from parameters.level3Products
          # ============================================================
          - job: PackLevel3
            displayName: Pack Level 3
            dependsOn:
                - DetectChanges
                - PackCore
                - PackLevel1
                - PackLevel2
            condition: |
                and(
                  not(failed()),
                  not(canceled()),
                  eq(dependencies.DetectChanges.outputs['detect.Level3Changed'], 'true')
                )
            pool:
                vmImage: "ubuntu-latest"
            strategy:
                matrix:
                    # Generated from parameters.level3Products
                    ${{ each product in parameters.level3Products }}:
                        ${{ replace(replace(product.name, 'Umbraco.AI.', ''), '.', '_') }}:
                            product: ${{ product.name }}
                            changeVar: ${{ product.changeVar }}
                maxParallel: 10
            variables:
                # Pass all per-product change flags as job variables
                CoreChanged: $[ dependencies.DetectChanges.outputs['detect.CoreChanged'] ]
                ${{ each product in parameters.level1Products }}:
                    ${{ product.changeVar }}: $[ dependencies.DetectChanges.outputs['detect.${{ product.changeVar }}'] ]
                ${{ each product in parameters.level2Products }}:
                    ${{ product.changeVar }}: $[ dependencies.DetectChanges.outputs['detect.${{ product.changeVar }}'] ]
                ${{ each product in parameters.level3Products }}:
                    ${{ product.changeVar }}: $[ dependencies.DetectChanges.outputs['detect.${{ product.changeVar }}'] ]
            steps:
                - checkout: self
                  fetchDepth: 0

                - template: .azure-pipelines/templates/check-should-pack.yml

                - template: .azure-pipelines/templates/setup-pack-job.yml
                  parameters:
                      downloadCore: true
                      downloadLevel1: true
                      downloadLevel2: true
                      level1Products: ${{ parameters.level1Products }}
                      level2Products: ${{ parameters.level2Products }}

                - template: .azure-pipelines/templates/pack-product.yml
                  parameters:
                      product: $(product)
                      # Use project references on dev (preview releases), NuGet packages on release/hotfix/main (validate ranges)
                      useProjectReferences: ${{ eq(variables['Build.SourceBranchName'], 'dev') }}
                      condition: eq(variables['check.shouldPack'], 'true')

                - template: .azure-pipelines/templates/upload-packages.yml
                  parameters:
                      product: $(product)
                      condition: eq(variables['check.shouldPack'], 'true')

          # ============================================================
          # Collect all packages into single artifact
          # Downloads artifacts from all pack jobs using ${{ each }}
          # ============================================================
          - job: CollectPackages
            displayName: Collect All Packages
            dependsOn:
                - DetectChanges
                - PackCore
                - PackLevel1
                - PackLevel2
                - PackLevel3
            condition: |
                and(
                  not(failed()),
                  not(canceled()),
                  eq(dependencies.DetectChanges.outputs['detect.AnyChanged'], 'true')
                )
            pool:
                vmImage: "ubuntu-latest"
            variables:
                # Map dependency outputs to job variables (dependencies context only works at job level)
                CoreChanged: $[ dependencies.DetectChanges.outputs['detect.CoreChanged'] ]
                ${{ each product in parameters.level1Products }}:
                    ${{ product.changeVar }}: $[ dependencies.DetectChanges.outputs['detect.${{ product.changeVar }}'] ]
                ${{ each product in parameters.level2Products }}:
                    ${{ product.changeVar }}: $[ dependencies.DetectChanges.outputs['detect.${{ product.changeVar }}'] ]
                ${{ each product in parameters.level3Products }}:
                    ${{ product.changeVar }}: $[ dependencies.DetectChanges.outputs['detect.${{ product.changeVar }}'] ]
            steps:
                - checkout: self
                  fetchDepth: 0

                # Download Core NuGet packages (only if Core changed)
                - task: DownloadPipelineArtifact@2
                  displayName: Download Umbraco.AI NuGet packages
                  condition: eq(variables.CoreChanged, 'true')
                  inputs:
                      artifact: "Umbraco.AI-packages"
                      targetPath: "$(Pipeline.Workspace)/nuget"

                # Download Core npm packages (only if Core changed - Core always has npm packages)
                - task: DownloadPipelineArtifact@2
                  displayName: Download Umbraco.AI npm packages
                  condition: eq(variables.CoreChanged, 'true')
                  inputs:
                      artifact: "Umbraco.AI-npm-packages"
                      targetPath: "$(Pipeline.Workspace)/npm"

                # Download Level 1 NuGet packages (only if product changed)
                - ${{ each product in parameters.level1Products }}:
                      - task: DownloadPipelineArtifact@2
                        displayName: Download ${{ product.name }} NuGet packages
                        condition: eq(variables.${{ product.changeVar }}, 'true')
                        inputs:
                            artifact: "${{ product.name }}-packages"
                            targetPath: "$(Pipeline.Workspace)/nuget"

                # Download Level 1 npm packages (only for products that have npm packages)
                - ${{ each product in parameters.level1Products }}:
                      - ${{ if eq(product.hasNpm, true) }}:
                            - task: DownloadPipelineArtifact@2
                              displayName: Download ${{ product.name }} npm packages
                              condition: eq(variables.${{ product.changeVar }}, 'true')
                              inputs:
                                  artifact: "${{ product.name }}-npm-packages"
                                  targetPath: "$(Pipeline.Workspace)/npm"

                # Download Level 2 NuGet packages (only if product changed)
                - ${{ each product in parameters.level2Products }}:
                      - task: DownloadPipelineArtifact@2
                        displayName: Download ${{ product.name }} NuGet packages
                        condition: eq(variables.${{ product.changeVar }}, 'true')
                        inputs:
                            artifact: "${{ product.name }}-packages"
                            targetPath: "$(Pipeline.Workspace)/nuget"

                # Download Level 2 npm packages (only for products that have npm packages)
                - ${{ each product in parameters.level2Products }}:
                      - ${{ if eq(product.hasNpm, true) }}:
                            - task: DownloadPipelineArtifact@2
                              displayName: Download ${{ product.name }} npm packages
                              condition: eq(variables.${{ product.changeVar }}, 'true')
                              inputs:
                                  artifact: "${{ product.name }}-npm-packages"
                                  targetPath: "$(Pipeline.Workspace)/npm"

                # Download Level 3 NuGet packages (only if product changed)
                - ${{ each product in parameters.level3Products }}:
                      - task: DownloadPipelineArtifact@2
                        displayName: Download ${{ product.name }} NuGet packages
                        condition: eq(variables.${{ product.changeVar }}, 'true')
                        inputs:
                            artifact: "${{ product.name }}-packages"
                            targetPath: "$(Pipeline.Workspace)/nuget"

                # Download Level 3 npm packages (only for products that have npm packages)
                - ${{ each product in parameters.level3Products }}:
                      - ${{ if eq(product.hasNpm, true) }}:
                            - task: DownloadPipelineArtifact@2
                              displayName: Download ${{ product.name }} npm packages
                              condition: eq(variables.${{ product.changeVar }}, 'true')
                              inputs:
                                  artifact: "${{ product.name }}-npm-packages"
                                  targetPath: "$(Pipeline.Workspace)/npm"

                - task: PowerShell@2
                  displayName: Build pack manifest (projects -> version)
                  name: buildManifest
                  inputs:
                      targetType: inline
                      pwsh: true
                      script: |
                          $manifestDir = Join-Path $env:BUILD_SOURCESDIRECTORY "artifacts"
                          $manifestFile = Join-Path $manifestDir "pack-manifest.json"
                          New-Item -ItemType Directory -Force -Path $manifestDir | Out-Null

                          $entries = New-Object System.Collections.Generic.List[object]
                          $packages = @()
                          $nugetRoot = Join-Path $env:PIPELINE_WORKSPACE "nuget"

                          if (Test-Path $nugetRoot) {
                            Add-Type -AssemblyName System.IO.Compression.FileSystem
                            $files = Get-ChildItem -Path $nugetRoot -Recurse -Filter "*.nupkg" -File
                            foreach ($f in $files) {
                              $zip = [System.IO.Compression.ZipFile]::OpenRead($f.FullName)
                              try {
                                $nuspecEntry = $zip.Entries | Where-Object { $_.FullName -like "*.nuspec" } | Select-Object -First 1
                                if ($null -ne $nuspecEntry) {
                                  $reader = New-Object System.IO.StreamReader($nuspecEntry.Open())
                                  try {
                                    $xml = [xml]$reader.ReadToEnd()
                                  } finally {
                                    $reader.Close()
                                  }
                                  $id = $xml.package.metadata.id
                                  $version = $xml.package.metadata.version
                                  if ($id -and $version) {
                                    $packages += [pscustomobject]@{ id = $id; version = $version }
                                  }
                                }
                              } finally {
                                $zip.Dispose()
                              }
                            }
                          }

                          function Add-VersionByProduct {
                            param([string]$Product)
                            $match = $packages | Where-Object { $_.id -eq $Product } | Select-Object -First 1
                            if (-not $match) {
                              $match = $packages | Where-Object { $_.id -like "$Product.*" } | Select-Object -First 1
                            }
                            if ($match) {
                              $entries.Add([pscustomobject]@{ name = $Product; version = $match.version })
                            }
                          }

                          if ("$(CoreChanged)" -eq "true") {
                            Add-VersionByProduct "Umbraco.AI"
                          }

                          $level1 = $env:LEVEL1_JSON | ConvertFrom-Json
                          foreach ($p in $level1) {
                            $changeVar = [string]$p.changeVar
                            $changed = [Environment]::GetEnvironmentVariable($changeVar)
                            if (-not $changed) {
                              $changed = [Environment]::GetEnvironmentVariable($changeVar.ToUpper())
                            }
                            if ($changed -eq "true") {
                              Add-VersionByProduct $p.name
                            }
                          }

                          $level2 = $env:LEVEL2_JSON | ConvertFrom-Json
                          foreach ($p in $level2) {
                            $changeVar = [string]$p.changeVar
                            $changed = [Environment]::GetEnvironmentVariable($changeVar)
                            if (-not $changed) {
                              $changed = [Environment]::GetEnvironmentVariable($changeVar.ToUpper())
                            }
                            if ($changed -eq "true") {
                              Add-VersionByProduct $p.name
                            }
                          }

                          $level3 = $env:LEVEL3_JSON | ConvertFrom-Json
                          foreach ($p in $level3) {
                            $changeVar = [string]$p.changeVar
                            $changed = [Environment]::GetEnvironmentVariable($changeVar)
                            if (-not $changed) {
                              $changed = [Environment]::GetEnvironmentVariable($changeVar.ToUpper())
                            }
                            if ($changed -eq "true") {
                              Add-VersionByProduct $p.name
                            }
                          }

                          $json = $entries | ConvertTo-Json -Depth 3
                          $json | Out-File -FilePath $manifestFile -Encoding utf8
                          Write-Host "Pack manifest written to $manifestFile"
                          Write-Host $json
                  env:
                      LEVEL1_JSON: ${{ convertToJson(parameters.level1Products) }}
                      LEVEL2_JSON: ${{ convertToJson(parameters.level2Products) }}
                      LEVEL3_JSON: ${{ convertToJson(parameters.level3Products) }}

                - task: PublishPipelineArtifact@1
                  displayName: Upload pack manifest
                  inputs:
                      targetPath: $(Build.SourcesDirectory)/artifacts/pack-manifest.json
                      artifact: pack-manifest
                      publishLocation: pipeline

                # Flatten and collect NuGet packages
                - task: Bash@3
                  displayName: Collect NuGet packages
                  name: collectNuget
                  inputs:
                      targetType: inline
                      script: |
                          mkdir -p all-nuget-packages

                          # Find all .nupkg and .snupkg files and move to single directory (only if source dir exists)
                          if [ -d "$(Pipeline.Workspace)/nuget" ]; then
                            find "$(Pipeline.Workspace)/nuget" -name "*.nupkg" -exec mv {} all-nuget-packages/ \; 2>/dev/null || true
                            find "$(Pipeline.Workspace)/nuget" -name "*.snupkg" -exec mv {} all-nuget-packages/ \; 2>/dev/null || true
                          fi

                          # Check if any packages were collected
                          if [ -d "all-nuget-packages" ] && [ "$(ls -A all-nuget-packages 2>/dev/null)" ]; then
                            echo "##vso[task.setvariable variable=hasNugetPackages;isOutput=true]true"
                            echo "Collected NuGet packages:"
                            ls -la all-nuget-packages/
                          else
                            echo "##vso[task.setvariable variable=hasNugetPackages;isOutput=true]false"
                            echo "No NuGet packages collected"
                          fi

                # Flatten and collect npm packages
                - task: Bash@3
                  displayName: Collect npm packages
                  name: collectNpm
                  inputs:
                      targetType: inline
                      script: |
                          mkdir -p all-npm-packages

                          # Find all .tgz files and move to single directory (only if source dir exists)
                          if [ -d "$(Pipeline.Workspace)/npm" ]; then
                            find "$(Pipeline.Workspace)/npm" -name "*.tgz" -exec mv {} all-npm-packages/ \; 2>/dev/null || true
                          fi

                          # Check if any packages were collected
                          if [ -d "all-npm-packages" ] && [ "$(ls -A all-npm-packages 2>/dev/null)" ]; then
                            echo "##vso[task.setvariable variable=hasNpmPackages;isOutput=true]true"
                            echo "Collected npm packages:"
                            ls -la all-npm-packages/
                          else
                            echo "##vso[task.setvariable variable=hasNpmPackages;isOutput=true]false"
                            echo "No npm packages collected"
                          fi

                - task: PublishPipelineArtifact@1
                  displayName: Upload combined NuGet artifact
                  condition: eq(variables['collectNuget.hasNugetPackages'], 'true')
                  inputs:
                      targetPath: $(Build.SourcesDirectory)/all-nuget-packages
                      artifact: all-nuget-packages
                      publishLocation: pipeline

                - task: PublishPipelineArtifact@1
                  displayName: Upload combined npm artifact
                  condition: eq(variables['collectNpm.hasNpmPackages'], 'true')
                  inputs:
                      targetPath: $(Build.SourcesDirectory)/all-npm-packages
                      artifact: all-npm-packages
                      publishLocation: pipeline

    # ============================================================
    # Finalize - set build number after both parallel paths complete
    # Waits for both GenerateSBOM and Pack stages
    # ============================================================
    - stage: Finalize
      displayName: Finalize Build
      dependsOn:
          - GenerateSBOM
          - Pack
      condition: not(canceled())
      jobs:
          - job: SetBuildNumber
            displayName: Set build number
            pool:
                vmImage: "ubuntu-latest"
            steps:
                - task: Bash@3
                  displayName: Set build number (branch + date)
                  inputs:
                      targetType: inline
                      script: |
                          BUILD_DATE=$(date -u +%Y%m%d)
                          echo "##vso[build.updatebuildnumber]$(Build.SourceBranchName)-${BUILD_DATE}-$(Build.BuildID)"