Extend summary metrics with per-check-name breakdowns

.github/actions/prebuild-wheel/action.yml

@@ -0,0 +1,33 @@
+name: 'Pre-build DQX wheel'
+description: >
+  Builds the DQX wheel once per CI job and exports the absolute path as DQX_PREBUILT_WHEEL. 
+  Tests that use PrebuiltWheels copy this artifact instead of running `pip wheel` per-test, 
+  which avoids JFrog auth failures after the 1h OIDC token TTL expires mid-suite.
+runs:
+  using: "composite"
+  steps:
+    - name: Build wheel
+      shell: bash
+      run: |
+        # Bump version per CI run so cluster library installs and pip caches
+        # don't reuse stale bytes. Delegate the scheme to blueprint so it
+        # matches what blueprint would compute per-test
+        NEW_VERSION="$(UV_FROZEN=1 uv run --quiet python -c '
+        from databricks.labs.blueprint.wheels import ProductInfo
+        from databricks.labs.dqx.config import WorkspaceConfig
+        print(ProductInfo.from_class(WorkspaceConfig).version())
+        ')"
+        test -n "$NEW_VERSION" || { echo "failed to compute unreleased version"; exit 1; }
+
+        VERSION_FILE="src/databricks/labs/dqx/__about__.py"
+        sed -i "s/^__version__ = .*/__version__ = \"${NEW_VERSION}\"/" "$VERSION_FILE"
+
+        make build
+
+        # Restore so later steps see a clean tree
+        git checkout -- "$VERSION_FILE"
+
+        WHEEL_PATH="$(find dist -maxdepth 1 -name '*.whl' -print -quit)"
+        test -n "$WHEEL_PATH" || { echo "no wheel produced in dist/"; ls -la dist/; exit 1; }
+
+        printf '%s=%s\n' 'DQX_PREBUILT_WHEEL' "$PWD/$WHEEL_PATH" >> "$GITHUB_ENV"

.github/workflows/acceptance.yml

@@ -45,8 +45,8 @@ jobs:
       - name: Setup environment
         uses: ./.github/actions/setup-env
 
-      - name: Run unit tests and generate test coverage report
-        run: make test
+      - name: Pre-build DQX wheel
+        uses: ./.github/actions/prebuild-wheel
 
       # Integration tests are run from within tests/integration folder.
       # Create .coveragerc with correct relative path to source code.
@@ -63,7 +63,7 @@ jobs:
       # and generate code coverage for modules defined in .coveragerc
       # Run 10 tests in parallel: https://github.com/databrickslabs/sandbox/blob/main/acceptance/ecosystem/pytest_run.py
       - name: Run integration tests and generate test coverage report
-        uses: databrickslabs/sandbox/acceptance@3313d06ce86227537b3f37f5974f7eecb2a8e59a # acceptance/v0.4.4
+        uses: databrickslabs/sandbox/acceptance@83461e5dd7021feabb1a9ca3ee10d6f46b72092a # acceptance/v0.4.6
         with:
           vault_uri: ${{ secrets.VAULT_URI }}
           timeout: 2h
@@ -73,16 +73,15 @@ jobs:
           ARM_CLIENT_ID: ${{ secrets.ARM_CLIENT_ID }}
           ARM_TENANT_ID: ${{ secrets.ARM_TENANT_ID }}
           COVERAGE_FILE: ${{ github.workspace }}/.coverage  # make sure the coverage report is preserved
-
       - name: Merge coverage reports and convert them to XML
         run: make combine-coverage
 
-      # Recursively search the entire workspace directory for all coverage reports.
-      # All uploaded test coverage reports will be used even if publish is done multiple time.
       - name: Publish test coverage
         uses: codecov/codecov-action@b9fd7d16f6d7d1b5d2bec1a2887e65ceed900238 # v4.6.0
         with:
           use_oidc: true
+          files: coverage-combined.xml
+          flags: integration
 
   integration_serverless:
     needs: not-a-fork
@@ -104,6 +103,9 @@ jobs:
       - name: Setup environment
         uses: ./.github/actions/setup-env
 
+      - name: Pre-build DQX wheel
+        uses: ./.github/actions/prebuild-wheel
+
       # Integration tests are run from within tests/integration folder.
       # Create .coveragerc with correct relative path to source code.
       - name: Prepare code coverage configuration for integration tests
@@ -116,7 +118,7 @@ jobs:
           EOF
 
       - name: Run integration tests on serverless cluster
-        uses: databrickslabs/sandbox/acceptance@3313d06ce86227537b3f37f5974f7eecb2a8e59a # acceptance/v0.4.4
+        uses: databrickslabs/sandbox/acceptance@83461e5dd7021feabb1a9ca3ee10d6f46b72092a # acceptance/v0.4.6
         with:
           vault_uri: ${{ secrets.VAULT_URI }}
           timeout: 2h
@@ -127,15 +129,15 @@ jobs:
           ARM_TENANT_ID: ${{ secrets.ARM_TENANT_ID }}
           DATABRICKS_SERVERLESS_COMPUTE_ID: ${{ env.DATABRICKS_SERVERLESS_COMPUTE_ID }}
           COVERAGE_FILE: ${{ github.workspace }}/.coverage  # make sure the coverage report is preserved
-
       - name: Merge coverage reports and convert them to XML
         run: make combine-coverage
 
-      # collects all coverage reports
       - name: Publish test coverage
         uses: codecov/codecov-action@b9fd7d16f6d7d1b5d2bec1a2887e65ceed900238 # v4.6.0
         with:
           use_oidc: true
+          files: coverage-combined.xml
+          flags: integration-serverless
 
   e2e:
     needs: not-a-fork
@@ -155,12 +157,15 @@ jobs:
       - name: Setup environment
         uses: ./.github/actions/setup-env
 
+      - name: Pre-build DQX wheel
+        uses: ./.github/actions/prebuild-wheel
+
       # Required for DAB (Databricks Asset Bundle) e2e tests
       - name: Install Databricks CLI
         uses: databricks/setup-cli@596b0a354ba14aa59921aca1b02bd67c2b0a81a5 # v0.297.2
 
       - name: Run e2e tests
-        uses: databrickslabs/sandbox/acceptance@3313d06ce86227537b3f37f5974f7eecb2a8e59a # acceptance/v0.4.4
+        uses: databrickslabs/sandbox/acceptance@83461e5dd7021feabb1a9ca3ee10d6f46b72092a # acceptance/v0.4.6
         with:
           vault_uri: ${{ secrets.VAULT_URI }}
           timeout: 2h
@@ -191,12 +196,15 @@ jobs:
       - name: Setup environment
         uses: ./.github/actions/setup-env
 
+      - name: Pre-build DQX wheel
+        uses: ./.github/actions/prebuild-wheel
+
       # Required for DAB (Databricks Asset Bundle) e2e tests
       - name: Install Databricks CLI
         uses: databricks/setup-cli@596b0a354ba14aa59921aca1b02bd67c2b0a81a5 # v0.297.2
 
       - name: Run e2e tests on serverless cluster
-        uses: databrickslabs/sandbox/acceptance@3313d06ce86227537b3f37f5974f7eecb2a8e59a # acceptance/v0.4.4
+        uses: databrickslabs/sandbox/acceptance@83461e5dd7021feabb1a9ca3ee10d6f46b72092a # acceptance/v0.4.6
         with:
           vault_uri: ${{ secrets.VAULT_URI }}
           timeout: 2h

.github/workflows/anomaly.yml

@@ -43,6 +43,9 @@ jobs:
       - name: Setup environment
         uses: ./.github/actions/setup-env
 
+      - name: Pre-build DQX wheel
+        uses: ./.github/actions/prebuild-wheel
+
       # Create .coveragerc with correct relative path to source code.
       - name: Prepare code coverage configuration for anomaly tests
         run: |
@@ -54,7 +57,7 @@ jobs:
           EOF
 
       - name: Run anomaly integration tests
-        uses: databrickslabs/sandbox/acceptance@3313d06ce86227537b3f37f5974f7eecb2a8e59a # acceptance/v0.4.4
+        uses: databrickslabs/sandbox/acceptance@83461e5dd7021feabb1a9ca3ee10d6f46b72092a # acceptance/v0.4.6
         with:
           vault_uri: ${{ secrets.VAULT_URI }}
           timeout: 3h
@@ -68,17 +71,16 @@ jobs:
           MLFLOW_TRACKING_URI: databricks
           MLFLOW_REGISTRY_URI: databricks-uc
           MLFLOW_HTTP_REQUEST_TIMEOUT: "600"
-          MLFLOW_HTTP_REQUEST_MAX_RETRIES: "10"
-
+          MLFLOW_HTTP_REQUEST_MAX_RETRIES: "9"
       - name: Merge coverage reports and convert them to XML
         run: make combine-coverage
 
-      # Recursively search the entire workspace directory for all coverage reports.
-      # All uploaded test coverage reports will be used even if publish is done multiple time.
       - name: Publish test coverage
         uses: codecov/codecov-action@b9fd7d16f6d7d1b5d2bec1a2887e65ceed900238 # v4.6.0
         with:
           use_oidc: true
+          files: coverage-combined.xml
+          flags: anomaly
 
   anomaly-tests-serverless:
     needs: not-a-fork
@@ -98,6 +100,9 @@ jobs:
       - name: Setup environment
         uses: ./.github/actions/setup-env
 
+      - name: Pre-build DQX wheel
+        uses: ./.github/actions/prebuild-wheel
+
       # Create .coveragerc with correct relative path to source code.
       - name: Prepare code coverage configuration for anomaly tests
         run: |
@@ -109,7 +114,7 @@ jobs:
           EOF
 
       - name: Run anomaly integration tests on serverless cluster
-        uses: databrickslabs/sandbox/acceptance@3313d06ce86227537b3f37f5974f7eecb2a8e59a # acceptance/v0.4.4
+        uses: databrickslabs/sandbox/acceptance@83461e5dd7021feabb1a9ca3ee10d6f46b72092a # acceptance/v0.4.6
         with:
           vault_uri: ${{ secrets.VAULT_URI }}
           timeout: 3h
@@ -124,13 +129,13 @@ jobs:
           MLFLOW_TRACKING_URI: databricks
           MLFLOW_REGISTRY_URI: databricks-uc
           MLFLOW_HTTP_REQUEST_TIMEOUT: "600"
-          MLFLOW_HTTP_REQUEST_MAX_RETRIES: "10"
-
+          MLFLOW_HTTP_REQUEST_MAX_RETRIES: "9"
       - name: Merge coverage reports and convert them to XML
         run: make combine-coverage
 
-      # collects all coverage reports
       - name: Publish test coverage
         uses: codecov/codecov-action@b9fd7d16f6d7d1b5d2bec1a2887e65ceed900238 # v4.6.0
         with:
           use_oidc: true
+          files: coverage-combined.xml
+          flags: anomaly-serverless