Dataset Validation and Verification #1100
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Designed for bug-fix and test-generation dataset, verifies the flow of building and | |
| # testing still works as expected, avoiding regressions caused by underlying | |
| # infrastructure changes. | |
| name: Dataset Validation and Verification | |
| permissions: | |
| contents: read | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| test-run: | |
| description: "Indicate this is a test run (with few entries)" | |
| required: false | |
| default: true | |
| type: boolean | |
| modified-only: | |
| description: "Only verify modified entries" | |
| required: false | |
| default: false | |
| type: boolean | |
| schedule: | |
| - cron: "0 0 * * 0" | |
| jobs: | |
| get-entries: | |
| uses: ./.github/workflows/get-entries.yml | |
| with: | |
| modified-only: ${{ inputs.modified-only || false }} | |
| test-run: ${{ inputs.test-run || false }} | |
| category: "bug-fix" | |
| verify-build-and-tests: | |
| runs-on: [GitHub-BCBench] | |
| needs: get-entries | |
| if: needs.get-entries.outputs.entries != '[]' | |
| environment: | |
| name: ado-read | |
| deployment: false | |
| permissions: | |
| contents: read | |
| id-token: write | |
| name: ${{ matrix.entry }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| entry: ${{ fromJson(needs.get-entries.outputs.entries) }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v5 | |
| - name: Setup BC Container and Repository | |
| id: setup-env | |
| timeout-minutes: 40 | |
| uses: ./.github/actions/setup-bc-container-repo | |
| with: | |
| instance-id: ${{ matrix.entry }} | |
| category: "bug-fix" | |
| azure-client-id: ${{ secrets.AZURE_CLIENT_ID }} | |
| azure-tenant-id: ${{ secrets.AZURE_TENANT_ID }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Run build and test verification for ${{ matrix.entry }} | |
| timeout-minutes: 60 | |
| run: .\scripts\Verify-BuildAndTests.ps1 -InstanceId "${{ matrix.entry }}" -RepoPath "${{ steps.setup-env.outputs.repo_path }}" | |
| shell: pwsh |