Build, and test, separate coverage and release configs

Author: pcolby

.github/workflows/build.yaml

@@ -547,64 +547,88 @@ jobs:
         with:
           arch: ${{ matrix.msvcArch }}
           toolset: ${{ startsWith(matrix.qt, '5') && '14.29' || '' }} # MSVC 14.38+ has many deprecation issues w/ Qt5.
-      - name: Build
+      - name: Build w/ coverage instrumentation
+        if: matrix.toolchain != 'msvc'
+        env:
+          CMAKE_MESSAGE_LOG_LEVEL: VERBOSE
+          PROJECT_BUILD_ID: ${{ github.run_number }}.win.${{ matrix.arch }}.${{ matrix.toolchain }}.qt-${{ matrix.qt }}
+        run: |
+          cmake -D CMAKE_BUILD_TYPE=Release ^
+                -D ENABLE_COVERAGE=true ^
+                -D QT_HOST_PATH=%qtHostPath% ^
+                -D QT_INSTALL_DOCS=%RUNNER_WORKSPACE%\Qt\Docs\Qt-${{ matrix.qt }} ^
+                -G "${{ matrix.generator }}" -S "%GITHUB_WORKSPACE%" -B "%RUNNER_TEMP%/coverage"
+          cmake --build "%RUNNER_TEMP%/coverage" --verbose
+      - name: Build w/o coverage instrumentation
         env:
           CMAKE_MESSAGE_LOG_LEVEL: VERBOSE
-          ENABLE_COVERAGE: ${{ matrix.toolchain == 'msvc' && 'false' || 'true' }}
           PROJECT_BUILD_ID: ${{ github.run_number }}.win.${{ matrix.arch }}.${{ matrix.toolchain }}.qt-${{ matrix.qt }}
         run: |
           cmake -D CMAKE_BUILD_TYPE=Release ^
-                -D ENABLE_COVERAGE=%ENABLE_COVERAGE% ^
+                -D ENABLE_COVERAGE=false ^
                 -D QT_HOST_PATH=%qtHostPath% ^
                 -D QT_INSTALL_DOCS=%RUNNER_WORKSPACE%\Qt\Docs\Qt-${{ matrix.qt }} ^
-                -G "${{ matrix.generator }}" -S "%GITHUB_WORKSPACE%" -B "%RUNNER_TEMP%"
-          cmake --build "%RUNNER_TEMP%" --verbose
+                -G "${{ matrix.generator }}" -S "%GITHUB_WORKSPACE%" -B "%RUNNER_TEMP%/release"
+          cmake --build "%RUNNER_TEMP%/release" --verbose
       - name: Capture build-output variables
         id: post-build
         shell: bash
         run: |
-          echo "dokitVersion=$(cat "$RUNNER_TEMP/version.txt")" | tee -a "$GITHUB_OUTPUT"
+          echo "dokitVersion=$(cat "$RUNNER_TEMP/release/version.txt")" | tee -a "$GITHUB_OUTPUT"
           { echo -n 'tap='; [[ '${{ matrix.qt }}' =~ ^5\.1[2-9]|6 ]] && echo true || echo false; } |
             tee -a "$GITHUB_OUTPUT"
-      - name: Install DLL for tests
+      - name: Install DLL for tests w/ coverage
+        if: matrix.toolchain != 'msvc'
         run: |
           copy /v /b src\lib\${{ matrix.dll }} /b test\unit\cli
           copy /v /b src\lib\${{ matrix.dll }} /b test\unit\lib
-        working-directory: ${{ runner.temp }}
-      - name: Test # We can't execute arm64 binaries on an x86-64 host.
+        working-directory: ${{ runner.temp }}/coverage
+      - name: Install DLL for tests w/o coverage
+        run: |
+          copy /v /b src\lib\${{ matrix.dll }} /b test\unit\cli
+          copy /v /b src\lib\${{ matrix.dll }} /b test\unit\lib
+        working-directory: ${{ runner.temp }}/release
+      - name: Test w/ coverage # We can't execute arm64 binaries on an x86-64 host.
+        if: matrix.arch != 'arm64' && matrix.toolchain != 'msvc'
+        run: ctest --output-on-failure --test-dir "%RUNNER_TEMP%/coverage" --verbose
+      - name: Test w/o coverage # We can't execute arm64 binaries on an x86-64 host.
         if: matrix.arch != 'arm64'
-        run: ctest --output-on-failure --test-dir "%RUNNER_TEMP%" --verbose
+        run: ctest --output-on-failure --test-dir "%RUNNER_TEMP%/release" --verbose
       - name: Collate test coverage
         if: matrix.toolchain != 'msvc'
-        run: cmake --build "%RUNNER_TEMP%" --target coverage --verbose
+        run: cmake --build "%RUNNER_TEMP%/coverage" --target coverage --verbose
       - name: Upload test results
         if: matrix.arch != 'arm64' && fromJSON(steps.post-build.outputs.tap)
         uses: actions/upload-artifact@v4
         with:
-          name: test-results-${{ steps.post-build.outputs.dokitVersion }}
-          path: ${{ runner.temp }}/test/**/*.tap
+          name: wip-test-results-${{ steps.post-build.outputs.dokitVersion }} # \todo Remove wip when ready.
+          path: |
+            ${{ runner.temp }}/coverage/coverage.info
+            ${{ runner.temp }}/coverage/removeHtmlDates.sh
+            ${{ runner.temp }}/coverage/test/**/*.tap
+            ${{ runner.temp }}/release/test/**/*.tap
           if-no-files-found: error
       - name: Make portable
         if: matrix.arch != 'arm64'
-        run: cmake --build "%RUNNER_TEMP%" --target cli-portable
+        run: cmake --build "%RUNNER_TEMP%/release" --target cli-portable
       - name: Check portable version
         if: matrix.arch != 'arm64'
         shell: bash
-        run: '"$RUNNER_TEMP/portable/dokit.exe" --version'
+        run: '"$RUNNER_TEMP/release/portable/dokit.exe" --version'
       - name: Upload artifacts
         uses: actions/upload-artifact@v4
         with:
           name: dokit-${{ steps.post-build.outputs.dokitVersion }}
           path: |
-            ${{ runner.temp }}/src/lib/${{ matrix.dll }}
-            ${{ runner.temp }}/src/cli/dokit.exe
+            ${{ runner.temp }}/release/src/lib/${{ matrix.dll }}
+            ${{ runner.temp }}/release/src/cli/dokit.exe
           if-no-files-found: error
       - name: Upload artifacts (portable)
         if: matrix.arch != 'arm64'
         uses: actions/upload-artifact@v4
         with:
           name: dokit-${{ steps.post-build.outputs.dokitVersion }}.portable
-          path: ${{ runner.temp }}/portable
+          path: ${{ runner.temp }}/release/portable
           if-no-files-found: error
 
   collate-test-results: