Automatic toolchain upgrade improvements (rust-lang#2722)

1. Build and run regression tests, and create a labelled PR (Z-BenchCI) when these pass.
2. File an issue instead of creating a PR when either of the checks fail.

Author: tautschnig

.github/workflows/toolchain-upgrade.yml

@@ -8,22 +8,35 @@ on:
     - cron: "30 2 * * *" # Run this every day at 02:30 UTC
   workflow_dispatch:     # Allow manual dispatching for a custom branch / tag.
 
+permissions:
+  contents: read
+  issues: write
+
 jobs:
   create-toolchain-pr:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
       - name: Checkout Kani
         uses: actions/checkout@v3
 
+      - name: Setup Kani Dependencies
+        uses: ./.github/actions/setup
+        with:
+          os: ubuntu-22.04
+
       - name: Update toolchain config
         run: |
           current_toolchain_date=$(grep ^channel rust-toolchain.toml | sed 's/.*nightly-\(.*\)"/\1/')
           echo "current_toolchain_date=$current_toolchain_date" >> $GITHUB_ENV
           current_toolchain_epoch=$(date --date $current_toolchain_date +%s)
           next_toolchain_date=$(date --date "@$(($current_toolchain_epoch + 86400))" +%Y-%m-%d)
           echo "next_toolchain_date=$next_toolchain_date" >> $GITHUB_ENV
-          if ! git ls-remote --exit-code origin toolchain-$next_toolchain_date ; then
-            echo "branch_exists=false" >> $GITHUB_ENV
+          if gh issue list -S \
+              "Toolchain upgrade to nightly-$next_toolchain_date failed" \
+              --json number,title | grep title ; then
+            echo "next_step=none" >> $GITHUB_ENV
+          elif ! git ls-remote --exit-code origin toolchain-$next_toolchain_date ; then
+            echo "next_step=create_pr" >> $GITHUB_ENV
             sed -i "/^channel/ s/$current_toolchain_date/$next_toolchain_date/" rust-toolchain.toml
             git diff
             git clone --filter=tree:0 https://github.com/rust-lang/rust rust.git
@@ -39,17 +52,25 @@ jobs:
             echo "$EOF" >> $GITHUB_ENV
             cd ..
             rm -rf rust.git
+            if ! cargo build-dev ; then
+              echo "next_step=create_issue" >> $GITHUB_ENV
+            else
+              if ! ./scripts/kani-regression.sh ; then
+                echo "next_step=create_issue" >> $GITHUB_ENV
+              fi
+            fi
           else
-            echo "branch_exists=true" >> $GITHUB_ENV
+            echo "next_step=none" >> $GITHUB_ENV
           fi
       - name: Create Pull Request
-        if: ${{ env.branch_exists == 'false' }}
+        if: ${{ env.next_step == 'create_pr' }}
         uses: peter-evans/create-pull-request@v5
         with:
           commit-message: Upgrade Rust toolchain to nightly-${{ env.next_toolchain_date }}
           branch: toolchain-${{ env.next_toolchain_date }}
           delete-branch: true
           title: 'Automatic toolchain upgrade to nightly-${{ env.next_toolchain_date }}'
+          labels: Z-BenchCI
           body: >
             Update Rust toolchain from nightly-${{ env.current_toolchain_date }} to
             nightly-${{ env.next_toolchain_date }} without any other source changes.
@@ -61,4 +82,24 @@ jobs:
             https://github.com/rust-lang/rust/commit/${{ env.next_toolchain_hash }}. The log
             for this commit range is:
 
+            ${{ env.git_log }}
+      - name: Create Issue
+        if: ${{ env.next_step == 'create_issue' }}
+        uses: dacbd/create-issue-action@main
+        with:
+          token: ${{ github.token }}
+          title: 'Toolchain upgrade to nightly-${{ env.next_toolchain_date }} failed'
+          body: >
+            Updating Rust toolchain from nightly-${{ env.current_toolchain_date }} to
+            nightly-${{ env.next_toolchain_date }} requires source changes.
+
+            The failed automated run
+            [can be found here.](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }})
+
+            Please review the changes at
+            https://github.com/rust-lang/rust from
+            https://github.com/rust-lang/rust/commit/${{ env.current_toolchain_hash }} up to
+            https://github.com/rust-lang/rust/commit/${{ env.next_toolchain_hash }}. The log
+            for this commit range is:
+
             ${{ env.git_log }}