Post CI health reports to Slack

Author: nineinchnick

.github/workflows/reports.yml

@@ -47,3 +47,31 @@ jobs:
         if: always()
         run: |
           docker logs trino
+      - name: Generate Slack message
+        id: message
+        run: |
+          for name in health failing-jobs; do
+            output=$(docker exec trino \
+              java -Dorg.jline.terminal.dumb=true -jar /usr/bin/trino \
+              trino://localhost:8080/trinocicd/v2 \
+              -f /sql/cic-cd/$name.sql \
+              --output-format=MARKDOWN)
+            echo "$name=$output\n" >> $GITHUB_OUTPUT
+          done
+      - name: Post to a Slack channel
+        id: slack
+        uses: slackapi/[email protected]
+        with:
+          channel-id: 'core-dev'
+          slack-message: |
+            CI Health:
+            ```
+            ${{ steps.message.outputs.health }}
+            ```
+
+            Failing jobs:
+            ```
+            ${{ steps.message.outputs.failing-jobs }}
+            ```
+        env:
+          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}

sql/ci-cd/failing-jobs.sql

@@ -1,5 +1,19 @@
 -- Recently failing jobs
 -- Lists failed jobs on master branch in last 24h
+WITH
+  -- bar() function renders colored output, and uses one character rendering (boxes), so has less precision within same width
+  FUNCTION ascii_bar(value double)
+  RETURNS varchar
+  DETERMINISTIC
+  BEGIN
+    DECLARE max_width double DEFAULT 20;
+    DECLARE clamped_value double;
+    SET clamped_value = greatest(0, least(1, value));
+    RETURN array_join(
+        repeat('█',
+            greatest(0, CAST(floor(max_width * clamped_value) AS integer) - 1)), '')
+    || ARRAY[' ', '▏', '▎', '▍', '▌', '▋', '▊', '▉', '█'][cast((clamped_value % (1e0 / max_width)) * max_width * 8 + 1 as int)];
+  END
 WITH
 recent_master_runs AS (
   SELECT
@@ -34,7 +48,7 @@ recent_master_runs AS (
 
 SELECT
     name AS "Job name"
-  , bar(1e0 * num_failed_runs / (SELECT count(*) FROM recent_master_runs), 20, rgb(0, 155, 0), rgb(255, 0, 0)) AS "Failure ratio chart"
+  , ascii_bar(1e0 * num_failed_runs / (SELECT count(*) FROM recent_master_runs)) AS "Failure ratio chart"
   , round(100e0 * num_failed_runs / (SELECT count(*) FROM recent_master_runs), 1) AS "Failure percent"
   , num_failed_runs AS "Number of failed runs"
   , errors AS "Error messages"

sql/ci-cd/health.sql

@@ -1,4 +1,18 @@
 -- CI workflow health
+WITH
+  -- bar() function renders colored output, and uses one character rendering (boxes), so has less precision within same width
+  FUNCTION ascii_bar(value double)
+  RETURNS varchar
+  DETERMINISTIC
+  BEGIN
+    DECLARE max_width double DEFAULT 20;
+    DECLARE clamped_value double;
+    SET clamped_value = greatest(0, least(1, value));
+    RETURN array_join(
+        repeat('█',
+            greatest(0, CAST(floor(max_width * clamped_value) AS integer) - 1)), '')
+    || ARRAY[' ', '▏', '▎', '▍', '▌', '▋', '▊', '▉', '█'][cast((clamped_value % (1e0 / max_width)) * max_width * 8 + 1 as int)];
+  END
 WITH
 runs AS (
   SELECT
@@ -22,11 +36,11 @@ runs AS (
 SELECT
     branch AS "Branch"
   , intervals.label AS "Interval"
-  , bar(1e0 * count(1) FILTER (WHERE conclusion = 'success') / count(1), 20, rgb(255, 0, 0), rgb(0, 155, 0)) AS "Success ratio chart"
+  , ascii_bar(1e0 * count(1) FILTER (WHERE conclusion = 'success') / count(1)) AS "Success ratio chart"
   , round(100e0 * count(1) FILTER (WHERE conclusion = 'success') / count(1), 1) AS "Success percent"
   , count(1) FILTER (WHERE created_at > now() - intervals.days) AS "Number of runs"
 FROM intervals
 JOIN runs ON runs.created_at > now() - intervals.days
 GROUP BY branch, intervals.days, intervals.label
-ORDER BY 1 DESC, intervals.days
+ORDER BY branch DESC, intervals.days
 ;