diff --git a/.github/scripts/lanes.mjs b/.github/scripts/lanes.mjs index 6820c5052aba9..4b5054e58de56 100644 --- a/.github/scripts/lanes.mjs +++ b/.github/scripts/lanes.mjs @@ -320,7 +320,11 @@ if (command === "build") { const build = ({ label, runner, image, package_os, package_cpu, test }) => ({ label, runner, image, package_os, package_cpu, test }); console.log(`build=${matrix(lanes.filter(lane => !lane.test).map(build))}`); console.log(`build_tested=${matrix(lanes.filter(lane => lane.test).map(build))}`); - console.log(`test=${matrix(lanes.filter(lane => lane.test).map(lane => ({ label: lane.label, runner: lane.test_runner, quick: lane.test_quick })))}`); + // TEMPORARY, not for merging: every tested lane is tested TEST_REPEATS times over, side by side, against the one build, to + // count the tests that fail only some of the time. + const TEST_REPEATS = 15; + const repeats = Array.from({ length: TEST_REPEATS }, (_, i) => i + 1); + console.log(`test=${matrix(lanes.filter(lane => lane.test).flatMap(lane => repeats.map(repeat => ({ label: lane.label, runner: lane.test_runner, quick: lane.test_quick, repeat }))))}`); console.log(`labels=${JSON.stringify(labels)}`); // Only the toolchain images that are not in the registry yet get an `image` job: normally none. const missing = images.filter(({ image }) => { diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 0102bdb6a741b..efb28f240dcdf 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -1,11 +1,12 @@ name: CI -# Builds every lane of bun-webkit, publishes them as one GitHub release, and tests the lanes that are marked as tested. +# Builds every lane of bun-webkit, tests the lanes that are marked as tested, and publishes them all as one GitHub +# release when every lane built and every test passed. # A push to main and a pull request run exactly the same jobs; they differ in the commit that is built (env.REF), in # the name of the release (the `plan` job's `tag`), and in that a pull request gets a comment linking its release. # -# plan ──> image ──> build, build-tested ──> release -# └────────> test +# plan ──> image ──> build ───────────────────> release +# └──> build-tested ──> test ──┘ # ──> prune (main only) # # A lane is one