@@ -179,6 +179,87 @@ jobs:
179179 if : ${{ needs.vrt-runner.result == 'failure' }}
180180 run : exit 1
181181
182+ vrt-runner-all-flags :
183+ runs-on : ubuntu-latest-8-cores
184+ strategy :
185+ fail-fast : false
186+ matrix :
187+ shard : [1, 2, 3, 4]
188+ env :
189+ VITE_PRIMER_REACT_CSS_MODULES_TEAM : 1
190+ VITE_PRIMER_REACT_CSS_MODULES_STAFF : 1
191+ VITE_PRIMER_REACT_CSS_MODULES_GA : 1
192+ PLAYWRIGHT_BLOB_OUTPUT_FILE : ' blob-report-all-flags'
193+ steps :
194+ - uses : actions/checkout@v4
195+ - name : Use Node.js 20.x
196+ uses : actions/setup-node@v4
197+ with :
198+ node-version : 22
199+ cache : ' npm'
200+ - run : npm i -g npm@^10.5.1
201+ - name : Install dependencies
202+ run : npm ci
203+ - name : Build storybook
204+ run : npx storybook build
205+ working-directory : packages/react
206+ - name : Run storybook
207+ id : storybook
208+ working-directory : packages/react
209+ run : |
210+ npx serve -l 6006 storybook-static &
211+ pid=$!
212+ echo "pid=$pid" >> $GITHUB_OUTPUT
213+ sleep 5
214+ - name : Run VRT
215+ uses : docker://mcr.microsoft.com/playwright:v1.43.0-jammy
216+ env :
217+ STORYBOOK_URL : ' http://172.17.0.1:6006'
218+ with :
219+ args : npx playwright test --grep @vrt --shard="${{ matrix.shard }}/${{ strategy.job-total }}"
220+ - name : Stop storybook
221+ run : kill ${{ steps.storybook.outputs.pid }}
222+ - name : Upload report
223+ if : ${{ always() }}
224+ uses : actions/upload-artifact@v4
225+ with :
226+ name : vrt-all-flags-${{ matrix.shard }}
227+ path : blob-report-all-flags
228+ retention-days : 1
229+
230+ vrt-all-flags :
231+ if : ${{ always() }}
232+ runs-on : ubuntu-latest
233+ needs : vrt-runner-all-flags
234+ env :
235+ PLAYWRIGHT_BLOB_OUTPUT_FILE : ' blob-report-all-flags'
236+ steps :
237+ - uses : actions/checkout@v4
238+ - name : Use Node.js 20.x
239+ uses : actions/setup-node@v4
240+ with :
241+ node-version : 22
242+ cache : ' npm'
243+ - run : npm i -g npm@^10.5.1
244+ - name : install dependencies
245+ run : npm ci
246+ - name : download all reports
247+ uses : actions/download-artifact@v4
248+ with :
249+ path : all-blob-reports-all-flags
250+ pattern : vrt-all-flags-*
251+ merge-multiple : true
252+ - name : merge all reports
253+ run : npx playwright merge-reports --reporter html ./all-blob-reports-all-flags
254+ - name : Upload report
255+ uses : actions/upload-artifact@v4
256+ with :
257+ name : vrt-all-flags
258+ path : playwright-report
259+ - name : check vrt-runner job status
260+ if : ${{ needs.vrt-runner.result == 'failure' }}
261+ run : exit 1
262+
182263 aat-runner :
183264 runs-on : ubuntu-latest-8-cores
184265 strategy :
@@ -253,6 +334,84 @@ jobs:
253334 if : ${{ needs.aat-runner.result == 'failure' }}
254335 run : exit 1
255336
337+ aat-runner-all-flags :
338+ runs-on : ubuntu-latest-8-cores
339+ strategy :
340+ fail-fast : false
341+ matrix :
342+ shard : [1, 2, 3, 4]
343+ env :
344+ VITE_PRIMER_REACT_CSS_MODULES_TEAM : 1
345+ VITE_PRIMER_REACT_CSS_MODULES_STAFF : 1
346+ VITE_PRIMER_REACT_CSS_MODULES_GA : 1
347+ steps :
348+ - uses : actions/checkout@v4
349+ - name : Use Node.js 20.x
350+ uses : actions/setup-node@v4
351+ with :
352+ node-version : 22
353+ cache : ' npm'
354+ - run : npm i -g npm@^10.5.1
355+ - name : Install dependencies
356+ run : npm ci
357+ - name : Build storybook
358+ run : npx storybook build
359+ working-directory : packages/react
360+ - name : Run storybook
361+ id : storybook
362+ working-directory : packages/react
363+ run : |
364+ npx serve -l 6006 storybook-static &
365+ pid=$!
366+ echo "pid=$pid" >> $GITHUB_OUTPUT
367+ sleep 5
368+ - name : Run AAT
369+ uses : docker://mcr.microsoft.com/playwright:v1.43.0-jammy
370+ env :
371+ STORYBOOK_URL : ' http://172.17.0.1:6006'
372+ with :
373+ args : npx playwright test --grep @aat --shard="${{ matrix.shard }}/${{ strategy.job-total }}"
374+ - name : Stop storybook
375+ run : kill ${{ steps.storybook.outputs.pid }}
376+ - name : Upload report
377+ if : ${{ always() }}
378+ uses : actions/upload-artifact@v4
379+ with :
380+ name : axe-all-flags-${{ matrix.shard }}
381+ path : blob-report
382+ retention-days : 1
383+
384+ aat-all-flags :
385+ if : ${{ always() }}
386+ runs-on : ubuntu-latest
387+ needs : aat-runner
388+ steps :
389+ - uses : actions/checkout@v4
390+ - name : Use Node.js 20.x
391+ uses : actions/setup-node@v4
392+ with :
393+ node-version : 22
394+ cache : ' npm'
395+ - run : npm i -g npm@^10.5.1
396+ - name : install dependencies
397+ run : npm ci
398+ - name : download all reports
399+ uses : actions/download-artifact@v4
400+ with :
401+ path : all-blob-reports
402+ pattern : axe-all-flags-*
403+ merge-multiple : true
404+ - name : merge all reports
405+ run : npx playwright merge-reports --reporter html ./all-blob-reports
406+ - name : Upload report
407+ uses : actions/upload-artifact@v4
408+ with :
409+ name : axe-all-flags
410+ path : playwright-report
411+ - name : Check aat-runner job status
412+ if : ${{ needs.aat-runner.result == 'failure' }}
413+ run : exit 1
414+
256415 build-components-json :
257416 runs-on : ubuntu-latest
258417 steps :
0 commit comments