From 4aa3c0c5be52dfb104646494e84bf3a7f81917c7 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ralph=20K=C3=BCpper?= Date: Sat, 4 Jul 2026 08:51:31 +0200 Subject: [PATCH 1/2] ci: run the gap suite on every PR and main push (conformance-smoke, measurement phase) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 2026-07-02 audit §11: nothing on the default PR path exercised TypeScript SEMANTICS — behavioral regressions landed through green required checks twice in two weeks (the 851-case test262 regression; the #5763 setPrototypeOf boot breakage). New conformance-smoke job runs scripts/run_gap_tests.sh (258 gap tests diffed byte-for-byte vs node, failing on any failure not triaged in known_failures.json) on every pull_request and push, sharing the rust-cache key with cargo-test. Measurement phase: continue-on-error and not in the branch-protection required set until wall-time on real PRs is confirmed; flip to required by adding 'conformance-smoke' to the protected contexts. --- .github/workflows/test.yml | 49 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 49 insertions(+) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index d592460cd07..e837ac8580e 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -678,6 +678,55 @@ jobs: name: native-abi-evidence-packet path: target/native-abi-evidence-packet/ + # --------------------------------------------------------------------------- + # Gap-suite conformance smoke (every PR + main push) + # --------------------------------------------------------------------------- + conformance-smoke: + # 2026-07-02 audit §11: nothing on the default PR path exercised + # TypeScript SEMANTICS — lint/cargo-test/api-docs-drift build and unit- + # test the compiler but never diff a compiled program against node, so + # behavioral regressions landed silently between tags (the 2026-06-23 + # 851-case test262 regression and the #5763 setPrototypeOf boot breakage + # both shipped through green required checks). This job runs the gap + # suite — every test-files/test_gap_*.ts (258) AOT-compiled and diffed + # byte-for-byte against `node --experimental-strip-types` — and fails on + # any failure NOT already triaged in test-parity/known_failures.json + # (run_gap_tests.sh's no-new-untriaged gate). + # + # MEASUREMENT PHASE: deliberately not yet in the branch-protection + # required set. Once wall-time on real PRs is confirmed acceptable, add + # `conformance-smoke` to the required contexts; until then a red here is + # a loud non-blocking signal. + continue-on-error: true + if: github.event_name == 'pull_request' || github.event_name == 'push' || github.event_name == 'workflow_dispatch' + runs-on: ubuntu-latest + timeout-minutes: 60 + steps: + - uses: actions/checkout@v7 + + - name: Install Rust toolchain + uses: dtolnay/rust-toolchain@stable + + - uses: Swatinem/rust-cache@v2 + with: + shared-key: "${{ runner.os }}-perry" + save-if: ${{ github.ref == 'refs/heads/main' }} + + - name: Setup Node.js + uses: actions/setup-node@v6 + with: + node-version: '22' + + - name: Run gap suite + run: ./scripts/run_gap_tests.sh + + - name: Upload gap report + if: always() + uses: actions/upload-artifact@v7 + with: + name: gap-suite-report + path: test-parity/reports/ + # --------------------------------------------------------------------------- # Parity tests (Perry output vs Node.js) # --------------------------------------------------------------------------- From 66b8526d2f873696f7c9c063e2aade915d952ef6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ralph=20K=C3=BCpper?= Date: Sat, 4 Jul 2026 09:06:21 +0200 Subject: [PATCH 2/2] =?UTF-8?q?chore(release):=20v0.5.1224=20=E2=80=94=20v?= =?UTF-8?q?ersion=20bump=20+=20changelog=20for=20#5936?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- CHANGELOG.md | 4 ++ CLAUDE.md | 2 +- Cargo.lock | 152 +++++++++++++++++++++++++-------------------------- Cargo.toml | 2 +- 4 files changed, 82 insertions(+), 78 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 3ee7b66fcbb..0e578786909 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,3 +1,7 @@ +## v0.5.1224 — gap-suite conformance smoke on every PR (#5936) + +New `conformance-smoke` CI job: every pull_request and push runs `scripts/run_gap_tests.sh` — 258 gap tests AOT-compiled and diffed byte-for-byte against node, failing on any failure not triaged in test-parity/known_failures.json. Closes the audit's headline CI gap: nothing on the default PR path exercised TypeScript semantics, which is how the 2026-06 test262 regression (851 cases) and the #5763 setPrototypeOf boot breakage merged through green required checks. Measurement phase: continue-on-error and not yet in the branch-protection required set — flip it required (add `conformance-smoke` to protected contexts) once wall-time on real PRs is confirmed. + ## v0.5.1223 — audit-found capability-doc drift corrected; npm publish loop survives per-package failures (#5935) Docs: lookbehind regex WORKS (regex→fancy-regex hybrid) — removed from CLAUDE.md categorical gaps and rewritten in porting.md (section/table/scan-list); CLAUDE.md GC facts refreshed (~55 registered scanners, conservative scan production-off, module vars uniformly NaN-boxed + rooted — module_var_data_ids is long gone); limitations.md prototype section rewritten around reality (prototype-method assignment + setPrototypeOf supported; the two real gaps: `obj.__proto__ = x` assignment form, literal `{__proto__: []}` not visible to instanceof); gap-suite count 235→258. CI: release-packages.yml platform-publish loop no longer aborts on the first failure under set -e (the mechanism that left npm linux/windows stale while darwin updated) — failures are recorded, the loop continues, the step fails at the end with the full list. diff --git a/CLAUDE.md b/CLAUDE.md index e215b42ea60..b3692a6b6dd 100644 --- a/CLAUDE.md +++ b/CLAUDE.md @@ -8,7 +8,7 @@ This file provides guidance to Claude Code (claude.ai/code) when working with co Perry is a native TypeScript compiler written in Rust that compiles TypeScript source code directly to native executables. It uses SWC for TypeScript parsing and LLVM for code generation. -**Current Version:** 0.5.1223 +**Current Version:** 0.5.1224 ## TypeScript Parity Status diff --git a/Cargo.lock b/Cargo.lock index 09e3d15f778..d0cb008467f 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -5338,7 +5338,7 @@ checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220" [[package]] name = "perry" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "base64", @@ -5395,14 +5395,14 @@ dependencies = [ [[package]] name = "perry-api-manifest" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "serde", ] [[package]] name = "perry-audio-miniaudio" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "cc", "libc", @@ -5410,7 +5410,7 @@ dependencies = [ [[package]] name = "perry-codegen" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "log", @@ -5425,7 +5425,7 @@ dependencies = [ [[package]] name = "perry-codegen-arkts" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "perry-hir", @@ -5434,7 +5434,7 @@ dependencies = [ [[package]] name = "perry-codegen-glance" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "perry-hir", @@ -5442,7 +5442,7 @@ dependencies = [ [[package]] name = "perry-codegen-js" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "perry-dispatch", @@ -5452,7 +5452,7 @@ dependencies = [ [[package]] name = "perry-codegen-swiftui" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "perry-hir", @@ -5461,7 +5461,7 @@ dependencies = [ [[package]] name = "perry-codegen-wasm" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "base64", @@ -5474,7 +5474,7 @@ dependencies = [ [[package]] name = "perry-codegen-wear-tiles" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "perry-hir", @@ -5482,7 +5482,7 @@ dependencies = [ [[package]] name = "perry-container-compose" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "async-trait", @@ -5511,14 +5511,14 @@ dependencies = [ [[package]] name = "perry-container-e2e" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", ] [[package]] name = "perry-diagnostics" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "serde", "serde_json", @@ -5526,7 +5526,7 @@ dependencies = [ [[package]] name = "perry-dispatch" -version = "0.5.1223" +version = "0.5.1224" [[package]] name = "perry-doc-fixture-my-bindings" @@ -5537,7 +5537,7 @@ dependencies = [ [[package]] name = "perry-doc-tests" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "clap", @@ -5552,7 +5552,7 @@ dependencies = [ [[package]] name = "perry-ext-ads" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "block2", "objc2", @@ -5562,7 +5562,7 @@ dependencies = [ [[package]] name = "perry-ext-argon2" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "argon2", "perry-ffi", @@ -5570,7 +5570,7 @@ dependencies = [ [[package]] name = "perry-ext-axios" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "reqwest", @@ -5579,7 +5579,7 @@ dependencies = [ [[package]] name = "perry-ext-bcrypt" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "bcrypt", "perry-ffi", @@ -5587,7 +5587,7 @@ dependencies = [ [[package]] name = "perry-ext-better-sqlite3" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "rusqlite", @@ -5595,7 +5595,7 @@ dependencies = [ [[package]] name = "perry-ext-cheerio" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "scraper", @@ -5603,7 +5603,7 @@ dependencies = [ [[package]] name = "perry-ext-commander" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "perry-runtime", @@ -5611,7 +5611,7 @@ dependencies = [ [[package]] name = "perry-ext-cron" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "chrono", "cron", @@ -5621,7 +5621,7 @@ dependencies = [ [[package]] name = "perry-ext-dayjs" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "chrono", "perry-ffi", @@ -5629,7 +5629,7 @@ dependencies = [ [[package]] name = "perry-ext-decimal" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "rust_decimal", @@ -5637,7 +5637,7 @@ dependencies = [ [[package]] name = "perry-ext-dotenv" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "serde_json", @@ -5645,7 +5645,7 @@ dependencies = [ [[package]] name = "perry-ext-ethers" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "rand 0.8.6", @@ -5653,7 +5653,7 @@ dependencies = [ [[package]] name = "perry-ext-events" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "perry-runtime", @@ -5661,14 +5661,14 @@ dependencies = [ [[package]] name = "perry-ext-exponential-backoff" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", ] [[package]] name = "perry-ext-fastify" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "bytes", "http-body-util", @@ -5686,7 +5686,7 @@ dependencies = [ [[package]] name = "perry-ext-fetch" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "bytes", "lazy_static", @@ -5699,7 +5699,7 @@ dependencies = [ [[package]] name = "perry-ext-http" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "bytes", "lazy_static", @@ -5713,7 +5713,7 @@ dependencies = [ [[package]] name = "perry-ext-http-server" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "bytes", "h2", @@ -5736,7 +5736,7 @@ dependencies = [ [[package]] name = "perry-ext-ioredis" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "lazy_static", "perry-ffi", @@ -5746,7 +5746,7 @@ dependencies = [ [[package]] name = "perry-ext-jsonwebtoken" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "base64", "jsonwebtoken", @@ -5757,7 +5757,7 @@ dependencies = [ [[package]] name = "perry-ext-lru-cache" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "lru", "perry-ffi", @@ -5765,7 +5765,7 @@ dependencies = [ [[package]] name = "perry-ext-moment" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "chrono", "perry-ffi", @@ -5773,7 +5773,7 @@ dependencies = [ [[package]] name = "perry-ext-mongodb" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "bson", "futures-util", @@ -5785,7 +5785,7 @@ dependencies = [ [[package]] name = "perry-ext-mysql2" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "chrono", "perry-ffi", @@ -5795,7 +5795,7 @@ dependencies = [ [[package]] name = "perry-ext-nanoid" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "nanoid", "perry-ffi", @@ -5804,7 +5804,7 @@ dependencies = [ [[package]] name = "perry-ext-net" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "bytes", "perry-ffi", @@ -5817,7 +5817,7 @@ dependencies = [ [[package]] name = "perry-ext-nodemailer" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "lettre", "perry-ffi", @@ -5827,7 +5827,7 @@ dependencies = [ [[package]] name = "perry-ext-pdf" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "printpdf", @@ -5835,7 +5835,7 @@ dependencies = [ [[package]] name = "perry-ext-pg" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "sqlx", @@ -5844,7 +5844,7 @@ dependencies = [ [[package]] name = "perry-ext-ratelimit" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "governor", "perry-ffi", @@ -5852,7 +5852,7 @@ dependencies = [ [[package]] name = "perry-ext-sharp" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "fast_image_resize", "image", @@ -5862,14 +5862,14 @@ dependencies = [ [[package]] name = "perry-ext-slugify" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", ] [[package]] name = "perry-ext-streams" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "lazy_static", "perry-ffi", @@ -5878,7 +5878,7 @@ dependencies = [ [[package]] name = "perry-ext-uuid" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "uuid", @@ -5886,7 +5886,7 @@ dependencies = [ [[package]] name = "perry-ext-validator" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ffi", "regex", @@ -5896,7 +5896,7 @@ dependencies = [ [[package]] name = "perry-ext-ws" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "futures-util", "lazy_static", @@ -5908,7 +5908,7 @@ dependencies = [ [[package]] name = "perry-ext-zlib" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "brotli", "flate2", @@ -5917,7 +5917,7 @@ dependencies = [ [[package]] name = "perry-ffi" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "dashmap", "once_cell", @@ -5926,7 +5926,7 @@ dependencies = [ [[package]] name = "perry-hir" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "perry-api-manifest", @@ -5944,7 +5944,7 @@ dependencies = [ [[package]] name = "perry-parser" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "perry-diagnostics", @@ -5956,7 +5956,7 @@ dependencies = [ [[package]] name = "perry-runtime" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "base64", @@ -5989,14 +5989,14 @@ dependencies = [ [[package]] name = "perry-runtime-static" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-runtime", ] [[package]] name = "perry-stdlib" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "aes 0.8.4", "aes-gcm", @@ -6089,14 +6089,14 @@ dependencies = [ [[package]] name = "perry-stdlib-static" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-stdlib", ] [[package]] name = "perry-transform" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "perry-hir", @@ -6106,7 +6106,7 @@ dependencies = [ [[package]] name = "perry-types" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "anyhow", "thiserror 1.0.69", @@ -6114,14 +6114,14 @@ dependencies = [ [[package]] name = "perry-ui" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ui-model", ] [[package]] name = "perry-ui-android" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "base64", "itoa", @@ -6138,7 +6138,7 @@ dependencies = [ [[package]] name = "perry-ui-geisterhand" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "rand 0.8.6", "serde", @@ -6148,7 +6148,7 @@ dependencies = [ [[package]] name = "perry-ui-gtk4" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "base64", "cairo-rs 0.22.0", @@ -6171,7 +6171,7 @@ dependencies = [ [[package]] name = "perry-ui-ios" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "base64", "block2", @@ -6187,7 +6187,7 @@ dependencies = [ [[package]] name = "perry-ui-macos" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "base64", "block2", @@ -6202,7 +6202,7 @@ dependencies = [ [[package]] name = "perry-ui-model" -version = "0.5.1223" +version = "0.5.1224" [[package]] name = "perry-ui-test" @@ -6210,11 +6210,11 @@ version = "0.1.0" [[package]] name = "perry-ui-testkit" -version = "0.5.1223" +version = "0.5.1224" [[package]] name = "perry-ui-tvos" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "base64", "block2", @@ -6230,7 +6230,7 @@ dependencies = [ [[package]] name = "perry-ui-visionos" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "base64", "block2", @@ -6246,7 +6246,7 @@ dependencies = [ [[package]] name = "perry-ui-watchos" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "block2", "libc", @@ -6259,7 +6259,7 @@ dependencies = [ [[package]] name = "perry-ui-windows" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "base64", "libc", @@ -6276,14 +6276,14 @@ dependencies = [ [[package]] name = "perry-ui-windows-winui" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "perry-ui-windows", ] [[package]] name = "perry-updater" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "base64", "ed25519-dalek", @@ -6297,7 +6297,7 @@ dependencies = [ [[package]] name = "perry-wasm-host" -version = "0.5.1223" +version = "0.5.1224" dependencies = [ "wasmi", ] diff --git a/Cargo.toml b/Cargo.toml index 37e9e6b77a5..9d88d812bee 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -301,7 +301,7 @@ strip = false codegen-units = 16 [workspace.package] -version = "0.5.1223" +version = "0.5.1224" edition = "2021" license = "MIT" repository = "https://github.com/PerryTS/perry"