Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/contracts.yml
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ jobs:
node-version-file: web/.nvmrc
- name: Install the Python tools and the web tools
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
python -m pip install --quiet -r pylock.toml
npm ci --prefix web
- name: Validate schemas and examples
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/load-baseline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -74,7 +74,7 @@ jobs:
python-version: "3.15"
- name: Install from the lock file and the workspace packages
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
python -m pip install --quiet -r pylock.toml
for package in packages/*/; do
python -m pip install --quiet --no-deps --no-build-isolation -e "$package"
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/property-nightly.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ jobs:
python-version: "3.15"
- name: Install from the lock file and the workspace packages
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
python -m pip install --quiet -r pylock.toml
for package in packages/*/; do
python -m pip install --quiet --no-deps --no-build-isolation -e "$package"
Expand Down
112 changes: 93 additions & 19 deletions .github/workflows/python.yml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ jobs:
python-version: "3.15"
- name: Install from the lock file
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
python -m pip install --quiet -r pylock.toml
- run: ruff format --check .
- run: ruff check .
Expand All @@ -44,7 +44,7 @@ jobs:
python-version: "3.15"
- name: Install from the lock file and the workspace packages
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
python -m pip install --quiet -r pylock.toml
for package in packages/*/; do
python -m pip install --quiet --no-deps --no-build-isolation -e "$package"
Expand Down Expand Up @@ -85,8 +85,8 @@ jobs:
# ClickHouse for the Direct Query tests (P2-31, #225); a disposable server, not a secret.
# The tests create their own read-only profiles, users and synthetic tables.
clickhouse:
# clickhouse/clickhouse-server:26.9.25.15
image: clickhouse/clickhouse-server@sha256:19bfacb135479a892551a8155cfbbc8211aedf2aa888cd91950b9ee7e76cc7e3
# clickhouse/clickhouse-server:26.10.2.103 (#429: the latest stable)
image: clickhouse/clickhouse-server@sha256:b2bfa4d8399ee9973868cc5c1754cb506a6f4b86fbddc41010cc090beb55c85e
env:
CLICKHOUSE_USER: ci
CLICKHOUSE_PASSWORD: ci-disposable-database
Expand Down Expand Up @@ -161,7 +161,7 @@ jobs:
cache-dependency-path: ${{ matrix.lock }}
- name: Install from the lock file and the workspace packages
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
python -m pip install --quiet -r ${{ matrix.lock }}
for package in packages/*/; do
python -m pip install --quiet --no-deps --no-build-isolation -e "$package"
Expand Down Expand Up @@ -194,33 +194,81 @@ jobs:
key="Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw=="
echo "STORE_TEST_AZURE_CONNECTION_STRING=DefaultEndpointsProtocol=http;AccountName=devstoreaccount1;AccountKey=$key;BlobEndpoint=http://127.0.0.1:10000/devstoreaccount1;" >> "$GITHUB_ENV"
- run: |
python -m pytest -p tools.ci.shard -p tools.ci.timing -p tools.ci.order --junitxml=junit.xml $PYTEST_PATHS
python -m pytest -p tools.ci.shard -p tools.ci.timing -p tools.ci.order -p tools.ci.coverage_run --junitxml=junit.xml $PYTEST_PATHS
# Each test's time to this log (#375): what tools/ci/durations.py reads back.
python -m tools.ci.durations emit junit.xml
# No critical test passes by not running (#427), checked apart from the plugin.
python -m tools.ci.critical junit.xml
env:
# 3.15 runs in a random order, seeded by the run and printed in the header (#376).
PYTEST_RANDOM_ORDER: ${{ matrix.python == '3.15' && github.run_id || '' }}
- name: Keep this part's coverage data, or that it was not measured (#429)
run: |
mkdir coverage-part
if [ "$PYTEST_COVERAGE" = 1 ]; then mv .coverage.* coverage-part/; else touch coverage-part/not-measured; fi
- uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
with:
name: coverage-${{ matrix.python }}-${{ matrix.part }}
path: coverage-part
include-hidden-files: true
if-no-files-found: error
retention-days: 7

- name: Report failures as annotations
if: failure()
run: python -m tools.ci.junit_annotations junit.xml
python-coverage:
# The critical sources' branch coverage against their floors, per Python (#429): every
# version must reach every floor, so the lower of the two decides.
name: python-coverage-${{ matrix.python }}
needs: python-tests-part
runs-on: ubuntu-latest
strategy:
matrix:
python: ["3.15", "3.14"]
steps:
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
with:
persist-credentials: false
- uses: actions/setup-python@6d4fd22b20465ccc0f7354476588e8df7c9ca0e0 # v7.1.0
with:
python-version: ${{ matrix.python }}
- name: Install the lock file's coverage
env:
LOCK: ${{ matrix.python == '3.14' && 'pylock.py314.toml' || 'pylock.toml' }}
run: |
python -m pip install --quiet pip==26.3
python -m pip install --quiet --no-deps $(python -m tools.ci.pins "$LOCK" coverage)
- uses: actions/download-artifact@9000827ccba6bdab643e8b6fd33ac0654aef8333 # v8.0.2
with:
pattern: coverage-${{ matrix.python }}-*
path: coverage-data
- run: python -m tools.ci.coverage_floor coverage-data --python ${{ matrix.python }} --measured coverage-measured.toml
- if: always()
uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
with:
name: coverage-measured-${{ matrix.python }}
path: coverage-measured.toml
if-no-files-found: ignore

python-tests:
# The required checks keep their names: one per Python version, green only when all of its
# parts passed.
name: python-tests-${{ matrix.python }}
needs: python-tests-part
needs: [python-tests-part, python-coverage]
if: always()
runs-on: ubuntu-latest
strategy:
matrix:
python: ["3.15", "3.14"]
steps:
- name: Every part passed
- name: Every part passed, and the coverage floors held
env:
RESULT: ${{ needs.python-tests-part.result }}
run: test "$RESULT" = success
COVERAGE: ${{ needs.python-coverage.result }}
run: |
test "$RESULT" = success
test "$COVERAGE" = success

python-tests-windows:
# Shared fixtures are read-only and private copies are writable on Windows too, where
Expand All @@ -238,7 +286,7 @@ jobs:
# wheels, with colorama, pytest's Windows-only dependency.
shell: bash
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
pins=$(python -m tools.ci.pins pylock.toml pytest pluggy iniconfig packaging pygments duckdb)
python -m pip install --quiet --only-binary=:all: --no-deps $pins colorama==0.4.6
- run: python -m pytest -p tools.ci.order tests/tools/test_fixtures.py tests/tools/test_order.py tests/tools/test_shard.py tests/tools/test_pins.py tests/tools/test_synthetic.py
Expand All @@ -253,14 +301,40 @@ jobs:
persist-credentials: false
- uses: actions/setup-python@6d4fd22b20465ccc0f7354476588e8df7c9ca0e0 # v7.1.0
with:
python-version: "3.15"
- name: Two clean installs from pylock.toml produce identical versions
python-version: |
3.14
3.15
- name: Two clean installs from each lock file produce identical packages (#429)
run: |
for attempt in first second; do
python -m venv "/tmp/$attempt"
"/tmp/$attempt/bin/python" -m pip install --quiet pip==26.2.2
"/tmp/$attempt/bin/python" -m pip install --quiet -r pylock.toml
"/tmp/$attempt/bin/python" -m pip freeze > "/tmp/$attempt.txt"
for python in 3.15 3.14; do
lock=pylock.toml
if [ "$python" = 3.14 ]; then lock=pylock.py314.toml; fi
for attempt in first second; do
"python$python" -m venv "/tmp/$python-$attempt"
"/tmp/$python-$attempt/bin/python" -m pip install --quiet pip==26.3
"/tmp/$python-$attempt/bin/python" -m pip install --quiet -r "$lock"
"/tmp/$python-$attempt/bin/python" -m pip freeze --all > "/tmp/$python-$attempt.txt"
done
diff "/tmp/$python-first.txt" "/tmp/$python-second.txt"
echo "Python $python, $lock:"
cat "/tmp/$python-first.txt"
done
diff /tmp/first.txt /tmp/second.txt
cat /tmp/first.txt
- name: A tampered hash fails the install (#429)
# pip checks each file against the lock's hash; one changed digit must refuse it.
run: |
python3.15 -m venv /tmp/tampered
/tmp/tampered/bin/python -m pip install --quiet pip==26.3
python3.15 -m tools.ci.tamper pylock.toml /tmp/pylock.tampered.toml
if /tmp/tampered/bin/python -m pip install --quiet -r /tmp/pylock.tampered.toml 2> /tmp/tampered.err; then
echo "::error::an install with a tampered hash succeeded"
exit 1
fi
# Refused for its hash, not for anything else (a network error proves nothing).
grep --quiet "DO NOT MATCH THE HASHES" /tmp/tampered.err
- name: No known vulnerability in the locked packages (#429)
# pip-audit exits non-zero on a finding; its report decides, against the exceptions.
run: |
/tmp/3.15-first/bin/python -m pip_audit -f json --progress-spinner off --output /tmp/pip-audit-3.15.json || true
/tmp/3.14-first/bin/python -m pip_audit -f json --progress-spinner off --output /tmp/pip-audit-3.14.json || true
python3.15 -m tools.ci.audit pip /tmp/pip-audit-3.15.json
python3.15 -m tools.ci.audit pip /tmp/pip-audit-3.14.json
2 changes: 1 addition & 1 deletion .github/workflows/query-baseline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -76,7 +76,7 @@ jobs:
python-version: "3.15"
- name: Install from the lock file and the workspace packages
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
python -m pip install --quiet -r pylock.toml
for package in packages/*/; do
python -m pip install --quiet --no-deps --no-build-isolation -e "$package"
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -84,7 +84,7 @@ jobs:
cp -r web/build "packages/server/src/${namespace}/server/web"
- name: Build every wheel
run: |
python -m pip install --upgrade pip==26.2.2
python -m pip install --upgrade pip==26.3
for package in packages/*/; do
python -m pip wheel --no-deps --wheel-dir dist "$package"
done
Expand Down
14 changes: 7 additions & 7 deletions .github/workflows/semantic-corpus.yml
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
# finding (engineering.md §8: required from P2-27). Since P2-30 (#399) the same job also asks
# every case on an existing DuckLake with a PostgreSQL catalog, with the development switch on,
# and fails unless each case ends exactly as through the library (corpus parity). Since P2-31
# (#225) it does the same on ClickHouse, on each tested version: the latest stable (26.9, the
# (#225) it does the same on ClickHouse, on each tested version: the latest stable (26.10, the
# service) and the current LTS (26.8, run from its release archive, checked by its SHA-512).
name: semantic-corpus

Expand All @@ -29,11 +29,11 @@ jobs:
# The existing lake's PostgreSQL catalog (#399); a disposable database, not a secret. Each
# case creates its own database, owner role and reader role, and drops them.
services:
# ClickHouse 26.9 for the corpus parity on ClickHouse (#225); a disposable server, not a
# ClickHouse 26.10 for the corpus parity on ClickHouse (#225); a disposable server, not a
# secret. Each case creates its own database, read-only profile and reader, and drops them.
clickhouse:
# clickhouse/clickhouse-server:26.9.25.15, the image of python.yml's service
image: clickhouse/clickhouse-server@sha256:19bfacb135479a892551a8155cfbbc8211aedf2aa888cd91950b9ee7e76cc7e3
# clickhouse/clickhouse-server:26.10.2.103, the image of python.yml's service
image: clickhouse/clickhouse-server@sha256:b2bfa4d8399ee9973868cc5c1754cb506a6f4b86fbddc41010cc090beb55c85e
env:
CLICKHOUSE_USER: ci
CLICKHOUSE_PASSWORD: ci-disposable-database
Expand All @@ -60,14 +60,14 @@ jobs:
python-version: "3.15"
- name: Install from the lock file and the workspace packages
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
python -m pip install --quiet -r pylock.toml
for package in packages/*/; do
python -m pip install --quiet --no-deps --no-build-isolation -e "$package"
done
- name: Start ClickHouse 26.8 LTS from its release archive (#225)
# The official static build, checked against its pinned SHA-512 before it runs; on port
# 8124 beside the 26.9 service, its own data in the runner's temporary folder.
# 8124 beside the 26.10 service, its own data in the runner's temporary folder.
run: |
version=26.8.30.8
archive="clickhouse-common-static-$version-amd64.tgz"
Expand Down Expand Up @@ -95,7 +95,7 @@ jobs:
env:
CORPUS_POSTGRES: host=localhost port=5432 dbname=postgres user=postgres
CORPUS_POSTGRES_PASSWORD: ci-disposable-database
- name: Corpus parity on ClickHouse 26.9, the development switch on (#225)
- name: Corpus parity on ClickHouse 26.10, the development switch on (#225)
run: python -m conformance.runners.semantic_corpus --through clickhouse --switch-on
env:
CORPUS_CLICKHOUSE: localhost:8123:ci
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/test-trends.yml
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,7 @@ jobs:
cache-dependency-path: pylock.toml
- name: Install from the lock file
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
python -m pip install --quiet -r pylock.toml
- name: Fetch the run's job logs and the previous history
env:
Expand Down
26 changes: 25 additions & 1 deletion .github/workflows/web.yml
Original file line number Diff line number Diff line change
Expand Up @@ -88,10 +88,34 @@ jobs:
python-version: "3.15"
- name: Install the Python workspace
run: |
python -m pip install --quiet pip==26.2.2
python -m pip install --quiet pip==26.3
python -m pip install --quiet -r pylock.toml
for package in packages/*/; do
python -m pip install --quiet --no-deps --no-build-isolation -e "$package"
done
- name: Check every Python and npm dependency
run: python tools/licenses/check_licenses.py

web-supply-chain:
# The installed packages are the registry's signed ones, and none has a known high or
# critical vulnerability without its recorded exception (#429). `npm ci` already checks
# every file against the lock's integrity hash.
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
with:
persist-credentials: false
- uses: actions/setup-node@949feb2413d6458794dcd2491c4babbbce0c15c1 # v7.1.0
with:
node-version-file: web/.nvmrc
- uses: actions/setup-python@6d4fd22b20465ccc0f7354476588e8df7c9ca0e0 # v7.1.0
with:
python-version: "3.15"
- run: npm ci
working-directory: web
- run: npm audit signatures
working-directory: web
- name: No known high or critical vulnerability
run: |
(cd web && npm audit --json > ../npm-audit.json) || true
python -m tools.ci.audit npm npm-audit.json
4 changes: 2 additions & 2 deletions CONTRIBUTING.md
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ Rules for every change: [`AGENTS.md`](AGENTS.md) and [`docs/process/`](docs/proc

## Python workspace

Requirements: Python 3.15 (also tested on 3.14) and pip 26.2.2 or newer, because pip installs from `pylock.toml` only from 26.1 on.
Requirements: Python 3.15 (also tested on 3.14) and pip 26.3 or newer, because pip installs from `pylock.toml` only from 26.1 on.

Every module under `packages/` is its own distribution in the `orvex` namespace (PEP 420). The root `pyproject.toml` holds only tool settings and the `dev` dependency group.

Expand All @@ -13,7 +13,7 @@ Every module under `packages/` is its own distribution in the `orvex` namespace
```bash
python3.15 -m venv .venv
source .venv/bin/activate # Windows: .venv\Scripts\activate
python -m pip install pip==26.2.2
python -m pip install pip==26.3
python -m pip install -r pylock.toml # Python 3.14: pylock.py314.toml
for package in packages/*/; do python -m pip install --no-deps --no-build-isolation -e "$package"; done
```
Expand Down
2 changes: 1 addition & 1 deletion contracts/store/v1/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -307,7 +307,7 @@ Preconditions:

- **TLS.** A host other than `localhost`, `127.0.0.1` or `::1` is reached only over TLS that checks the server's certificate and name (`STORE_TLS_REQUIRED`). The operating system's authorities are used unless a CA file is named.
- **Password.** It comes from the environment variable `password_env` (`STORE_SECRET_MISSING`), is sent as a header, and is redacted from every error.
- **Version.** It must be a tested version, by major and minor: `26.8` (LTS) and `26.9` (`ENGINE_VERSION_UNTESTED`).
- **Version.** It must be a tested version, by major and minor: `26.8` (LTS) and `26.10` (the latest stable; #429) (`ENGINE_VERSION_UNTESTED`).
- **Read-only profile.** `readonly = 1`, so the session can neither write nor change its own settings (`SOURCE_NOT_READ_ONLY`).
- **Settings that decide a result's meaning,** each with exactly this value (`ENGINE_SETTING_REQUIRED`):

Expand Down
2 changes: 2 additions & 0 deletions docs/process/git-workflow.md
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,8 @@ conformance/semantic-corpus/
conformance/security/scenarios/
.github/workflows/
tools/checks/file-size-exceptions.toml the ceilings of oversized files: only the Owner may raise one (2026-11-08)
tools/ci/coverage-floor.toml the coverage floors of the critical sources: raised only by review (#429)
tools/ci/audit-exceptions.toml the accepted known vulnerabilities, each with its reason and review date (#429)
```

## 3. Branches, commits and pull requests
Expand Down
2 changes: 1 addition & 1 deletion packages/contracts/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ readme = "README.md"
license = "Apache-2.0"
license-files = ["LICENSE"]
requires-python = ">=3.14"
dependencies = ["pydantic==2.14.1"]
dependencies = ["pydantic==2.14.3"]

[tool.setuptools.packages.find]
where = ["src"]
Expand Down
2 changes: 1 addition & 1 deletion packages/semantic/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ readme = "README.md"
license = "Apache-2.0"
license-files = ["LICENSE"]
requires-python = ">=3.14"
dependencies = ["cryptography==50.0.2", "orvex-contracts==0.3.0", "jsonschema==4.26.0", "pyarrow==26.0.0", "pyyaml==6.0.3", "tzdata==2026.6"]
dependencies = ["cryptography==50.0.2", "orvex-contracts==0.3.0", "jsonschema==4.26.0", "pyarrow==26.0.1", "pyyaml==6.0.3", "tzdata==2026.6"]

[tool.setuptools.packages.find]
where = ["src"]
Expand Down
2 changes: 1 addition & 1 deletion packages/server/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ license = "Apache-2.0"
license-files = ["LICENSE"]
requires-python = ">=3.14"
dependencies = [
"fastapi==0.162.0",
"fastapi==0.162.3",
"orvex-access==0.2.0",
"orvex-contracts==0.3.0",
"orvex-semantic==0.2.1",
Expand Down
Loading
Loading