cratedb-toolkit/.github/workflows/postgresql.yml at main · crate/cratedb-toolkit · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
---
name: "Tests: PostgreSQL"

on:
  pull_request:
    paths:
    - '.github/workflows/postgresql.yml'
    - 'cratedb_toolkit/io/ingestr/**'
    - 'cratedb_toolkit/testing/testcontainers/postgresql.py'
    - 'cratedb_toolkit/testing/testcontainers/util.py'
    - 'tests/io/ingestr/*postgresql*'
    - 'pyproject.toml'
  push:
    branches: [ main ]
    paths:
    - '.github/workflows/postgresql.yml'
    - 'cratedb_toolkit/io/ingestr/**'
    - 'cratedb_toolkit/testing/testcontainers/postgresql.py'
    - 'cratedb_toolkit/testing/testcontainers/util.py'
    - 'tests/io/ingestr/*postgresql*'
    - 'pyproject.toml'

  # Allow job to be triggered manually.
  workflow_dispatch:

  # Run the job each night after CrateDB nightly has been published.
  schedule:
    - cron: '0 3 * * *'

# Cancel in-progress jobs when pushing to the same branch.
concurrency:
  cancel-in-progress: true
  group: ${{ github.workflow }}-${{ github.ref }}

jobs:

  tests:

    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: ["ubuntu-latest"]
        cratedb-version: [
          "nightly",
        ]
        postgresql-version: [
          "latest",
        ]
        python-version: [
          "3.10",
          "3.13",
        ]

    env:
      OS: ${{ matrix.os }}
      PYTHON: ${{ matrix.python-version }}
      CRATEDB_VERSION: ${{ matrix.cratedb-version }}
      POSTGRESQL_VERSION: ${{ matrix.postgresql-version }}
      TC_KEEPALIVE: true  # Do not tear down Testcontainers
      INGESTR_DISABLE_TELEMETRY: true

    services:
      cratedb:
        image: crate/crate:${{ matrix.cratedb-version }}
        ports:
          - 4200:4200
          - 5432:5432
        env:
          CRATE_HEAP_SIZE: 4g
      postgresql:
        image: postgres:${{ matrix.postgresql-version }}
        ports:
          - 5433:5432
        env:
          POSTGRES_HOST_AUTH_METHOD: trust

    name: "
    Python ${{ matrix.python-version }},
    PostgreSQL ${{ matrix.postgresql-version }},
    OS ${{ matrix.os }}
    "
    steps:

    - name: Acquire sources
      uses: actions/checkout@v6

    - name: Install uv
      uses: astral-sh/setup-uv@v7
      with:
        activate-environment: 'true'
        cache-suffix: ${{ matrix.python-version }}
        enable-cache: true
        python-version: ${{ matrix.python-version }}

    - name: Set up project
      run: |

        # Install package in editable mode.
        uv pip install --prerelease=allow --editable='.[io-ingest,test]'

    - name: Run software tests
      run: |
        pytest -m postgresql

    - name: Upload coverage to Codecov
      uses: codecov/codecov-action@v6
      env:
        CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
      with:
        files: ./coverage.xml
        flags: postgresql
        env_vars: OS,PYTHON
        name: codecov-umbrella
        fail_ci_if_error: true