Repository navigation
Expand file tree
/
Copy pathconftest.py
More file actions
147 lines (123 loc) · 5.41 KB
/
Copy pathconftest.py
File metadata and controls
147 lines (123 loc) · 5.41 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
"""Shared fixtures and collection hooks for chat-model integration tests.
The `_ChatOpenAICodex` integration tests run under VCR cassette playback in
CI (`make test_vcr`), but its `_FileChatGPTOAuthTokenProvider` still tries
to read `~/.langchain/chatgpt-auth.json` from disk on every request to
build the `Authorization` header. CI has no such file, so every Codex
test would fail with `FileNotFoundError` before VCR ever replays the
cassette.
This fixture monkey-patches the on-disk token methods with an in-memory
fake token whenever a Codex test module is running, so cassette replay
works without a live OAuth login. The patch is scoped by module name and
leaves non-Codex tests in the directory untouched.
"""
from __future__ import annotations
import os
from datetime import datetime, timedelta, timezone
from pathlib import Path
from typing import Any
import pytest
from langchain_openai import chatgpt_oauth
@pytest.fixture(autouse=True)
def _clear_openai_base_url_env(
request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch
) -> None:
"""Strip ambient OpenAI endpoint env vars for VCR tests only.
`ChatOpenAI` only default-enables `stream_usage` when no custom base URL is
configured (see the `OPENAI_BASE_URL` / `OPENAI_API_BASE` handling at
construction time). A developer whose shell exports one of these vars (e.g.
pointing at a gateway) would otherwise see `stream_usage` silently dropped,
so the request body omits `stream_options` and no longer matches the
recorded cassette's `json_body` — VCR then attempts a live call and fails
with `APIConnectionError`.
Scoped to `@pytest.mark.vcr` tests: cassettes are recorded against the
canonical `api.openai.com` host, so cassette playback (and re-recording)
must ignore an ambient gateway endpoint. Live integration tests (no
cassette) are left untouched so a developer can still route them through a
gateway via these env vars.
"""
if request.node.get_closest_marker("vcr") is None:
return
for name in ("OPENAI_BASE_URL", "OPENAI_API_BASE"):
monkeypatch.delenv(name, raising=False)
def _vcr_record_mode(config: pytest.Config) -> str | None:
"""Return pytest-recording's configured record mode, if available."""
for option in ("record_mode", "--record-mode"):
try:
value: Any = config.getoption(option, default=None)
except ValueError:
continue
if value is not None:
return str(value)
return None
def pytest_collection_modifyitems(
config: pytest.Config, items: list[pytest.Item]
) -> None:
"""Skip Codex tests in CI unless they are replaying VCR cassettes.
Applied at collection time so Codex tests are deselected before
pytest-recording opens a cassette. An autouse skip fixture would instead
fire during test setup, after the `vcr` fixture has already tried (and
failed) to open the cassette against CI's missing on-disk token.
`pytest_collection_modifyitems` hooks receive the whole session's items, so
matches are scoped to this conftest's own directory. Otherwise a same-named
module collected elsewhere in the session (e.g. the unit `test_codex`
module) would be skipped too.
"""
if not os.getenv("CI") or _vcr_record_mode(config) == "none":
return
here = Path(__file__).parent
skip_codex = pytest.mark.skip(reason="Codex tests require VCR playback in CI.")
for item in items:
item_path = getattr(item, "path", None)
if item_path is None or here not in Path(str(item_path)).parents:
continue
module = getattr(item, "module", None)
module_name = getattr(module, "__name__", "")
if "codex" in module_name:
item.add_marker(skip_codex)
@pytest.fixture(autouse=True)
def _fake_codex_oauth_token(
request: pytest.FixtureRequest, monkeypatch: pytest.MonkeyPatch
) -> None:
"""Stub `_FileChatGPTOAuthTokenProvider` token reads for Codex VCR tests."""
if "codex" not in request.module.__name__:
return
if _vcr_record_mode(request.config) != "none":
return
fake_token = chatgpt_oauth._ChatGPTToken(
access_token="vcr-fake-access-token", # noqa: S106
refresh_token="vcr-fake-refresh-token", # noqa: S106
expires_at=datetime.now(timezone.utc) + timedelta(hours=1),
account_id="vcr-fake-account-id",
)
def _get_token(
self: chatgpt_oauth._FileChatGPTOAuthTokenProvider,
) -> chatgpt_oauth._ChatGPTToken:
return fake_token
async def _aget_token(
self: chatgpt_oauth._FileChatGPTOAuthTokenProvider,
) -> chatgpt_oauth._ChatGPTToken:
return fake_token
def _get_access_token(
self: chatgpt_oauth._FileChatGPTOAuthTokenProvider,
) -> str:
return fake_token.access_token
async def _aget_access_token(
self: chatgpt_oauth._FileChatGPTOAuthTokenProvider,
) -> str:
return fake_token.access_token
monkeypatch.setattr(
chatgpt_oauth._FileChatGPTOAuthTokenProvider, "get_token", _get_token
)
monkeypatch.setattr(
chatgpt_oauth._FileChatGPTOAuthTokenProvider, "aget_token", _aget_token
)
monkeypatch.setattr(
chatgpt_oauth._FileChatGPTOAuthTokenProvider,
"get_access_token",
_get_access_token,
)
monkeypatch.setattr(
chatgpt_oauth._FileChatGPTOAuthTokenProvider,
"aget_access_token",
_aget_access_token,
)