Skip to content

Commit 40b4826

Browse files
charliermarshcharliermarsh
authored
Include member groups when locking workspace (#8736)
## Summary It turns out that when locking, we were only taking the groups from the root `pyproject.toml` into account, and ignoring groups that were only defined in a workspace member.
1 parent 5a46b5e commit 40b4826

File tree

4 files changed

+263
-12
lines changed

4 files changed

+263
-12
lines changed

‎crates/uv-workspace/src/workspace.rs‎

Lines changed: 41 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,12 +2,13 @@
22
33
use crate::dependency_groups::{DependencyGroupError, FlatDependencyGroups};
44
use crate::pyproject::{
5-
Project, PyProjectToml, PyprojectTomlError, Sources, ToolUvSources, ToolUvWorkspace,
5+
DependencyGroups, Project, PyProjectToml, PyprojectTomlError, Sources, ToolUvSources,
6+
ToolUvWorkspace,
67
};
78
use either::Either;
89
use glob::{glob, GlobError, PatternError};
910
use rustc_hash::FxHashSet;
10-
use std::collections::BTreeMap;
11+
use std::collections::{BTreeMap, BTreeSet};
1112
use std::path::{Path, PathBuf};
1213
use tracing::{debug, trace, warn};
1314
use uv_distribution_types::Index;
@@ -413,6 +414,44 @@ impl Workspace {
413414
.collect()
414415
}
415416

417+
/// Returns the set of all dependency group names defined in the workspace.
418+
pub fn groups(&self) -> BTreeSet<&GroupName> {
419+
self.pyproject_toml
420+
.dependency_groups
421+
.iter()
422+
.flat_map(DependencyGroups::keys)
423+
.chain(
424+
self.packages
425+
.values()
426+
.filter_map(|member| member.pyproject_toml.dependency_groups.as_ref())
427+
.flat_map(DependencyGroups::keys),
428+
)
429+
.chain(
430+
if self
431+
.pyproject_toml
432+
.tool
433+
.as_ref()
434+
.and_then(|tool| tool.uv.as_ref())
435+
.and_then(|uv| uv.dev_dependencies.as_ref())
436+
.is_some()
437+
|| self.packages.values().any(|member| {
438+
member
439+
.pyproject_toml
440+
.tool
441+
.as_ref()
442+
.and_then(|tool| tool.uv.as_ref())
443+
.and_then(|uv| uv.dev_dependencies.as_ref())
444+
.is_some()
445+
})
446+
{
447+
Some(&*DEV_DEPENDENCIES)
448+
} else {
449+
None
450+
},
451+
)
452+
.collect()
453+
}
454+
416455
/// The path to the workspace root, the directory containing the top level `pyproject.toml` with
417456
/// the `uv.tool.workspace`, or the `pyproject.toml` in an implicit single workspace project.
418457
pub fn install_path(&self) -> &PathBuf {

‎crates/uv/src/commands/project/lock.rs‎

Lines changed: 2 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ use uv_distribution_types::{
2020
UnresolvedRequirementSpecification,
2121
};
2222
use uv_git::ResolvedRepositoryReference;
23-
use uv_normalize::{PackageName, DEV_DEPENDENCIES};
23+
use uv_normalize::PackageName;
2424
use uv_pep440::Version;
2525
use uv_pypi_types::{Requirement, SupportedEnvironments};
2626
use uv_python::{Interpreter, PythonDownloads, PythonEnvironment, PythonPreference, PythonRequest};
@@ -328,13 +328,7 @@ async fn do_lock(
328328
let requirements = workspace.non_project_requirements()?;
329329
let overrides = workspace.overrides().into_iter().collect::<Vec<_>>();
330330
let constraints = workspace.constraints();
331-
let dev: Vec<_> = workspace
332-
.pyproject_toml()
333-
.dependency_groups
334-
.iter()
335-
.flat_map(|groups| groups.keys().cloned())
336-
.chain(std::iter::once(DEV_DEPENDENCIES.clone()))
337-
.collect();
331+
let dev = workspace.groups().into_iter().cloned().collect::<Vec<_>>();
338332
let source_trees = vec![];
339333

340334
// Collect the list of members.

‎crates/uv/tests/it/lock.rs‎

Lines changed: 220 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17390,6 +17390,226 @@ fn lock_group_empty_entry_table() -> Result<()> {
1739017390
Ok(())
1739117391
}
1739217392

17393+
#[test]
17394+
fn lock_group_workspace() -> Result<()> {
17395+
let context = TestContext::new("3.12");
17396+
17397+
let pyproject_toml = context.temp_dir.child("pyproject.toml");
17398+
pyproject_toml.write_str(
17399+
r#"
17400+
[project]
17401+
name = "project"
17402+
version = "0.1.0"
17403+
requires-python = ">=3.12"
17404+
dependencies = ["child"]
17405+
17406+
[dependency-groups]
17407+
types = ["sniffio>1"]
17408+
async = ["anyio>3"]
17409+
17410+
[build-system]
17411+
requires = ["setuptools>=42"]
17412+
build-backend = "setuptools.build_meta"
17413+
17414+
[tool.uv.workspace]
17415+
members = ["child"]
17416+
17417+
[tool.uv.sources]
17418+
child = { workspace = true }
17419+
"#,
17420+
)?;
17421+
17422+
// Add a workspace member.
17423+
let child = context.temp_dir.child("child");
17424+
child.child("pyproject.toml").write_str(
17425+
r#"
17426+
[project]
17427+
name = "child"
17428+
version = "0.1.0"
17429+
requires-python = ">=3.12"
17430+
dependencies = ["iniconfig>1"]
17431+
17432+
[dependency-groups]
17433+
types = ["typing-extensions>4"]
17434+
testing = ["pytest>8"]
17435+
17436+
[build-system]
17437+
requires = ["setuptools>=42"]
17438+
build-backend = "setuptools.build_meta"
17439+
"#,
17440+
)?;
17441+
17442+
uv_snapshot!(context.filters(), context.lock(), @r###"
17443+
success: true
17444+
exit_code: 0
17445+
----- stdout -----
17446+
17447+
----- stderr -----
17448+
Resolved 11 packages in [TIME]
17449+
"###);
17450+
17451+
let lock = context.read("uv.lock");
17452+
17453+
insta::with_settings!({
17454+
filters => context.filters(),
17455+
}, {
17456+
assert_snapshot!(
17457+
lock, @r###"
17458+
version = 1
17459+
requires-python = ">=3.12"
17460+
17461+
[options]
17462+
exclude-newer = "2024-03-25T00:00:00Z"
17463+
17464+
[manifest]
17465+
members = [
17466+
"child",
17467+
"project",
17468+
]
17469+
17470+
[[package]]
17471+
name = "anyio"
17472+
version = "4.3.0"
17473+
source = { registry = "https://pypi.org/simple" }
17474+
dependencies = [
17475+
{ name = "idna" },
17476+
{ name = "sniffio" },
17477+
]
17478+
sdist = { url = "https://files.pythonhosted.org/packages/db/4d/3970183622f0330d3c23d9b8a5f52e365e50381fd484d08e3285104333d3/anyio-4.3.0.tar.gz", hash = "sha256:f75253795a87df48568485fd18cdd2a3fa5c4f7c5be8e5e36637733fce06fed6", size = 159642 }
17479+
wheels = [
17480+
{ url = "https://files.pythonhosted.org/packages/14/fd/2f20c40b45e4fb4324834aea24bd4afdf1143390242c0b33774da0e2e34f/anyio-4.3.0-py3-none-any.whl", hash = "sha256:048e05d0f6caeed70d731f3db756d35dcc1f35747c8c403364a8332c630441b8", size = 85584 },
17481+
]
17482+
17483+
[[package]]
17484+
name = "child"
17485+
version = "0.1.0"
17486+
source = { editable = "child" }
17487+
dependencies = [
17488+
{ name = "iniconfig" },
17489+
]
17490+
17491+
[package.dev-dependencies]
17492+
testing = [
17493+
{ name = "pytest" },
17494+
]
17495+
types = [
17496+
{ name = "typing-extensions" },
17497+
]
17498+
17499+
[package.metadata]
17500+
requires-dist = [{ name = "iniconfig", specifier = ">1" }]
17501+
17502+
[package.metadata.requires-dev]
17503+
testing = [{ name = "pytest", specifier = ">8" }]
17504+
types = [{ name = "typing-extensions", specifier = ">4" }]
17505+
17506+
[[package]]
17507+
name = "colorama"
17508+
version = "0.4.6"
17509+
source = { registry = "https://pypi.org/simple" }
17510+
sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697 }
17511+
wheels = [
17512+
{ url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335 },
17513+
]
17514+
17515+
[[package]]
17516+
name = "idna"
17517+
version = "3.6"
17518+
source = { registry = "https://pypi.org/simple" }
17519+
sdist = { url = "https://files.pythonhosted.org/packages/bf/3f/ea4b9117521a1e9c50344b909be7886dd00a519552724809bb1f486986c2/idna-3.6.tar.gz", hash = "sha256:9ecdbbd083b06798ae1e86adcbfe8ab1479cf864e4ee30fe4e46a003d12491ca", size = 175426 }
17520+
wheels = [
17521+
{ url = "https://files.pythonhosted.org/packages/c2/e7/a82b05cf63a603df6e68d59ae6a68bf5064484a0718ea5033660af4b54a9/idna-3.6-py3-none-any.whl", hash = "sha256:c05567e9c24a6b9faaa835c4821bad0590fbb9d5779e7caa6e1cc4978e7eb24f", size = 61567 },
17522+
]
17523+
17524+
[[package]]
17525+
name = "iniconfig"
17526+
version = "2.0.0"
17527+
source = { registry = "https://pypi.org/simple" }
17528+
sdist = { url = "https://files.pythonhosted.org/packages/d7/4b/cbd8e699e64a6f16ca3a8220661b5f83792b3017d0f79807cb8708d33913/iniconfig-2.0.0.tar.gz", hash = "sha256:2d91e135bf72d31a410b17c16da610a82cb55f6b0477d1a902134b24a455b8b3", size = 4646 }
17529+
wheels = [
17530+
{ url = "https://files.pythonhosted.org/packages/ef/a6/62565a6e1cf69e10f5727360368e451d4b7f58beeac6173dc9db836a5b46/iniconfig-2.0.0-py3-none-any.whl", hash = "sha256:b6a85871a79d2e3b22d2d1b94ac2824226a63c6b741c88f7ae975f18b6778374", size = 5892 },
17531+
]
17532+
17533+
[[package]]
17534+
name = "packaging"
17535+
version = "24.0"
17536+
source = { registry = "https://pypi.org/simple" }
17537+
sdist = { url = "https://files.pythonhosted.org/packages/ee/b5/b43a27ac7472e1818c4bafd44430e69605baefe1f34440593e0332ec8b4d/packaging-24.0.tar.gz", hash = "sha256:eb82c5e3e56209074766e6885bb04b8c38a0c015d0a30036ebe7ece34c9989e9", size = 147882 }
17538+
wheels = [
17539+
{ url = "https://files.pythonhosted.org/packages/49/df/1fceb2f8900f8639e278b056416d49134fb8d84c5942ffaa01ad34782422/packaging-24.0-py3-none-any.whl", hash = "sha256:2ddfb553fdf02fb784c234c7ba6ccc288296ceabec964ad2eae3777778130bc5", size = 53488 },
17540+
]
17541+
17542+
[[package]]
17543+
name = "pluggy"
17544+
version = "1.4.0"
17545+
source = { registry = "https://pypi.org/simple" }
17546+
sdist = { url = "https://files.pythonhosted.org/packages/54/c6/43f9d44d92aed815e781ca25ba8c174257e27253a94630d21be8725a2b59/pluggy-1.4.0.tar.gz", hash = "sha256:8c85c2876142a764e5b7548e7d9a0e0ddb46f5185161049a79b7e974454223be", size = 65812 }
17547+
wheels = [
17548+
{ url = "https://files.pythonhosted.org/packages/a5/5b/0cc789b59e8cc1bf288b38111d002d8c5917123194d45b29dcdac64723cc/pluggy-1.4.0-py3-none-any.whl", hash = "sha256:7db9f7b503d67d1c5b95f59773ebb58a8c1c288129a88665838012cfb07b8981", size = 20120 },
17549+
]
17550+
17551+
[[package]]
17552+
name = "project"
17553+
version = "0.1.0"
17554+
source = { editable = "." }
17555+
dependencies = [
17556+
{ name = "child" },
17557+
]
17558+
17559+
[package.dev-dependencies]
17560+
async = [
17561+
{ name = "anyio" },
17562+
]
17563+
types = [
17564+
{ name = "sniffio" },
17565+
]
17566+
17567+
[package.metadata]
17568+
requires-dist = [{ name = "child", editable = "child" }]
17569+
17570+
[package.metadata.requires-dev]
17571+
async = [{ name = "anyio", specifier = ">3" }]
17572+
types = [{ name = "sniffio", specifier = ">1" }]
17573+
17574+
[[package]]
17575+
name = "pytest"
17576+
version = "8.1.1"
17577+
source = { registry = "https://pypi.org/simple" }
17578+
dependencies = [
17579+
{ name = "colorama", marker = "sys_platform == 'win32'" },
17580+
{ name = "iniconfig" },
17581+
{ name = "packaging" },
17582+
{ name = "pluggy" },
17583+
]
17584+
sdist = { url = "https://files.pythonhosted.org/packages/30/b7/7d44bbc04c531dcc753056920e0988032e5871ac674b5a84cb979de6e7af/pytest-8.1.1.tar.gz", hash = "sha256:ac978141a75948948817d360297b7aae0fcb9d6ff6bc9ec6d514b85d5a65c044", size = 1409703 }
17585+
wheels = [
17586+
{ url = "https://files.pythonhosted.org/packages/4d/7e/c79cecfdb6aa85c6c2e3cf63afc56d0f165f24f5c66c03c695c4d9b84756/pytest-8.1.1-py3-none-any.whl", hash = "sha256:2a8386cfc11fa9d2c50ee7b2a57e7d898ef90470a7a34c4b949ff59662bb78b7", size = 337359 },
17587+
]
17588+
17589+
[[package]]
17590+
name = "sniffio"
17591+
version = "1.3.1"
17592+
source = { registry = "https://pypi.org/simple" }
17593+
sdist = { url = "https://files.pythonhosted.org/packages/a2/87/a6771e1546d97e7e041b6ae58d80074f81b7d5121207425c964ddf5cfdbd/sniffio-1.3.1.tar.gz", hash = "sha256:f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc", size = 20372 }
17594+
wheels = [
17595+
{ url = "https://files.pythonhosted.org/packages/e9/44/75a9c9421471a6c4805dbf2356f7c181a29c1879239abab1ea2cc8f38b40/sniffio-1.3.1-py3-none-any.whl", hash = "sha256:2f6da418d1f1e0fddd844478f41680e794e6051915791a034ff65e5f100525a2", size = 10235 },
17596+
]
17597+
17598+
[[package]]
17599+
name = "typing-extensions"
17600+
version = "4.10.0"
17601+
source = { registry = "https://pypi.org/simple" }
17602+
sdist = { url = "https://files.pythonhosted.org/packages/16/3a/0d26ce356c7465a19c9ea8814b960f8a36c3b0d07c323176620b7b483e44/typing_extensions-4.10.0.tar.gz", hash = "sha256:b0abd7c89e8fb96f98db18d86106ff1d90ab692004eb746cf6eda2682f91b3cb", size = 77558 }
17603+
wheels = [
17604+
{ url = "https://files.pythonhosted.org/packages/f9/de/dc04a3ea60b22624b51c703a84bbe0184abcd1d0b9bc8074b5d6b7ab90bb/typing_extensions-4.10.0-py3-none-any.whl", hash = "sha256:69b1a937c3a517342112fb4c6df7e72fc39a38e7891a5730ed4985b5214b5475", size = 33926 },
17605+
]
17606+
"###
17607+
);
17608+
});
17609+
17610+
Ok(())
17611+
}
17612+
1739317613
#[test]
1739417614
fn lock_transitive_git() -> Result<()> {
1739517615
let context = TestContext::new("3.12");

‎crates/uv/tests/it/sync.rs‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -569,11 +569,9 @@ fn sync_legacy_non_project_group() -> Result<()> {
569569
570570
----- stderr -----
571571
Resolved 6 packages in [TIME]
572-
Uninstalled 1 package in [TIME]
573572
Installed 2 packages in [TIME]
574573
+ child==0.1.0 (from file://[TEMP_DIR]/child)
575574
+ iniconfig==2.0.0
576-
- typing-extensions==4.10.0
577575
"###);
578576

579577
uv_snapshot!(context.filters(), context.sync().arg("--group").arg("bop"), @r###"

0 commit comments

Comments
 (0)