Skip to content
Merged
Show file tree
Hide file tree
Changes from 8 commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -289,7 +289,7 @@ def add_arguments(self, parser: argparse.ArgumentParser) -> None:
flag_name="--connector",
env_var="DYN_CONNECTOR",
default=[],
help="[Deprecated for vLLM] Use --kv-transfer-config instead. For TRT-LLM, options: nixl, lmcache, kvbm, null, none.",
help="[Deprecated for vLLM] Use --kv-transfer-config instead. TensorRT-LLM supports only none; KVBM integration has been removed.",
nargs="*",
)

Expand Down
21 changes: 10 additions & 11 deletions components/src/dynamo/trtllm/args.py
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ def _warn_deprecated(message: str) -> None:
DEFAULT_ENCODE_COMPONENT = "encode"
DEFAULT_DIFFUSION_COMPONENT = "diffusion"
DEFAULT_ENDPOINT_NAME = "generate"
VALID_TRTLLM_CONNECTORS = {"none", "kvbm"}
VALID_TRTLLM_CONNECTORS = {"none"}


def _forward_pass_metrics_enabled(config: DynamoRuntimeConfig) -> bool:
Expand Down Expand Up @@ -74,12 +74,18 @@ def validate(self) -> None:
self.publish_metrics or _forward_pass_metrics_enabled(self)
)

# fix the connector as trtllm accepts only one connector and it should be in VALID_TRTLLM_CONNECTORS
# while the runtime args accepts a list of connectors
# Shared runtime defaults may select connectors used by other backends.
# Explicit KVBM configuration must fail rather than silently disabling it.
if self.connector and "kvbm" in self.connector:
raise ValueError(
"TRT-LLM KVBM integration has been removed. Remove --connector kvbm "
"or DYN_CONNECTOR=kvbm; use --connector none."
)

if self.connector:
if len(self.connector) > 1:
raise ValueError(
"TRT-LLM supports at most one connector entry. Use `--connector none` or `--connector kvbm`."
"TRT-LLM supports at most one connector entry. Use `--connector none`."
)
elif self.connector[0] not in VALID_TRTLLM_CONNECTORS:
source = (
Expand All @@ -93,13 +99,6 @@ def validate(self) -> None:
)
self.connector = ["none"]

def has_connector(self, connector_name: str) -> bool:
return (
self.connector is not None
and len(self.connector) > 0
and connector_name == self.connector[0]
)


@register_encoder(Config)
def _preprocess_for_encode_config(config: Config) -> Dict[str, Any]:
Expand Down
Loading
Loading