We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9dc5c3e commit e36343dCopy full SHA for e36343d
fastdeploy/config.py
@@ -1510,11 +1510,6 @@ def postprocess(self):
1510
self.structured_outputs_config.guided_decoding_backend = "xgrammar"
1511
1512
# Adjustment GraphOptConfig
1513
- if self.scheduler_config.splitwise_role != "mixed":
1514
- self.graph_opt_config.use_cudagraph = False
1515
- logger.info(
1516
- "CUDAGraph does not support to be started together with PD Disaggregation temporarily, but has been automatically closed!"
1517
- )
1518
if self.load_config is not None and self.load_config.dynamic_load_weight is True:
1519
self.graph_opt_config.graph_opt_level = 0
1520
logger.info(
0 commit comments