From f069f8089c53280249f8ea08bd4bf1f932b705b2 Mon Sep 17 00:00:00 2001 From: Jundong Liu <61149469+littledgg@users.noreply.github.com> Date: Fri, 31 Oct 2025 16:44:25 +0800 Subject: [PATCH] [FDConfig] [PD Disaggregation] [Graph Optimization] Close Cudagraph for P node when PD Disaggregation (#4632) * Close cudagraph for P node when PD Disaggregation * fix problem --- fastdeploy/config.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/fastdeploy/config.py b/fastdeploy/config.py index 3114acc88f3..1623408820d 100644 --- a/fastdeploy/config.py +++ b/fastdeploy/config.py @@ -1545,6 +1545,8 @@ def postprocess(self): self.cache_config.max_encoder_cache = 0 # Adjustment GraphOptConfig + if self.scheduler_config is not None and self.scheduler_config.splitwise_role == "prefill": + self.graph_opt_config.use_cudagraph = self.graph_opt_config.cudagraph_only_prefill if self.load_config is not None and self.load_config.dynamic_load_weight is True: self.graph_opt_config.graph_opt_level = 0 logger.info(