diff --git a/src/transformers/models/deepseek_v3/modeling_deepseek_v3.py b/src/transformers/models/deepseek_v3/modeling_deepseek_v3.py index 75cf1077567b..d6a27b41c15d 100644 --- a/src/transformers/models/deepseek_v3/modeling_deepseek_v3.py +++ b/src/transformers/models/deepseek_v3/modeling_deepseek_v3.py @@ -497,8 +497,7 @@ class DeepseekV3PreTrainedModel(PreTrainedModel): _supports_flash_attn = True _supports_sdpa = True _supports_flex_attn = True - - _can_compile_fullgraph = True + _can_compile_fullgraph = False _supports_attention_backend = True _can_record_outputs = { "hidden_states": DeepseekV3DecoderLayer, diff --git a/src/transformers/models/deepseek_v3/modular_deepseek_v3.py b/src/transformers/models/deepseek_v3/modular_deepseek_v3.py index ebcd3aed398c..ef6faf4f2292 100644 --- a/src/transformers/models/deepseek_v3/modular_deepseek_v3.py +++ b/src/transformers/models/deepseek_v3/modular_deepseek_v3.py @@ -338,6 +338,8 @@ def __init__(self, config: DeepseekV3Config, layer_idx: int): class DeepseekV3PreTrainedModel(LlamaPreTrainedModel): + _can_compile_fullgraph = False + def _init_weights(self, module): LlamaPreTrainedModel._init_weights(module) if isinstance(module, DeepseekV3TopkRouter): diff --git a/src/transformers/models/dots1/modeling_dots1.py b/src/transformers/models/dots1/modeling_dots1.py index 26fdc9f76ce4..476f8b1bffc4 100644 --- a/src/transformers/models/dots1/modeling_dots1.py +++ b/src/transformers/models/dots1/modeling_dots1.py @@ -417,8 +417,7 @@ class Dots1PreTrainedModel(PreTrainedModel): _supports_flash_attn = True _supports_sdpa = True _supports_flex_attn = True - - _can_compile_fullgraph = True + _can_compile_fullgraph = False _supports_attention_backend = True _can_record_outputs = { "hidden_states": Dots1DecoderLayer,