From 91a97216c497e1ac23362ee7f57fe543cea391d5 Mon Sep 17 00:00:00 2001 From: Diego Akel Date: Wed, 5 Nov 2025 15:58:33 +0100 Subject: [PATCH 1/2] fix docs for mixtral --- src/transformers/models/mixtral/modeling_mixtral.py | 4 ++-- src/transformers/models/mixtral/modular_mixtral.py | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/src/transformers/models/mixtral/modeling_mixtral.py b/src/transformers/models/mixtral/modeling_mixtral.py index a8fa4ed5619d..d6b1b1100ba0 100644 --- a/src/transformers/models/mixtral/modeling_mixtral.py +++ b/src/transformers/models/mixtral/modeling_mixtral.py @@ -89,8 +89,8 @@ def forward( """ Args: hidden_states: (batch_size * sequence_length, hidden_dim) - selected_experts: (batch_size * sequence_length, top_k) - routing_weights: (batch_size * sequence_length, top_k) + top_k_index: (batch_size * sequence_length, top_k) + top_k_weights: (batch_size * sequence_length, top_k) Returns: (batch_size * sequence_length, hidden_dim) """ diff --git a/src/transformers/models/mixtral/modular_mixtral.py b/src/transformers/models/mixtral/modular_mixtral.py index 58a9100d388e..65ea9b2e6b36 100644 --- a/src/transformers/models/mixtral/modular_mixtral.py +++ b/src/transformers/models/mixtral/modular_mixtral.py @@ -167,8 +167,8 @@ def forward( """ Args: hidden_states: (batch_size * sequence_length, hidden_dim) - selected_experts: (batch_size * sequence_length, top_k) - routing_weights: (batch_size * sequence_length, top_k) + top_k_index: (batch_size * sequence_length, top_k) + top_k_weights: (batch_size * sequence_length, top_k) Returns: (batch_size * sequence_length, hidden_dim) """ From 055a7c3b564e84b5fdf2b20bd2e12241f86cad6b Mon Sep 17 00:00:00 2001 From: Diego Akel Date: Wed, 5 Nov 2025 16:27:00 +0100 Subject: [PATCH 2/2] reverts changes to modelling file --- src/transformers/models/mixtral/modeling_mixtral.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/transformers/models/mixtral/modeling_mixtral.py b/src/transformers/models/mixtral/modeling_mixtral.py index d6b1b1100ba0..a8fa4ed5619d 100644 --- a/src/transformers/models/mixtral/modeling_mixtral.py +++ b/src/transformers/models/mixtral/modeling_mixtral.py @@ -89,8 +89,8 @@ def forward( """ Args: hidden_states: (batch_size * sequence_length, hidden_dim) - top_k_index: (batch_size * sequence_length, top_k) - top_k_weights: (batch_size * sequence_length, top_k) + selected_experts: (batch_size * sequence_length, top_k) + routing_weights: (batch_size * sequence_length, top_k) Returns: (batch_size * sequence_length, hidden_dim) """