diff --git a/src/transformers/models/mixtral/modular_mixtral.py b/src/transformers/models/mixtral/modular_mixtral.py index 58a9100d388e..65ea9b2e6b36 100644 --- a/src/transformers/models/mixtral/modular_mixtral.py +++ b/src/transformers/models/mixtral/modular_mixtral.py @@ -167,8 +167,8 @@ def forward( """ Args: hidden_states: (batch_size * sequence_length, hidden_dim) - selected_experts: (batch_size * sequence_length, top_k) - routing_weights: (batch_size * sequence_length, top_k) + top_k_index: (batch_size * sequence_length, top_k) + top_k_weights: (batch_size * sequence_length, top_k) Returns: (batch_size * sequence_length, hidden_dim) """