Skip to content

Commit fcaf452

Browse files
committed
manual rebase with main
1 parent 679a7e1 commit fcaf452

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

src/transformers/models/llama/modeling_llama.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -871,7 +871,6 @@ def forward(
871871
if not isinstance(past_key_values, Cache):
872872
past_key_values = self.from_legacy_cache(past_key_values)
873873
past_key_values_length = past_key_values.get_seq_length()
874-
seq_length_with_past += past_key_values_length
875874

876875
if position_ids is None:
877876
device = input_ids.device if input_ids is not None else inputs_embeds.device
@@ -917,7 +916,7 @@ def forward(
917916
hidden_states,
918917
attention_mask,
919918
position_ids,
920-
past_key_value,
919+
past_key_values,
921920
output_attentions,
922921
use_cache,
923922
)

0 commit comments

Comments
 (0)