fix vision encoder decoder io binding

IlyasMoutawwakil · IlyasMoutawwakil · commit 696cc95abcda · 2025-01-28T13:44:58.000+01:00
diff --git a/optimum/onnxruntime/base.py b/optimum/onnxruntime/base.py
@@ -339,7 +339,7 @@ def forward(
 
             if not self.use_past_in_outputs:
                 out_past_key_values = None
-            elif not self.use_past_in_inputs or use_merged_no_cache:
+            elif not self.use_past_in_inputs or use_merged_no_cache or self.no_cross_attention_cache:
                 out_past_key_values = tuple(
                     out_past_key_values[i : i + self.num_pkv] for i in range(0, len(out_past_key_values), self.num_pkv)
                 )

Original file line number	Diff line number	Diff line change
`@@ -339,7 +339,7 @@ def forward(`
`339`	`339`
`340`	`340`	`if not self.use_past_in_outputs:`
`341`	`341`	`out_past_key_values = None`
`342`		`- elif not self.use_past_in_inputs or use_merged_no_cache:`
	`342`	`+ elif not self.use_past_in_inputs or use_merged_no_cache or self.no_cross_attention_cache:`
`343`	`343`	`out_past_key_values = tuple(`
`344`	`344`	`out_past_key_values[i : i + self.num_pkv] for i in range(0, len(out_past_key_values), self.num_pkv)`
`345`	`345`	`)`