diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
index b1076028eeb5..696808dc9812 100755
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -2990,6 +2990,8 @@ def prediction_step(
                 if has_labels or loss_without_labels:
                     with self.compute_loss_context_manager():
                         num_items_in_batch = self._get_num_items_in_batch([inputs], self.args.device)
+                        if self.args.use_liger_kernel and prediction_loss_only:
+                            inputs = {**inputs, "skip_logits": True}
                         loss, outputs = self.compute_loss(
                             model, inputs, return_outputs=True, num_items_in_batch=num_items_in_batch
                         )