diff --git a/tests/slow/test_sft_slow.py b/tests/slow/test_sft_slow.py
index b6928b697c7..13d9c7ce635 100755
--- a/tests/slow/test_sft_slow.py
+++ b/tests/slow/test_sft_slow.py
@@ -412,12 +412,12 @@ def cleanup_liger_patches(trainer):
             eval_dataset=self.eval_dataset,
         )
 
-        # Register cleanup now that we have the trainer
-        self.addCleanup(cleanup_liger_patches, trainer)
-
-        trainer.train()
-
-        release_memory(trainer.model, trainer)
+        # Ensure cleanup of liger patches after the test
+        try:
+            trainer.train()
+            release_memory(trainer.model, trainer)
+        finally:
+            cleanup_liger_patches(trainer)
 
     @parameterized.expand(list(itertools.product(MODELS_TO_TEST, PACKING_OPTIONS)))
     @require_torch_accelerator