diff --git a/tests/unit_test.py b/tests/unit_test.py
index 21c1adf24..37aca2026 100644
--- a/tests/unit_test.py
+++ b/tests/unit_test.py
@@ -2221,3 +2221,8 @@ def test_cleanup():
     os.remove("unit-test-default-cluster.yaml")
     os.remove("test.yaml")
     os.remove("raytest2.yaml")
+    os.remove("quicktest.yaml")
+    os.remove("tls-cluster-namespace/ca.crt")
+    os.remove("tls-cluster-namespace/tls.crt")
+    os.remove("tls-cluster-namespace/tls.key")
+    os.rmdir("tls-cluster-namespace")