Clean up ports after processing results (PaddlePaddle#4587)

Author: ZhangYulongg

tests/model_loader/utils.py

@@ -70,6 +70,7 @@ def run_with_timeout(target, args, timeout=60 * 5):
     finally:
         result_queue.close()
         result_queue.join_thread()
+        clean_ports([FD_CACHE_QUEUE_PORT])
 
     return result