perf($Python): support pooled multi thread

Author: johnnymillergh

home_guardian/__init__.py

@@ -1,3 +1,9 @@
-from home_guardian.configuration.loguru import configure
+from home_guardian.configuration.loguru_configuration import (
+    configure as loguru_configure,
+)
+from home_guardian.configuration.thread_pool_configuration import (
+    configure as thread_pool_configure,
+)
 
-configure()
+loguru_configure()
+thread_pool_configure()

home_guardian/__main__.py

@@ -1,6 +1,8 @@
 import random
 
+from home_guardian.configuration.thread_pool_configuration import simulate_multi_thread
 from home_guardian.repository.user_repository import create_user
 
 if __name__ == "__main__":
     create_user(f"user{random.random()}")
+    simulate_multi_thread()

home_guardian/configuration/loguru.py …an/configuration/loguru_configuration.pyhome_guardian/configuration/loguru.py renamed to home_guardian/configuration/loguru_configuration.py home_guardian/configuration/loguru.py renamed to home_guardian/configuration/loguru_configuration.py

@@ -0,0 +1,36 @@
+import time
+from concurrent.futures import ThreadPoolExecutor
+
+from loguru import logger
+
+from home_guardian.function_collection import get_cpu_count
+
+max_workers = 2 * get_cpu_count()
+executor = ThreadPoolExecutor(
+    max_workers=max_workers, thread_name_prefix="my_thread_pool"
+)
+
+
+def configure() -> None:
+    """
+    Configure thread pool.
+    """
+    logger.warning(
+        f"Thread pool executor with {max_workers} workers, executor: {executor}"
+    )
+
+
+def simulate_get_html(times):
+    time.sleep(times)
+    logger.info(f"get page {times} finished")
+    return times
+
+
+def simulate_multi_thread() -> None:
+    task1 = executor.submit(simulate_get_html, 3)
+    task2 = executor.submit(simulate_get_html, 2)
+    logger.info(task1.done())
+    logger.info(task2.cancel())
+    time.sleep(4)
+    logger.info(task1.done())
+    logger.info(task1.result())

home_guardian/configuration/thread_pool_configuration.py

@@ -17,3 +17,14 @@ def get_data_dir() -> str:
     data_dir = f"{get_root_path()}/_data"
     os.makedirs(data_dir, exist_ok=True)
     return data_dir
+
+
+def get_cpu_count() -> int:
+    """
+    Get CPU count, default is 4
+    """
+    cpu_count = os.cpu_count()
+    if cpu_count is not None:
+        return cpu_count
+    else:
+        return 4