[Feature] support pool

docs/features/plugins.md

@@ -18,16 +18,16 @@ Assuming you have a custom model class `MyModelForCasualLM` and a pretrained cla
 
 ```python
 # File: fd_add_dummy_model/__init__.py or fd_add_dummy_model/register.py
-from fastdeploy.model_registry import ModelRegistry
+from fastdeploy.model_executor.models.registry import model_registry
 from my_custom_model import MyModelForCasualLM, MyPretrainedModel
 from fastdeploy.config import ErnieArchitectures
 
 def register():
-    if "MyModelForCasualLM" not in ModelRegistry.get_supported_archs():
+    if "MyModelForCasualLM" not in model_registry.get_supported_archs():
         if MyModelForCasualLM.name().startswith("Ernie"):
             ErnieArchitectures.register_ernie_model_arch(MyModelForCasualLM)
-        ModelRegistry.register_model_class(MyModelForCasualLM)
-        ModelRegistry.register_pretrained_model(MyPretrainedModel)
+        model_registry.register_model_class(MyModelForCasualLM)
+        model_registry.register_pretrained_model(MyPretrainedModel)
 ```
 Assuming you have a custom model_runner class `MyModelRunner`, you can write the following registration function:
 ```python

docs/zh/features/plugins.md

@@ -18,13 +18,13 @@ FastDeploy 利用 Python 的 `entry_points` 机制来发现并加载插件。开
 
 ```python
 # 文件：fd_add_dummy_model/__init__.py
-from fastdeploy.model_registry import ModelRegistry
+from fastdeploy.model_executor.models.registry import model_registry
 from my_custom_model import MyModelForCasualLM, MyPretrainedModel
 
 def register():
-    if "MyModelForCasualLM" not in ModelRegistry.get_supported_archs():
-        ModelRegistry.register_model_class(MyModelForCasualLM)
-        ModelRegistry.register_pretrained_model(MyPretrainedModel)
+    if "MyModelForCasualLM" not in model_registry.get_supported_archs():
+        model_registry.register_model_class(MyModelForCasualLM)
+        model_registry.register_pretrained_model(MyPretrainedModel)
 ```
 
 #### 2. 注册插件到 `setup.py`

fastdeploy/__init__.py

@@ -95,11 +95,11 @@ def _patch_fastsafetensors():
 _patch_fastsafetensors()
 
 
-MODULE_ATTRS = {"ModelRegistry": ".model_executor.models.model_base:ModelRegistry", "version": ".utils:version"}
+MODULE_ATTRS = {"model_registry": ".model_executor.models.registry:ModelRegistry", "version": ".utils:version"}
 
 
 if typing.TYPE_CHECKING:
-    from fastdeploy.model_executor.models.model_base import ModelRegistry
+    from fastdeploy.model_executor.models.registry import model_registry
 else:
 
     def __getattr__(name: str) -> typing.Any:
@@ -116,4 +116,4 @@ def __getattr__(name: str) -> typing.Any:
             print(f"module {__package__} has no attribute {name}")
 
 
-__all__ = ["LLM", "SamplingParams", "ModelRegistry", "version"]
+__all__ = ["LLM", "SamplingParams", "model_registry", "version"]