feat: allow to expose models base path and model name from cli

Author: yrobla

docs/cli.md

@@ -66,6 +66,12 @@ codegate serve [OPTIONS]
   - Base URL for Ollama provider (/api path is added automatically)
   - Overrides configuration file and environment variables
 
+- `--model-base-path TEXT`: Base path for loading models needed for the system
+  - Optional
+
+- `--embedding-model TEXT`: Name of the model used for embeddings
+  - Optional
+
 ### show-prompts
 
 Display the loaded system prompts:

scripts/entrypoint.sh

@@ -15,4 +15,4 @@ exec nginx -g 'daemon off;' &
 
 # Step 3: Start the main application (serve)
 echo "Starting the application..."
-exec python -m src.codegate.cli serve --port 8989 --host 0.0.0.0 --vllm-url https://inference.codegate.ai
+exec python -m src.codegate.cli serve --port 8989 --host 0.0.0.0 --vllm-url https://inference.codegate.ai --model-base-path /app/models

src/codegate/cli.py

@@ -115,6 +115,18 @@ def show_prompts(prompts: Optional[Path]) -> None:
     default=None,
     help="Ollama provider URL (default: http://localhost:11434/api)",
 )
+@click.option(
+    "--model-base-path",
+    type=str,
+    default="./models",
+    help="Path to the model base directory",
+)
+@click.option(
+    "--embedding-model",
+    type=str,
+    default="all-minilm-L6-v2-q5_k_m.gguf",
+    help="Name of the model to use for embeddings",
+)
 def serve(
     port: Optional[int],
     host: Optional[str],
@@ -126,6 +138,8 @@ def serve(
     openai_url: Optional[str],
     anthropic_url: Optional[str],
     ollama_url: Optional[str],
+    model_base_path: Optional[str],
+    embedding_model: Optional[str],
 ) -> None:
     """Start the codegate server."""
     logger = None
@@ -150,6 +164,8 @@ def serve(
             cli_log_level=log_level,
             cli_log_format=log_format,
             cli_provider_urls=cli_provider_urls,
+            model_base_path=model_base_path,
+            embedding_model=embedding_model,
         )
 
         setup_logging(cfg.log_level, cfg.log_format)
@@ -163,6 +179,8 @@ def serve(
                 "log_format": cfg.log_format.value,
                 "prompts_loaded": len(cfg.prompts.prompts),
                 "provider_urls": cfg.provider_urls,
+                "model_base_path": cfg.model_base_path,
+                "embedding_model": cfg.embedding_model,
             },
         )
 

src/codegate/config.py

@@ -176,6 +176,8 @@ def load(
         cli_log_level: Optional[str] = None,
         cli_log_format: Optional[str] = None,
         cli_provider_urls: Optional[Dict[str, str]] = None,
+        model_base_path: Optional[str] = None,
+        embedding_model: Optional[str] = None,
     ) -> "Config":
         """Load configuration with priority resolution.
 
@@ -193,6 +195,8 @@ def load(
             cli_log_level: Optional CLI log level override
             cli_log_format: Optional CLI log format override
             cli_provider_urls: Optional dict of provider URLs from CLI
+            model_base_path: Optional path to model base directory
+            embedding_model: Optional name of the model to use for embeddings
 
         Returns:
             Config: Resolved configuration
@@ -223,6 +227,10 @@ def load(
             config.log_format = env_config.log_format
         if "CODEGATE_PROMPTS_FILE" in os.environ:
             config.prompts = env_config.prompts
+        if "CODEGATE_MODEL_BASE_PATH" in os.environ:
+            config.model_base_path = env_config.model_base_path
+        if "CODEGATE_EMBEDDING_MODEL" in os.environ:
+            config.embedding_model = env_config.embedding_model
 
         # Override provider URLs from environment
         for provider, url in env_config.provider_urls.items():
@@ -241,6 +249,10 @@ def load(
             config.prompts = PromptConfig.from_file(prompts_path)
         if cli_provider_urls is not None:
             config.provider_urls.update(cli_provider_urls)
+        if model_base_path is not None:
+            config.model_base_path = model_base_path
+        if embedding_model is not None:
+            config.embedding_model = embedding_model
 
         # Set the __config class attribute
         Config.__config = config