feat: support opus 4.1 and gpt-5 (#3806)

Author: sarahwooders

letta/llm_api/anthropic.py

@@ -55,6 +55,11 @@
 # https://docs.anthropic.com/claude/docs/models-overview
 # Sadly hardcoded
 MODEL_LIST = [
+    ## Opus 4.1
+    {
+        "name": "claude-opus-4-1-20250805",
+        "context_window": 200000,
+    },
     ## Opus 3
     {
         "name": "claude-3-opus-20240229",

letta/llm_api/openai_client.py

@@ -49,6 +49,11 @@ def is_openai_reasoning_model(model: str) -> bool:
     return is_reasoning
 
 
+def is_openai_5_model(model: str) -> bool:
+    """Utility function to check if the model is a '5' model"""
+    return model.startswith("gpt-5")
+
+
 def accepts_developer_role(model: str) -> bool:
     """Checks if the model accepts the 'developer' role. Note that not all reasoning models accept this role.
 
@@ -65,7 +70,7 @@ def supports_temperature_param(model: str) -> bool:
 
     Example error: 400 - {'error': {'message': "Unsupported parameter: 'temperature' is not supported with this model.", 'type': 'invalid_request_error', 'param': 'temperature', 'code': 'unsupported_parameter'}}
     """
-    if is_openai_reasoning_model(model):
+    if is_openai_reasoning_model(model) or is_openai_5_model(model):
         return False
     else:
         return True

letta/schemas/providers/openai.py

@@ -11,7 +11,7 @@
 
 logger = get_logger(__name__)
 
-ALLOWED_PREFIXES = {"gpt-4", "o1", "o3", "o4"}
+ALLOWED_PREFIXES = {"gpt-4", "gpt-5", "o1", "o3", "o4"}
 DISALLOWED_KEYWORDS = {"transcribe", "search", "realtime", "tts", "audio", "computer", "o1-mini", "o1-preview", "o1-pro"}
 DEFAULT_EMBEDDING_BATCH_SIZE = 1024