|
76 | 76 | "supports_system_messages": true,
|
77 | 77 | "supports_tool_choice": true
|
78 | 78 | },
|
| 79 | + "gpt-4.5-preview": { |
| 80 | + "max_tokens": 16384, |
| 81 | + "max_input_tokens": 128000, |
| 82 | + "max_output_tokens": 16384, |
| 83 | + "input_cost_per_token": 0.000075, |
| 84 | + "output_cost_per_token": 0.00015, |
| 85 | + "input_cost_per_token_batches": 0.0000375, |
| 86 | + "output_cost_per_token_batches": 0.000075, |
| 87 | + "cache_read_input_token_cost": 0.0000375, |
| 88 | + "litellm_provider": "openai", |
| 89 | + "mode": "chat", |
| 90 | + "supports_function_calling": true, |
| 91 | + "supports_parallel_function_calling": true, |
| 92 | + "supports_response_schema": true, |
| 93 | + "supports_vision": true, |
| 94 | + "supports_prompt_caching": true, |
| 95 | + "supports_system_messages": true, |
| 96 | + "supports_tool_choice": true |
| 97 | + }, |
| 98 | + "gpt-4.5-preview-2025-02-27": { |
| 99 | + "max_tokens": 16384, |
| 100 | + "max_input_tokens": 128000, |
| 101 | + "max_output_tokens": 16384, |
| 102 | + "input_cost_per_token": 0.000075, |
| 103 | + "output_cost_per_token": 0.00015, |
| 104 | + "input_cost_per_token_batches": 0.0000375, |
| 105 | + "output_cost_per_token_batches": 0.000075, |
| 106 | + "cache_read_input_token_cost": 0.0000375, |
| 107 | + "litellm_provider": "openai", |
| 108 | + "mode": "chat", |
| 109 | + "supports_function_calling": true, |
| 110 | + "supports_parallel_function_calling": true, |
| 111 | + "supports_response_schema": true, |
| 112 | + "supports_vision": true, |
| 113 | + "supports_prompt_caching": true, |
| 114 | + "supports_system_messages": true, |
| 115 | + "supports_tool_choice": true |
| 116 | + }, |
79 | 117 | "gpt-4o-audio-preview": {
|
80 | 118 | "max_tokens": 16384,
|
81 | 119 | "max_input_tokens": 128000,
|
|
1409 | 1447 | "mode": "chat",
|
1410 | 1448 | "supports_function_calling": true,
|
1411 | 1449 | "supports_parallel_function_calling": true,
|
1412 |
| - "deprecation_date": "2025-03-31", |
| 1450 | + "deprecation_date": "2025-05-31", |
1413 | 1451 | "supports_tool_choice": true
|
1414 | 1452 | },
|
1415 | 1453 | "azure/gpt-3.5-turbo-0125": {
|
|
1732 | 1770 | "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice",
|
1733 | 1771 | "supports_tool_choice": true
|
1734 | 1772 | },
|
| 1773 | + "azure_ai/Phi-4": { |
| 1774 | + "max_tokens": 4096, |
| 1775 | + "max_input_tokens": 128000, |
| 1776 | + "max_output_tokens": 4096, |
| 1777 | + "input_cost_per_token": 0.000000125, |
| 1778 | + "output_cost_per_token": 0.0000005, |
| 1779 | + "litellm_provider": "azure_ai", |
| 1780 | + "mode": "chat", |
| 1781 | + "supports_vision": false, |
| 1782 | + "source": "https://techcommunity.microsoft.com/blog/machinelearningblog/affordable-innovation-unveiling-the-pricing-of-phi-3-slms-on-models-as-a-service/4156495", |
| 1783 | + "supports_function_calling": true, |
| 1784 | + "supports_tool_choice": true |
| 1785 | + }, |
1735 | 1786 | "azure_ai/Phi-3.5-mini-instruct": {
|
1736 | 1787 | "max_tokens": 4096,
|
1737 | 1788 | "max_input_tokens": 128000,
|
|
2731 | 2782 | "supports_tool_choice": true
|
2732 | 2783 | },
|
2733 | 2784 | "claude-3-5-haiku-20241022": {
|
| 2785 | + "max_tokens": 8192, |
| 2786 | + "max_input_tokens": 200000, |
| 2787 | + "max_output_tokens": 8192, |
| 2788 | + "input_cost_per_token": 0.0000008, |
| 2789 | + "output_cost_per_token": 0.000004, |
| 2790 | + "cache_creation_input_token_cost": 0.000001, |
| 2791 | + "cache_read_input_token_cost": 0.0000008, |
| 2792 | + "litellm_provider": "anthropic", |
| 2793 | + "mode": "chat", |
| 2794 | + "supports_function_calling": true, |
| 2795 | + "supports_vision": true, |
| 2796 | + "tool_use_system_prompt_tokens": 264, |
| 2797 | + "supports_assistant_prefill": true, |
| 2798 | + "supports_prompt_caching": true, |
| 2799 | + "supports_response_schema": true, |
| 2800 | + "deprecation_date": "2025-10-01", |
| 2801 | + "supports_tool_choice": true |
| 2802 | + }, |
| 2803 | + "claude-3-5-haiku-latest": { |
2734 | 2804 | "max_tokens": 8192,
|
2735 | 2805 | "max_input_tokens": 200000,
|
2736 | 2806 | "max_output_tokens": 8192,
|
|
2741 | 2811 | "litellm_provider": "anthropic",
|
2742 | 2812 | "mode": "chat",
|
2743 | 2813 | "supports_function_calling": true,
|
| 2814 | + "supports_vision": true, |
2744 | 2815 | "tool_use_system_prompt_tokens": 264,
|
2745 | 2816 | "supports_assistant_prefill": true,
|
2746 | 2817 | "supports_prompt_caching": true,
|
2747 | 2818 | "supports_response_schema": true,
|
2748 | 2819 | "deprecation_date": "2025-10-01",
|
2749 | 2820 | "supports_tool_choice": true
|
2750 | 2821 | },
|
| 2822 | + "claude-3-opus-latest": { |
| 2823 | + "max_tokens": 4096, |
| 2824 | + "max_input_tokens": 200000, |
| 2825 | + "max_output_tokens": 4096, |
| 2826 | + "input_cost_per_token": 0.000015, |
| 2827 | + "output_cost_per_token": 0.000075, |
| 2828 | + "cache_creation_input_token_cost": 0.00001875, |
| 2829 | + "cache_read_input_token_cost": 0.0000015, |
| 2830 | + "litellm_provider": "anthropic", |
| 2831 | + "mode": "chat", |
| 2832 | + "supports_function_calling": true, |
| 2833 | + "supports_vision": true, |
| 2834 | + "tool_use_system_prompt_tokens": 395, |
| 2835 | + "supports_assistant_prefill": true, |
| 2836 | + "supports_prompt_caching": true, |
| 2837 | + "supports_response_schema": true, |
| 2838 | + "deprecation_date": "2025-03-01", |
| 2839 | + "supports_tool_choice": true |
| 2840 | + }, |
2751 | 2841 | "claude-3-opus-20240229": {
|
2752 | 2842 | "max_tokens": 4096,
|
2753 | 2843 | "max_input_tokens": 200000,
|
|
2784 | 2874 | "deprecation_date": "2025-07-21",
|
2785 | 2875 | "supports_tool_choice": true
|
2786 | 2876 | },
|
| 2877 | + "claude-3-5-sonnet-latest": { |
| 2878 | + "max_tokens": 8192, |
| 2879 | + "max_input_tokens": 200000, |
| 2880 | + "max_output_tokens": 8192, |
| 2881 | + "input_cost_per_token": 0.000003, |
| 2882 | + "output_cost_per_token": 0.000015, |
| 2883 | + "cache_creation_input_token_cost": 0.00000375, |
| 2884 | + "cache_read_input_token_cost": 0.0000003, |
| 2885 | + "litellm_provider": "anthropic", |
| 2886 | + "mode": "chat", |
| 2887 | + "supports_function_calling": true, |
| 2888 | + "supports_vision": true, |
| 2889 | + "tool_use_system_prompt_tokens": 159, |
| 2890 | + "supports_assistant_prefill": true, |
| 2891 | + "supports_prompt_caching": true, |
| 2892 | + "supports_response_schema": true, |
| 2893 | + "deprecation_date": "2025-06-01", |
| 2894 | + "supports_tool_choice": true |
| 2895 | + }, |
2787 | 2896 | "claude-3-5-sonnet-20240620": {
|
2788 | 2897 | "max_tokens": 8192,
|
2789 | 2898 | "max_input_tokens": 200000,
|
|
2803 | 2912 | "deprecation_date": "2025-06-01",
|
2804 | 2913 | "supports_tool_choice": true
|
2805 | 2914 | },
|
| 2915 | + "claude-3-7-sonnet-latest": { |
| 2916 | + "max_tokens": 8192, |
| 2917 | + "max_input_tokens": 200000, |
| 2918 | + "max_output_tokens": 8192, |
| 2919 | + "input_cost_per_token": 0.000003, |
| 2920 | + "output_cost_per_token": 0.000015, |
| 2921 | + "cache_creation_input_token_cost": 0.00000375, |
| 2922 | + "cache_read_input_token_cost": 0.0000003, |
| 2923 | + "litellm_provider": "anthropic", |
| 2924 | + "mode": "chat", |
| 2925 | + "supports_function_calling": true, |
| 2926 | + "supports_vision": true, |
| 2927 | + "tool_use_system_prompt_tokens": 159, |
| 2928 | + "supports_assistant_prefill": true, |
| 2929 | + "supports_prompt_caching": true, |
| 2930 | + "supports_response_schema": true, |
| 2931 | + "deprecation_date": "2025-06-01", |
| 2932 | + "supports_tool_choice": true |
| 2933 | + }, |
| 2934 | + "claude-3-7-sonnet-20250219": { |
| 2935 | + "max_tokens": 8192, |
| 2936 | + "max_input_tokens": 200000, |
| 2937 | + "max_output_tokens": 8192, |
| 2938 | + "input_cost_per_token": 0.000003, |
| 2939 | + "output_cost_per_token": 0.000015, |
| 2940 | + "cache_creation_input_token_cost": 0.00000375, |
| 2941 | + "cache_read_input_token_cost": 0.0000003, |
| 2942 | + "litellm_provider": "anthropic", |
| 2943 | + "mode": "chat", |
| 2944 | + "supports_function_calling": true, |
| 2945 | + "supports_vision": true, |
| 2946 | + "tool_use_system_prompt_tokens": 159, |
| 2947 | + "supports_assistant_prefill": true, |
| 2948 | + "supports_prompt_caching": true, |
| 2949 | + "supports_response_schema": true, |
| 2950 | + "deprecation_date": "2026-02-01", |
| 2951 | + "supports_tool_choice": true |
| 2952 | + }, |
2806 | 2953 | "claude-3-5-sonnet-20241022": {
|
2807 | 2954 | "max_tokens": 8192,
|
2808 | 2955 | "max_input_tokens": 200000,
|
|
4055 | 4202 | "supports_assistant_prefill": true,
|
4056 | 4203 | "supports_tool_choice": true
|
4057 | 4204 | },
|
| 4205 | + "vertex_ai/claude-3-7-sonnet@20250219": { |
| 4206 | + "max_tokens": 8192, |
| 4207 | + "max_input_tokens": 200000, |
| 4208 | + "max_output_tokens": 8192, |
| 4209 | + "input_cost_per_token": 0.000003, |
| 4210 | + "output_cost_per_token": 0.000015, |
| 4211 | + "cache_creation_input_token_cost": 0.00000375, |
| 4212 | + "cache_read_input_token_cost": 0.0000003, |
| 4213 | + "litellm_provider": "vertex_ai-anthropic_models", |
| 4214 | + "mode": "chat", |
| 4215 | + "supports_function_calling": true, |
| 4216 | + "supports_vision": true, |
| 4217 | + "tool_use_system_prompt_tokens": 159, |
| 4218 | + "supports_assistant_prefill": true, |
| 4219 | + "supports_prompt_caching": true, |
| 4220 | + "supports_response_schema": true, |
| 4221 | + "deprecation_date": "2025-06-01", |
| 4222 | + "supports_tool_choice": true |
| 4223 | + }, |
4058 | 4224 | "vertex_ai/claude-3-haiku": {
|
4059 | 4225 | "max_tokens": 4096,
|
4060 | 4226 | "max_input_tokens": 200000,
|
|
5457 | 5623 | "tool_use_system_prompt_tokens": 159,
|
5458 | 5624 | "supports_tool_choice": true
|
5459 | 5625 | },
|
| 5626 | + "openrouter/anthropic/claude-3.7-sonnet": { |
| 5627 | + "max_tokens": 8192, |
| 5628 | + "max_input_tokens": 200000, |
| 5629 | + "max_output_tokens": 8192, |
| 5630 | + "input_cost_per_token": 0.000003, |
| 5631 | + "output_cost_per_token": 0.000015, |
| 5632 | + "input_cost_per_image": 0.0048, |
| 5633 | + "litellm_provider": "openrouter", |
| 5634 | + "mode": "chat", |
| 5635 | + "supports_function_calling": true, |
| 5636 | + "supports_vision": true, |
| 5637 | + "tool_use_system_prompt_tokens": 159, |
| 5638 | + "supports_assistant_prefill": true, |
| 5639 | + "supports_tool_choice": true |
| 5640 | + }, |
| 5641 | + "openrouter/anthropic/claude-3.7-sonnet:beta": { |
| 5642 | + "max_tokens": 8192, |
| 5643 | + "max_input_tokens": 200000, |
| 5644 | + "max_output_tokens": 8192, |
| 5645 | + "input_cost_per_token": 0.000003, |
| 5646 | + "output_cost_per_token": 0.000015, |
| 5647 | + "input_cost_per_image": 0.0048, |
| 5648 | + "litellm_provider": "openrouter", |
| 5649 | + "mode": "chat", |
| 5650 | + "supports_function_calling": true, |
| 5651 | + "supports_vision": true, |
| 5652 | + "tool_use_system_prompt_tokens": 159, |
| 5653 | + "supports_tool_choice": true |
| 5654 | + }, |
5460 | 5655 | "openrouter/anthropic/claude-3-sonnet": {
|
5461 | 5656 | "max_tokens": 200000,
|
5462 | 5657 | "input_cost_per_token": 0.000003,
|
|
6319 | 6514 | "supports_vision": true,
|
6320 | 6515 | "supports_tool_choice": true
|
6321 | 6516 | },
|
| 6517 | + "anthropic.claude-3-7-sonnet-20250219-v1:0": { |
| 6518 | + "max_tokens": 8192, |
| 6519 | + "max_input_tokens": 200000, |
| 6520 | + "max_output_tokens": 8192, |
| 6521 | + "input_cost_per_token": 0.000003, |
| 6522 | + "output_cost_per_token": 0.000015, |
| 6523 | + "litellm_provider": "bedrock_converse", |
| 6524 | + "mode": "chat", |
| 6525 | + "supports_function_calling": true, |
| 6526 | + "supports_vision": true, |
| 6527 | + "supports_assistant_prefill": true, |
| 6528 | + "supports_prompt_caching": true, |
| 6529 | + "supports_response_schema": true, |
| 6530 | + "supports_tool_choice": true |
| 6531 | + }, |
6322 | 6532 | "anthropic.claude-3-5-sonnet-20241022-v2:0": {
|
6323 | 6533 | "max_tokens": 8192,
|
6324 | 6534 | "max_input_tokens": 200000,
|
|
6415 | 6625 | "supports_response_schema": true,
|
6416 | 6626 | "supports_tool_choice": true
|
6417 | 6627 | },
|
| 6628 | + "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { |
| 6629 | + "max_tokens": 8192, |
| 6630 | + "max_input_tokens": 200000, |
| 6631 | + "max_output_tokens": 8192, |
| 6632 | + "input_cost_per_token": 0.000003, |
| 6633 | + "output_cost_per_token": 0.000015, |
| 6634 | + "litellm_provider": "bedrock_converse", |
| 6635 | + "mode": "chat", |
| 6636 | + "supports_function_calling": true, |
| 6637 | + "supports_vision": true, |
| 6638 | + "supports_assistant_prefill": true, |
| 6639 | + "supports_prompt_caching": true, |
| 6640 | + "supports_response_schema": true, |
| 6641 | + "supports_tool_choice": true |
| 6642 | + }, |
6418 | 6643 | "us.anthropic.claude-3-haiku-20240307-v1:0": {
|
6419 | 6644 | "max_tokens": 4096,
|
6420 | 6645 | "max_input_tokens": 200000,
|
|
0 commit comments