Skip to content
This repository was archived by the owner on Jun 5, 2025. It is now read-only.

Commit eed259d

Browse files
github-actions[bot]Luke Hinds
andauthored
Update model_prices_and_context_window.json to version generated on 2025-03-02 (#1179)
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Luke Hinds <[email protected]>
1 parent cd08915 commit eed259d

File tree

1 file changed

+226
-1
lines changed

1 file changed

+226
-1
lines changed

model_cost_data/model_prices_and_context_window.json

Lines changed: 226 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -76,6 +76,44 @@
7676
"supports_system_messages": true,
7777
"supports_tool_choice": true
7878
},
79+
"gpt-4.5-preview": {
80+
"max_tokens": 16384,
81+
"max_input_tokens": 128000,
82+
"max_output_tokens": 16384,
83+
"input_cost_per_token": 0.000075,
84+
"output_cost_per_token": 0.00015,
85+
"input_cost_per_token_batches": 0.0000375,
86+
"output_cost_per_token_batches": 0.000075,
87+
"cache_read_input_token_cost": 0.0000375,
88+
"litellm_provider": "openai",
89+
"mode": "chat",
90+
"supports_function_calling": true,
91+
"supports_parallel_function_calling": true,
92+
"supports_response_schema": true,
93+
"supports_vision": true,
94+
"supports_prompt_caching": true,
95+
"supports_system_messages": true,
96+
"supports_tool_choice": true
97+
},
98+
"gpt-4.5-preview-2025-02-27": {
99+
"max_tokens": 16384,
100+
"max_input_tokens": 128000,
101+
"max_output_tokens": 16384,
102+
"input_cost_per_token": 0.000075,
103+
"output_cost_per_token": 0.00015,
104+
"input_cost_per_token_batches": 0.0000375,
105+
"output_cost_per_token_batches": 0.000075,
106+
"cache_read_input_token_cost": 0.0000375,
107+
"litellm_provider": "openai",
108+
"mode": "chat",
109+
"supports_function_calling": true,
110+
"supports_parallel_function_calling": true,
111+
"supports_response_schema": true,
112+
"supports_vision": true,
113+
"supports_prompt_caching": true,
114+
"supports_system_messages": true,
115+
"supports_tool_choice": true
116+
},
79117
"gpt-4o-audio-preview": {
80118
"max_tokens": 16384,
81119
"max_input_tokens": 128000,
@@ -1409,7 +1447,7 @@
14091447
"mode": "chat",
14101448
"supports_function_calling": true,
14111449
"supports_parallel_function_calling": true,
1412-
"deprecation_date": "2025-03-31",
1450+
"deprecation_date": "2025-05-31",
14131451
"supports_tool_choice": true
14141452
},
14151453
"azure/gpt-3.5-turbo-0125": {
@@ -1732,6 +1770,19 @@
17321770
"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice",
17331771
"supports_tool_choice": true
17341772
},
1773+
"azure_ai/Phi-4": {
1774+
"max_tokens": 4096,
1775+
"max_input_tokens": 128000,
1776+
"max_output_tokens": 4096,
1777+
"input_cost_per_token": 0.000000125,
1778+
"output_cost_per_token": 0.0000005,
1779+
"litellm_provider": "azure_ai",
1780+
"mode": "chat",
1781+
"supports_vision": false,
1782+
"source": "https://techcommunity.microsoft.com/blog/machinelearningblog/affordable-innovation-unveiling-the-pricing-of-phi-3-slms-on-models-as-a-service/4156495",
1783+
"supports_function_calling": true,
1784+
"supports_tool_choice": true
1785+
},
17351786
"azure_ai/Phi-3.5-mini-instruct": {
17361787
"max_tokens": 4096,
17371788
"max_input_tokens": 128000,
@@ -2731,6 +2782,25 @@
27312782
"supports_tool_choice": true
27322783
},
27332784
"claude-3-5-haiku-20241022": {
2785+
"max_tokens": 8192,
2786+
"max_input_tokens": 200000,
2787+
"max_output_tokens": 8192,
2788+
"input_cost_per_token": 0.0000008,
2789+
"output_cost_per_token": 0.000004,
2790+
"cache_creation_input_token_cost": 0.000001,
2791+
"cache_read_input_token_cost": 0.0000008,
2792+
"litellm_provider": "anthropic",
2793+
"mode": "chat",
2794+
"supports_function_calling": true,
2795+
"supports_vision": true,
2796+
"tool_use_system_prompt_tokens": 264,
2797+
"supports_assistant_prefill": true,
2798+
"supports_prompt_caching": true,
2799+
"supports_response_schema": true,
2800+
"deprecation_date": "2025-10-01",
2801+
"supports_tool_choice": true
2802+
},
2803+
"claude-3-5-haiku-latest": {
27342804
"max_tokens": 8192,
27352805
"max_input_tokens": 200000,
27362806
"max_output_tokens": 8192,
@@ -2741,13 +2811,33 @@
27412811
"litellm_provider": "anthropic",
27422812
"mode": "chat",
27432813
"supports_function_calling": true,
2814+
"supports_vision": true,
27442815
"tool_use_system_prompt_tokens": 264,
27452816
"supports_assistant_prefill": true,
27462817
"supports_prompt_caching": true,
27472818
"supports_response_schema": true,
27482819
"deprecation_date": "2025-10-01",
27492820
"supports_tool_choice": true
27502821
},
2822+
"claude-3-opus-latest": {
2823+
"max_tokens": 4096,
2824+
"max_input_tokens": 200000,
2825+
"max_output_tokens": 4096,
2826+
"input_cost_per_token": 0.000015,
2827+
"output_cost_per_token": 0.000075,
2828+
"cache_creation_input_token_cost": 0.00001875,
2829+
"cache_read_input_token_cost": 0.0000015,
2830+
"litellm_provider": "anthropic",
2831+
"mode": "chat",
2832+
"supports_function_calling": true,
2833+
"supports_vision": true,
2834+
"tool_use_system_prompt_tokens": 395,
2835+
"supports_assistant_prefill": true,
2836+
"supports_prompt_caching": true,
2837+
"supports_response_schema": true,
2838+
"deprecation_date": "2025-03-01",
2839+
"supports_tool_choice": true
2840+
},
27512841
"claude-3-opus-20240229": {
27522842
"max_tokens": 4096,
27532843
"max_input_tokens": 200000,
@@ -2784,6 +2874,25 @@
27842874
"deprecation_date": "2025-07-21",
27852875
"supports_tool_choice": true
27862876
},
2877+
"claude-3-5-sonnet-latest": {
2878+
"max_tokens": 8192,
2879+
"max_input_tokens": 200000,
2880+
"max_output_tokens": 8192,
2881+
"input_cost_per_token": 0.000003,
2882+
"output_cost_per_token": 0.000015,
2883+
"cache_creation_input_token_cost": 0.00000375,
2884+
"cache_read_input_token_cost": 0.0000003,
2885+
"litellm_provider": "anthropic",
2886+
"mode": "chat",
2887+
"supports_function_calling": true,
2888+
"supports_vision": true,
2889+
"tool_use_system_prompt_tokens": 159,
2890+
"supports_assistant_prefill": true,
2891+
"supports_prompt_caching": true,
2892+
"supports_response_schema": true,
2893+
"deprecation_date": "2025-06-01",
2894+
"supports_tool_choice": true
2895+
},
27872896
"claude-3-5-sonnet-20240620": {
27882897
"max_tokens": 8192,
27892898
"max_input_tokens": 200000,
@@ -2803,6 +2912,44 @@
28032912
"deprecation_date": "2025-06-01",
28042913
"supports_tool_choice": true
28052914
},
2915+
"claude-3-7-sonnet-latest": {
2916+
"max_tokens": 8192,
2917+
"max_input_tokens": 200000,
2918+
"max_output_tokens": 8192,
2919+
"input_cost_per_token": 0.000003,
2920+
"output_cost_per_token": 0.000015,
2921+
"cache_creation_input_token_cost": 0.00000375,
2922+
"cache_read_input_token_cost": 0.0000003,
2923+
"litellm_provider": "anthropic",
2924+
"mode": "chat",
2925+
"supports_function_calling": true,
2926+
"supports_vision": true,
2927+
"tool_use_system_prompt_tokens": 159,
2928+
"supports_assistant_prefill": true,
2929+
"supports_prompt_caching": true,
2930+
"supports_response_schema": true,
2931+
"deprecation_date": "2025-06-01",
2932+
"supports_tool_choice": true
2933+
},
2934+
"claude-3-7-sonnet-20250219": {
2935+
"max_tokens": 8192,
2936+
"max_input_tokens": 200000,
2937+
"max_output_tokens": 8192,
2938+
"input_cost_per_token": 0.000003,
2939+
"output_cost_per_token": 0.000015,
2940+
"cache_creation_input_token_cost": 0.00000375,
2941+
"cache_read_input_token_cost": 0.0000003,
2942+
"litellm_provider": "anthropic",
2943+
"mode": "chat",
2944+
"supports_function_calling": true,
2945+
"supports_vision": true,
2946+
"tool_use_system_prompt_tokens": 159,
2947+
"supports_assistant_prefill": true,
2948+
"supports_prompt_caching": true,
2949+
"supports_response_schema": true,
2950+
"deprecation_date": "2026-02-01",
2951+
"supports_tool_choice": true
2952+
},
28062953
"claude-3-5-sonnet-20241022": {
28072954
"max_tokens": 8192,
28082955
"max_input_tokens": 200000,
@@ -4055,6 +4202,25 @@
40554202
"supports_assistant_prefill": true,
40564203
"supports_tool_choice": true
40574204
},
4205+
"vertex_ai/claude-3-7-sonnet@20250219": {
4206+
"max_tokens": 8192,
4207+
"max_input_tokens": 200000,
4208+
"max_output_tokens": 8192,
4209+
"input_cost_per_token": 0.000003,
4210+
"output_cost_per_token": 0.000015,
4211+
"cache_creation_input_token_cost": 0.00000375,
4212+
"cache_read_input_token_cost": 0.0000003,
4213+
"litellm_provider": "vertex_ai-anthropic_models",
4214+
"mode": "chat",
4215+
"supports_function_calling": true,
4216+
"supports_vision": true,
4217+
"tool_use_system_prompt_tokens": 159,
4218+
"supports_assistant_prefill": true,
4219+
"supports_prompt_caching": true,
4220+
"supports_response_schema": true,
4221+
"deprecation_date": "2025-06-01",
4222+
"supports_tool_choice": true
4223+
},
40584224
"vertex_ai/claude-3-haiku": {
40594225
"max_tokens": 4096,
40604226
"max_input_tokens": 200000,
@@ -5457,6 +5623,35 @@
54575623
"tool_use_system_prompt_tokens": 159,
54585624
"supports_tool_choice": true
54595625
},
5626+
"openrouter/anthropic/claude-3.7-sonnet": {
5627+
"max_tokens": 8192,
5628+
"max_input_tokens": 200000,
5629+
"max_output_tokens": 8192,
5630+
"input_cost_per_token": 0.000003,
5631+
"output_cost_per_token": 0.000015,
5632+
"input_cost_per_image": 0.0048,
5633+
"litellm_provider": "openrouter",
5634+
"mode": "chat",
5635+
"supports_function_calling": true,
5636+
"supports_vision": true,
5637+
"tool_use_system_prompt_tokens": 159,
5638+
"supports_assistant_prefill": true,
5639+
"supports_tool_choice": true
5640+
},
5641+
"openrouter/anthropic/claude-3.7-sonnet:beta": {
5642+
"max_tokens": 8192,
5643+
"max_input_tokens": 200000,
5644+
"max_output_tokens": 8192,
5645+
"input_cost_per_token": 0.000003,
5646+
"output_cost_per_token": 0.000015,
5647+
"input_cost_per_image": 0.0048,
5648+
"litellm_provider": "openrouter",
5649+
"mode": "chat",
5650+
"supports_function_calling": true,
5651+
"supports_vision": true,
5652+
"tool_use_system_prompt_tokens": 159,
5653+
"supports_tool_choice": true
5654+
},
54605655
"openrouter/anthropic/claude-3-sonnet": {
54615656
"max_tokens": 200000,
54625657
"input_cost_per_token": 0.000003,
@@ -6319,6 +6514,21 @@
63196514
"supports_vision": true,
63206515
"supports_tool_choice": true
63216516
},
6517+
"anthropic.claude-3-7-sonnet-20250219-v1:0": {
6518+
"max_tokens": 8192,
6519+
"max_input_tokens": 200000,
6520+
"max_output_tokens": 8192,
6521+
"input_cost_per_token": 0.000003,
6522+
"output_cost_per_token": 0.000015,
6523+
"litellm_provider": "bedrock_converse",
6524+
"mode": "chat",
6525+
"supports_function_calling": true,
6526+
"supports_vision": true,
6527+
"supports_assistant_prefill": true,
6528+
"supports_prompt_caching": true,
6529+
"supports_response_schema": true,
6530+
"supports_tool_choice": true
6531+
},
63226532
"anthropic.claude-3-5-sonnet-20241022-v2:0": {
63236533
"max_tokens": 8192,
63246534
"max_input_tokens": 200000,
@@ -6415,6 +6625,21 @@
64156625
"supports_response_schema": true,
64166626
"supports_tool_choice": true
64176627
},
6628+
"us.anthropic.claude-3-7-sonnet-20250219-v1:0": {
6629+
"max_tokens": 8192,
6630+
"max_input_tokens": 200000,
6631+
"max_output_tokens": 8192,
6632+
"input_cost_per_token": 0.000003,
6633+
"output_cost_per_token": 0.000015,
6634+
"litellm_provider": "bedrock_converse",
6635+
"mode": "chat",
6636+
"supports_function_calling": true,
6637+
"supports_vision": true,
6638+
"supports_assistant_prefill": true,
6639+
"supports_prompt_caching": true,
6640+
"supports_response_schema": true,
6641+
"supports_tool_choice": true
6642+
},
64186643
"us.anthropic.claude-3-haiku-20240307-v1:0": {
64196644
"max_tokens": 4096,
64206645
"max_input_tokens": 200000,

0 commit comments

Comments
 (0)