phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(model prices & context window) - add claude-3-5-haiku-latest & claude-3-5-sonnet-latest to base anthropic & openrouter/anthropic model definitions

Browse source
This commit is contained in:
Hammad Saeed 2024-11-27 01:24:43 -08:00
parent 07223bdedf
commit 589d48d074
1 changed files with 58 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

58
model_prices_and_context_window.json
View file

@ -2034,6 +2034,22 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"claude-3-5-haiku-latest": {
"max_tokens": 8192,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000005,
"cache_creation_input_token_cost": 0.00000125,
"cache_read_input_token_cost": 0.0000001,
"litellm_provider": "anthropic",
"mode": "chat",
"supports_function_calling": true,
"tool_use_system_prompt_tokens": 264,
"supports_assistant_prefill": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"claude-3-opus-20240229": {
"max_tokens": 4096,
"max_input_tokens": 200000,
@ -2101,6 +2117,24 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"claude-3-5-sonnet-latest": {
"max_tokens": 8192,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "anthropic",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"text-bison": {
"max_tokens": 2048,
"max_input_tokens": 8192,
@ -4060,6 +4094,17 @@
"supports_function_calling": true,
"tool_use_system_prompt_tokens": 264
},
"openrouter/anthropic/claude-3-5-haiku-latest": {
"max_tokens": 8192,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"input_cost_per_token": 0.000001,
"output_cost_per_token": 0.000005,
"litellm_provider": "openrouter",
"mode": "chat",
"supports_function_calling": true,
"tool_use_system_prompt_tokens": 264
},
"openrouter/anthropic/claude-3.5-sonnet": {
"max_tokens": 8192,
"max_input_tokens": 200000,
@ -4073,6 +4118,19 @@
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true
},
"openrouter/anthropic/claude-3.5-sonnet-latest": {
"max_tokens": 8192,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"litellm_provider": "openrouter",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true
},
"openrouter/anthropic/claude-3.5-sonnet:beta": {
"max_tokens": 8192,
"max_input_tokens": 200000,