phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

add new 35 mode lcard (#6378)

Browse source
This commit is contained in:
Low Jian Sheng 2024-10-23 02:09:20 +08:00 • committed by GitHub
parent 400cbff9ba
commit 21ace6de45
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 16 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

16
model_prices_and_context_window.json
View file

@ -1751,6 +1751,22 @@
"supports_assistant_prefill": true, "supports_assistant_prefill": true,
"supports_prompt_caching": true "supports_prompt_caching": true
}, },
"claude-3-5-sonnet-20241022": {
"max_tokens": 8192,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"input_cost_per_token": 0.000003,
"output_cost_per_token": 0.000015,
"cache_creation_input_token_cost": 0.00000375,
"cache_read_input_token_cost": 0.0000003,
"litellm_provider": "anthropic",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159,
"supports_assistant_prefill": true,
"supports_prompt_caching": true
},
"text-bison": { "text-bison": {
"max_tokens": 2048, "max_tokens": 2048,
"max_input_tokens": 8192, "max_input_tokens": 8192,