phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(model_prices_and_context_window.json): add anthropic tool use system prompt tokens

Browse source 
anthropic adds a system prompt when making tool calls - this adds to the cost of a tool call with anthropic
This commit is contained in:
Krrish Dholakia 2024-04-23 20:01:24 -07:00
parent ab24f61099
commit 7315bfd5de
2 changed files with 12 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/model_prices_and_context_window_backup.json
View file

@ -812,7 +812,8 @@
"output_cost_per_token": 0.00000125, "output_cost_per_token": 0.00000125,
"litellm_provider": "anthropic", "litellm_provider": "anthropic",
"mode": "chat", "mode": "chat",
"supports_function_calling": true "supports_function_calling": true,
"tool_use_system_prompt_tokens": 264
}, },
"claude-3-opus-20240229": { "claude-3-opus-20240229": {
"max_tokens": 4096, "max_tokens": 4096,
@ -822,7 +823,8 @@
"output_cost_per_token": 0.000075, "output_cost_per_token": 0.000075,
"litellm_provider": "anthropic", "litellm_provider": "anthropic",
"mode": "chat", "mode": "chat",
"supports_function_calling": true "supports_function_calling": true,
"tool_use_system_prompt_tokens": 395
}, },
"claude-3-sonnet-20240229": { "claude-3-sonnet-20240229": {
"max_tokens": 4096, "max_tokens": 4096,
@ -832,7 +834,8 @@
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "anthropic", "litellm_provider": "anthropic",
"mode": "chat", "mode": "chat",
"supports_function_calling": true "supports_function_calling": true,
"tool_use_system_prompt_tokens": 159
}, },
"text-bison": { "text-bison": {
"max_tokens": 1024, "max_tokens": 1024,

9
model_prices_and_context_window.json
View file

@ -812,7 +812,8 @@
"output_cost_per_token": 0.00000125, "output_cost_per_token": 0.00000125,
"litellm_provider": "anthropic", "litellm_provider": "anthropic",
"mode": "chat", "mode": "chat",
"supports_function_calling": true "supports_function_calling": true,
"tool_use_system_prompt_tokens": 264
}, },
"claude-3-opus-20240229": { "claude-3-opus-20240229": {
"max_tokens": 4096, "max_tokens": 4096,
@ -822,7 +823,8 @@
"output_cost_per_token": 0.000075, "output_cost_per_token": 0.000075,
"litellm_provider": "anthropic", "litellm_provider": "anthropic",
"mode": "chat", "mode": "chat",
"supports_function_calling": true "supports_function_calling": true,
"tool_use_system_prompt_tokens": 395
}, },
"claude-3-sonnet-20240229": { "claude-3-sonnet-20240229": {
"max_tokens": 4096, "max_tokens": 4096,
@ -832,7 +834,8 @@
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "anthropic", "litellm_provider": "anthropic",
"mode": "chat", "mode": "chat",
"supports_function_calling": true "supports_function_calling": true,
"tool_use_system_prompt_tokens": 159
}, },
"text-bison": { "text-bison": {
"max_tokens": 1024, "max_tokens": 1024,