phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(model_prices_and_context_window.json): update model info for llama3.1 on bedrock - supports tool calling, not tool choice

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-29 15:42:57 -07:00
parent b0da3f12e8
commit 8e24c3c945
2 changed files with 18 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/model_prices_and_context_window_backup.json
View file

@ -3773,7 +3773,9 @@
"input_cost_per_token": 0.0000004, "input_cost_per_token": 0.0000004,
"output_cost_per_token": 0.0000006, "output_cost_per_token": 0.0000006,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
"mode": "chat" "mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
}, },
"meta.llama3-1-70b-instruct-v1:0": { "meta.llama3-1-70b-instruct-v1:0": {
"max_tokens": 128000, "max_tokens": 128000,
@ -3782,7 +3784,9 @@
"input_cost_per_token": 0.00000265, "input_cost_per_token": 0.00000265,
"output_cost_per_token": 0.0000035, "output_cost_per_token": 0.0000035,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
"mode": "chat" "mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
}, },
"meta.llama3-1-405b-instruct-v1:0": { "meta.llama3-1-405b-instruct-v1:0": {
"max_tokens": 128000, "max_tokens": 128000,
@ -3791,7 +3795,9 @@
"input_cost_per_token": 0.00000532, "input_cost_per_token": 0.00000532,
"output_cost_per_token": 0.000016, "output_cost_per_token": 0.000016,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
"mode": "chat" "mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
}, },
"512-x-512/50-steps/stability.stable-diffusion-xl-v0": { "512-x-512/50-steps/stability.stable-diffusion-xl-v0": {
"max_tokens": 77, "max_tokens": 77,

12
model_prices_and_context_window.json
View file

@ -3773,7 +3773,9 @@
"input_cost_per_token": 0.0000004, "input_cost_per_token": 0.0000004,
"output_cost_per_token": 0.0000006, "output_cost_per_token": 0.0000006,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
"mode": "chat" "mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
}, },
"meta.llama3-1-70b-instruct-v1:0": { "meta.llama3-1-70b-instruct-v1:0": {
"max_tokens": 128000, "max_tokens": 128000,
@ -3782,7 +3784,9 @@
"input_cost_per_token": 0.00000265, "input_cost_per_token": 0.00000265,
"output_cost_per_token": 0.0000035, "output_cost_per_token": 0.0000035,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
"mode": "chat" "mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
}, },
"meta.llama3-1-405b-instruct-v1:0": { "meta.llama3-1-405b-instruct-v1:0": {
"max_tokens": 128000, "max_tokens": 128000,
@ -3791,7 +3795,9 @@
"input_cost_per_token": 0.00000532, "input_cost_per_token": 0.00000532,
"output_cost_per_token": 0.000016, "output_cost_per_token": 0.000016,
"litellm_provider": "bedrock", "litellm_provider": "bedrock",
"mode": "chat" "mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
}, },
"512-x-512/50-steps/stability.stable-diffusion-xl-v0": { "512-x-512/50-steps/stability.stable-diffusion-xl-v0": {
"max_tokens": 77, "max_tokens": 77,