phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat - add us.llama 3.1 models (#6760)

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-15 08:03:06 -08:00 • committed by GitHub
parent 3beecfb0d4
commit 0f7ea14992
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 66 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

33
litellm/model_prices_and_context_window_backup.json
View file

@ -5439,6 +5439,17 @@
"supports_function_calling": true, "supports_function_calling": true,
"supports_tool_choice": false "supports_tool_choice": false
}, },
"us.meta.llama3-1-8b-instruct-v1:0": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 2048,
"input_cost_per_token": 0.00000022,
"output_cost_per_token": 0.00000022,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-1-70b-instruct-v1:0": { "meta.llama3-1-70b-instruct-v1:0": {
"max_tokens": 128000, "max_tokens": 128000,
"max_input_tokens": 128000, "max_input_tokens": 128000,
@ -5450,6 +5461,17 @@
"supports_function_calling": true, "supports_function_calling": true,
"supports_tool_choice": false "supports_tool_choice": false
}, },
"us.meta.llama3-1-70b-instruct-v1:0": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 2048,
"input_cost_per_token": 0.00000099,
"output_cost_per_token": 0.00000099,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-1-405b-instruct-v1:0": { "meta.llama3-1-405b-instruct-v1:0": {
"max_tokens": 128000, "max_tokens": 128000,
"max_input_tokens": 128000, "max_input_tokens": 128000,
@ -5461,6 +5483,17 @@
"supports_function_calling": true, "supports_function_calling": true,
"supports_tool_choice": false "supports_tool_choice": false
}, },
"us.meta.llama3-1-405b-instruct-v1:0": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000532,
"output_cost_per_token": 0.000016,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-2-1b-instruct-v1:0": { "meta.llama3-2-1b-instruct-v1:0": {
"max_tokens": 128000, "max_tokens": 128000,
"max_input_tokens": 128000, "max_input_tokens": 128000,

33
model_prices_and_context_window.json
View file

@ -5439,6 +5439,17 @@
"supports_function_calling": true, "supports_function_calling": true,
"supports_tool_choice": false "supports_tool_choice": false
}, },
"us.meta.llama3-1-8b-instruct-v1:0": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 2048,
"input_cost_per_token": 0.00000022,
"output_cost_per_token": 0.00000022,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-1-70b-instruct-v1:0": { "meta.llama3-1-70b-instruct-v1:0": {
"max_tokens": 128000, "max_tokens": 128000,
"max_input_tokens": 128000, "max_input_tokens": 128000,
@ -5450,6 +5461,17 @@
"supports_function_calling": true, "supports_function_calling": true,
"supports_tool_choice": false "supports_tool_choice": false
}, },
"us.meta.llama3-1-70b-instruct-v1:0": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 2048,
"input_cost_per_token": 0.00000099,
"output_cost_per_token": 0.00000099,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-1-405b-instruct-v1:0": { "meta.llama3-1-405b-instruct-v1:0": {
"max_tokens": 128000, "max_tokens": 128000,
"max_input_tokens": 128000, "max_input_tokens": 128000,
@ -5461,6 +5483,17 @@
"supports_function_calling": true, "supports_function_calling": true,
"supports_tool_choice": false "supports_tool_choice": false
}, },
"us.meta.llama3-1-405b-instruct-v1:0": {
"max_tokens": 128000,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000532,
"output_cost_per_token": 0.000016,
"litellm_provider": "bedrock",
"mode": "chat",
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-2-1b-instruct-v1:0": { "meta.llama3-2-1b-instruct-v1:0": {
"max_tokens": 128000, "max_tokens": 128000,
"max_input_tokens": 128000, "max_input_tokens": 128000,