phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-28 04:04:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix deepinfra

Browse source
This commit is contained in:
Ishaan Jaff 2024-12-07 19:07:38 -08:00
parent c35c3a6334
commit cdec1259b0
2 changed files with 12 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/model_prices_and_context_window_backup.json
View file

@ -6606,6 +6606,17 @@
"litellm_provider": "deepinfra", "litellm_provider": "deepinfra",
"mode": "chat" "mode": "chat"
}, },
"deepinfra/meta-llama/Meta-Llama-3.1-405B-Instruct": {
"max_tokens": 32768,
"max_input_tokens": 32768,
"max_output_tokens": 32768,
"input_cost_per_token": 0.0000009,
"output_cost_per_token": 0.0000009,
"litellm_provider": "deepinfra",
"mode": "chat",
"supports_function_calling": true,
"supports_parallel_function_calling": true
},
"deepinfra/01-ai/Yi-34B-200K": { "deepinfra/01-ai/Yi-34B-200K": {
"max_tokens": 4096, "max_tokens": 4096,
"max_input_tokens": 200000, "max_input_tokens": 200000,

2
model_prices_and_context_window.json
View file

@ -6615,7 +6615,7 @@
"litellm_provider": "deepinfra", "litellm_provider": "deepinfra",
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true
}, },
"deepinfra/01-ai/Yi-34B-200K": { "deepinfra/01-ai/Yi-34B-200K": {
"max_tokens": 4096, "max_tokens": 4096,