phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 10:14:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(docs) add deepinfra models + pricing

Browse source
This commit is contained in:
ishaan-jaff 2023-10-14 10:04:49 -07:00
parent 1e7bae4aea
commit 8251e71a2a
2 changed files with 60 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

44
model_prices_and_context_window.json
View file

@ -570,5 +570,47 @@
"output_cost_per_token": 0.0,
"litellm_provider": "ollama",
"mode": "completion"
}
},
"deepinfra/meta-llama/Llama-2-70b-chat-hf": {
"max_tokens": 6144,
"input_cost_per_token": 0.000001875,
"output_cost_per_token": 0.000001875,
"litellm_provider": "openrouter",
"mode": "chat"
},
"deepinfra/codellama/CodeLlama-34b-Instruct-hf": {
"max_tokens": 4096,
"input_cost_per_token": 0.0000006,
"output_cost_per_token": 0.0000006,
"litellm_provider": "deepinfra",
"mode": "chat"
},
"deepinfra/meta-llama/Llama-2-13b-chat-hf": {
"max_tokens": 4096,
"input_cost_per_token": 0.00000035,
"output_cost_per_token": 0.00000035,
"litellm_provider": "deepinfra",
"mode": "chat"
},
"deepinfra/meta-llama/Llama-2-7b-chat-hf": {
"max_tokens": 4096,
"input_cost_per_token": 0.0000002,
"output_cost_per_token": 0.0000002,
"litellm_provider": "deepinfra",
"mode": "chat"
},
"deepinfra/mistralai/Mistral-7B-Instruct-v0.1": {
"max_tokens": 4096,
"input_cost_per_token": 0.0000002,
"output_cost_per_token": 0.0000002,
"litellm_provider": "deepinfra",
"mode": "chat"
},
"deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1": {
"max_tokens": 4096,
"input_cost_per_token": 0.0000007,
"output_cost_per_token": 0.00000095,
"litellm_provider": "deepinfra",
"mode": "chat"
}
}