phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Adding Azure Llama4 models

Browse source
This commit is contained in:
Emerson Gomes 2025-04-12 21:22:34 -05:00
parent 1f390f7f88
commit 078e17b2f2
1 changed files with 26 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

26
model_prices_and_context_window.json
View file

@ -2182,6 +2182,32 @@
"source": "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.llama-3-3-70b-instruct-offer?tab=Overview",
"supports_tool_choice": true
},
"azure_ai/Llama-4-Scout-17B-16E-Instruct": {
"max_tokens": 16384,
"max_input_tokens": 10000000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.0000002,
"output_cost_per_token": 0.00000078,
"litellm_provider": "azure_ai",
"supports_function_calling": true,
"supports_vision": true,
"mode": "chat",
"source": "https://azure.microsoft.com/en-us/blog/introducing-the-llama-4-herd-in-azure-ai-foundry-and-azure-databricks/",
"supports_tool_choice": true
},
"azure_ai/Llama-4-Maverick-17B-128E-Instruct-FP8": {
"max_tokens": 16384,
"max_input_tokens": 1000000,
"max_output_tokens": 16384,
"input_cost_per_token": 0.00000141,
"output_cost_per_token": 0.00000035,
"litellm_provider": "azure_ai",
"supports_function_calling": true,
"supports_vision": true,
"mode": "chat",
"source": "https://azure.microsoft.com/en-us/blog/introducing-the-llama-4-herd-in-azure-ai-foundry-and-azure-databricks/",
"supports_tool_choice": true
},
"azure_ai/Llama-3.2-90B-Vision-Instruct": {
"max_tokens": 2048,
"max_input_tokens": 128000,