phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Clean formatting

Browse source
This commit is contained in:
Jay Alammar 2024-09-06 17:54:23 -04:00
parent 674f8ffd26
commit 21c6b2993e
2 changed files with 1236 additions and 1214 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/model_prices_and_context_window_backup.json
View file

@ -890,7 +890,7 @@
"output_cost_per_token": 0.00000061, "output_cost_per_token": 0.00000061,
"litellm_provider": "azure_ai", "litellm_provider": "azure_ai",
"mode": "chat", "mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice" "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice"
}, },
"azure_ai/Meta-Llama-31-70B-Instruct": { "azure_ai/Meta-Llama-31-70B-Instruct": {
"max_tokens": 128000, "max_tokens": 128000,
@ -900,7 +900,7 @@
"output_cost_per_token": 0.00000354, "output_cost_per_token": 0.00000354,
"litellm_provider": "azure_ai", "litellm_provider": "azure_ai",
"mode": "chat", "mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice" "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice"
}, },
"azure_ai/Meta-Llama-31-405B-Instruct": { "azure_ai/Meta-Llama-31-405B-Instruct": {
"max_tokens": 128000, "max_tokens": 128000,
@ -910,7 +910,7 @@
"output_cost_per_token": 0.000016, "output_cost_per_token": 0.000016,
"litellm_provider": "azure_ai", "litellm_provider": "azure_ai",
"mode": "chat", "mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice" "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice"
}, },
"babbage-002": { "babbage-002": {
"max_tokens": 16384, "max_tokens": 16384,
@ -947,6 +947,7 @@
"output_cost_per_token": 0.000002, "output_cost_per_token": 0.000002,
"litellm_provider": "text-completion-openai", "litellm_provider": "text-completion-openai",
"mode": "completion" "mode": "completion"
}, },
"claude-instant-1": { "claude-instant-1": {
"max_tokens": 8191, "max_tokens": 8191,
@ -2431,7 +2432,7 @@
"mode": "embedding", "mode": "embedding",
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing" "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
}, },
"text-multilingual-embedding-preview-0409": { "text-multilingual-embedding-preview-0409":{
"max_tokens": 3072, "max_tokens": 3072,
"max_input_tokens": 3072, "max_input_tokens": 3072,
"output_vector_size": 768, "output_vector_size": 768,
@ -5350,7 +5351,7 @@
"output_cost_per_token": 0.000001, "output_cost_per_token": 0.000001,
"litellm_provider": "anyscale", "litellm_provider": "anyscale",
"mode": "chat", "mode": "chat",
"source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf" "source" : "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"
}, },
"anyscale/meta-llama/Meta-Llama-3-8B-Instruct": { "anyscale/meta-llama/Meta-Llama-3-8B-Instruct": {
"max_tokens": 8192, "max_tokens": 8192,
@ -5370,7 +5371,7 @@
"output_cost_per_token": 0.00000100, "output_cost_per_token": 0.00000100,
"litellm_provider": "anyscale", "litellm_provider": "anyscale",
"mode": "chat", "mode": "chat",
"source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct" "source" : "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"
}, },
"cloudflare/@cf/meta/llama-2-7b-chat-fp16": { "cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
"max_tokens": 3072, "max_tokens": 3072,
@ -5513,6 +5514,7 @@
"litellm_provider": "databricks", "litellm_provider": "databricks",
"mode": "chat", "mode": "chat",
"source": "https://www.databricks.com/product/pricing/foundation-model-serving" "source": "https://www.databricks.com/product/pricing/foundation-model-serving"
}, },
"databricks/databricks-mixtral-8x7b-instruct": { "databricks/databricks-mixtral-8x7b-instruct": {
"max_tokens": 4096, "max_tokens": 4096,

32
model_prices_and_context_window.json
View file

@ -890,7 +890,7 @@
"output_cost_per_token": 0.00000061, "output_cost_per_token": 0.00000061,
"litellm_provider": "azure_ai", "litellm_provider": "azure_ai",
"mode": "chat", "mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice" "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice"
}, },
"azure_ai/Meta-Llama-31-70B-Instruct": { "azure_ai/Meta-Llama-31-70B-Instruct": {
"max_tokens": 128000, "max_tokens": 128000,
@ -900,7 +900,7 @@
"output_cost_per_token": 0.00000354, "output_cost_per_token": 0.00000354,
"litellm_provider": "azure_ai", "litellm_provider": "azure_ai",
"mode": "chat", "mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice" "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice"
}, },
"azure_ai/Meta-Llama-31-405B-Instruct": { "azure_ai/Meta-Llama-31-405B-Instruct": {
"max_tokens": 128000, "max_tokens": 128000,
@ -910,7 +910,7 @@
"output_cost_per_token": 0.000016, "output_cost_per_token": 0.000016,
"litellm_provider": "azure_ai", "litellm_provider": "azure_ai",
"mode": "chat", "mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice" "source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice"
}, },
"babbage-002": { "babbage-002": {
"max_tokens": 16384, "max_tokens": 16384,
@ -947,6 +947,7 @@
"output_cost_per_token": 0.000002, "output_cost_per_token": 0.000002,
"litellm_provider": "text-completion-openai", "litellm_provider": "text-completion-openai",
"mode": "completion" "mode": "completion"
}, },
"claude-instant-1": { "claude-instant-1": {
"max_tokens": 8191, "max_tokens": 8191,
@ -2431,7 +2432,7 @@
"mode": "embedding", "mode": "embedding",
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing" "source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
}, },
"text-multilingual-embedding-preview-0409": { "text-multilingual-embedding-preview-0409":{
"max_tokens": 3072, "max_tokens": 3072,
"max_input_tokens": 3072, "max_input_tokens": 3072,
"output_vector_size": 768, "output_vector_size": 768,
@ -2726,6 +2727,24 @@
"output_cost_per_token": 0.000015, "output_cost_per_token": 0.000015,
"litellm_provider": "cohere", "litellm_provider": "cohere",
"mode": "completion" "mode": "completion"
},
"command-medium-beta": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"command-xlarge-beta": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
}, },
"embed-english-v3.0": { "embed-english-v3.0": {
"max_tokens": 512, "max_tokens": 512,
@ -5332,7 +5351,7 @@
"output_cost_per_token": 0.000001, "output_cost_per_token": 0.000001,
"litellm_provider": "anyscale", "litellm_provider": "anyscale",
"mode": "chat", "mode": "chat",
"source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf" "source" : "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"
}, },
"anyscale/meta-llama/Meta-Llama-3-8B-Instruct": { "anyscale/meta-llama/Meta-Llama-3-8B-Instruct": {
"max_tokens": 8192, "max_tokens": 8192,
@ -5352,7 +5371,7 @@
"output_cost_per_token": 0.00000100, "output_cost_per_token": 0.00000100,
"litellm_provider": "anyscale", "litellm_provider": "anyscale",
"mode": "chat", "mode": "chat",
"source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct" "source" : "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"
}, },
"cloudflare/@cf/meta/llama-2-7b-chat-fp16": { "cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
"max_tokens": 3072, "max_tokens": 3072,
@ -5495,6 +5514,7 @@
"litellm_provider": "databricks", "litellm_provider": "databricks",
"mode": "chat", "mode": "chat",
"source": "https://www.databricks.com/product/pricing/foundation-model-serving" "source": "https://www.databricks.com/product/pricing/foundation-model-serving"
}, },
"databricks/databricks-mixtral-8x7b-instruct": { "databricks/databricks-mixtral-8x7b-instruct": {
"max_tokens": 4096, "max_tokens": 4096,