phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Clean formatting

Browse source
This commit is contained in:
Jay Alammar 2024-09-06 17:54:23 -04:00
parent 674f8ffd26
commit 21c6b2993e
2 changed files with 1236 additions and 1214 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/model_prices_and_context_window_backup.json
View file

@ -890,7 +890,7 @@
"output_cost_per_token": 0.00000061,
"litellm_provider": "azure_ai",
"mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice"
"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice"
},
"azure_ai/Meta-Llama-31-70B-Instruct": {
"max_tokens": 128000,
@ -900,7 +900,7 @@
"output_cost_per_token": 0.00000354,
"litellm_provider": "azure_ai",
"mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice"
"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice"
},
"azure_ai/Meta-Llama-31-405B-Instruct": {
"max_tokens": 128000,
@ -910,7 +910,7 @@
"output_cost_per_token": 0.000016,
"litellm_provider": "azure_ai",
"mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice"
"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice"
},
"babbage-002": {
"max_tokens": 16384,
@ -947,6 +947,7 @@
"output_cost_per_token": 0.000002,
"litellm_provider": "text-completion-openai",
"mode": "completion"
},
"claude-instant-1": {
"max_tokens": 8191,
@ -2431,7 +2432,7 @@
"mode": "embedding",
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
},
"text-multilingual-embedding-preview-0409": {
"text-multilingual-embedding-preview-0409":{
"max_tokens": 3072,
"max_input_tokens": 3072,
"output_vector_size": 768,
@ -5350,7 +5351,7 @@
"output_cost_per_token": 0.000001,
"litellm_provider": "anyscale",
"mode": "chat",
"source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"
"source" : "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"
},
"anyscale/meta-llama/Meta-Llama-3-8B-Instruct": {
"max_tokens": 8192,
@ -5370,7 +5371,7 @@
"output_cost_per_token": 0.00000100,
"litellm_provider": "anyscale",
"mode": "chat",
"source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"
"source" : "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"
},
"cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
"max_tokens": 3072,
@ -5513,6 +5514,7 @@
"litellm_provider": "databricks",
"mode": "chat",
"source": "https://www.databricks.com/product/pricing/foundation-model-serving"
},
"databricks/databricks-mixtral-8x7b-instruct": {
"max_tokens": 4096,

32
model_prices_and_context_window.json
View file

@ -890,7 +890,7 @@
"output_cost_per_token": 0.00000061,
"litellm_provider": "azure_ai",
"mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice"
"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice"
},
"azure_ai/Meta-Llama-31-70B-Instruct": {
"max_tokens": 128000,
@ -900,7 +900,7 @@
"output_cost_per_token": 0.00000354,
"litellm_provider": "azure_ai",
"mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice"
"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice"
},
"azure_ai/Meta-Llama-31-405B-Instruct": {
"max_tokens": 128000,
@ -910,7 +910,7 @@
"output_cost_per_token": 0.000016,
"litellm_provider": "azure_ai",
"mode": "chat",
"source": "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice"
"source":"https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice"
},
"babbage-002": {
"max_tokens": 16384,
@ -947,6 +947,7 @@
"output_cost_per_token": 0.000002,
"litellm_provider": "text-completion-openai",
"mode": "completion"
},
"claude-instant-1": {
"max_tokens": 8191,
@ -2431,7 +2432,7 @@
"mode": "embedding",
"source": "https://cloud.google.com/vertex-ai/generative-ai/pricing"
},
"text-multilingual-embedding-preview-0409": {
"text-multilingual-embedding-preview-0409":{
"max_tokens": 3072,
"max_input_tokens": 3072,
"output_vector_size": 768,
@ -2726,6 +2727,24 @@
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"command-medium-beta": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"command-xlarge-beta": {
"max_tokens": 4096,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000015,
"output_cost_per_token": 0.000015,
"litellm_provider": "cohere",
"mode": "completion"
},
"embed-english-v3.0": {
"max_tokens": 512,
@ -5332,7 +5351,7 @@
"output_cost_per_token": 0.000001,
"litellm_provider": "anyscale",
"mode": "chat",
"source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"
"source" : "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"
},
"anyscale/meta-llama/Meta-Llama-3-8B-Instruct": {
"max_tokens": 8192,
@ -5352,7 +5371,7 @@
"output_cost_per_token": 0.00000100,
"litellm_provider": "anyscale",
"mode": "chat",
"source": "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"
"source" : "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"
},
"cloudflare/@cf/meta/llama-2-7b-chat-fp16": {
"max_tokens": 3072,
@ -5495,6 +5514,7 @@
"litellm_provider": "databricks",
"mode": "chat",
"source": "https://www.databricks.com/product/pricing/foundation-model-serving"
},
"databricks/databricks-mixtral-8x7b-instruct": {
"max_tokens": 4096,