From 76c38c6d4b19c73b801d75b6489c287b4f94c6d8 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 28 Aug 2024 10:12:11 -0700 Subject: [PATCH] build(model_prices_and_context_window.json): add bedrock mistral small --- litellm/model_prices_and_context_window_backup.json | 10 ++++++++++ litellm/proxy/_new_secret_config.yaml | 12 ++++++++---- model_prices_and_context_window.json | 10 ++++++++++ 3 files changed, 28 insertions(+), 4 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 2ce12f2aac..6f40ee1ee3 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -3297,6 +3297,16 @@ "mode": "chat", "supports_function_calling": true }, + "mistral.mistral-small-2402-v1:0": { + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "litellm_provider": "bedrock", + "mode": "chat", + "supports_function_calling": true + }, "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { "max_tokens": 8191, "max_input_tokens": 32000, diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml index 2bc2a85904..c4f6125880 100644 --- a/litellm/proxy/_new_secret_config.yaml +++ b/litellm/proxy/_new_secret_config.yaml @@ -1,12 +1,16 @@ model_list: - model_name: fake-openai-endpoint litellm_params: - model: sagemaker/jumpstart-dft-hf-textgeneration1-mp-20240815-185614 + model: gpt-3.5-turbo + # model: sagemaker/jumpstart-dft-hf-textgeneration1-mp-20240815-185614 # sagemaker_base_url: https://exampleopenaiendpoint-production.up.railway.app/invocations/ # api_base: https://exampleopenaiendpoint-production.up.railway.app - - - + input_cost_per_token: 10 + output_cost_per_token: 10 + +litellm_settings: + max_internal_user_budget: 0.00001 + internal_user_budget_duration: "3s" # reset every 3seconds diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 2ce12f2aac..6f40ee1ee3 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -3297,6 +3297,16 @@ "mode": "chat", "supports_function_calling": true }, + "mistral.mistral-small-2402-v1:0": { + "max_tokens": 8191, + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "input_cost_per_token": 0.000001, + "output_cost_per_token": 0.000003, + "litellm_provider": "bedrock", + "mode": "chat", + "supports_function_calling": true + }, "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": { "max_tokens": 8191, "max_input_tokens": 32000,