From b732d4c3949ba31c4556a3facd92a7d2f08c42c0 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 27 Nov 2023 09:55:53 -0800 Subject: [PATCH] (feat) model context json: add sagemaker --- model_prices_and_context_window.json | 42 ++++++++++++++++++++++++++++ 1 file changed, 42 insertions(+) diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index ff67038836..48e1de68cc 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -645,6 +645,48 @@ "litellm_provider": "bedrock", "mode": "chat" }, + "sagemaker/meta-textgeneration-llama-2-7b": { + "max_tokens": 4096, + "input_cost_per_token": 0.000, + "output_cost_per_token": 0.000, + "litellm_provider": "sagemaker", + "mode": "completion" + }, + "sagemaker/meta-textgeneration-llama-2-7b-f": { + "max_tokens": 4096, + "input_cost_per_token": 0.000, + "output_cost_per_token": 0.000, + "litellm_provider": "sagemaker", + "mode": "chat" + }, + "sagemaker/meta-textgeneration-llama-2-13b": { + "max_tokens": 4096, + "input_cost_per_token": 0.000, + "output_cost_per_token": 0.000, + "litellm_provider": "sagemaker", + "mode": "completion" + }, + "sagemaker/meta-textgeneration-llama-2-13b-f": { + "max_tokens": 4096, + "input_cost_per_token": 0.000, + "output_cost_per_token": 0.000, + "litellm_provider": "sagemaker", + "mode": "chat" + }, + "sagemaker/meta-textgeneration-llama-2-70b": { + "max_tokens": 4096, + "input_cost_per_token": 0.000, + "output_cost_per_token": 0.000, + "litellm_provider": "sagemaker", + "mode": "completion" + }, + "sagemaker/meta-textgeneration-llama-2-70b-b-f": { + "max_tokens": 4096, + "input_cost_per_token": 0.000, + "output_cost_per_token": 0.000, + "litellm_provider": "sagemaker", + "mode": "chat" + }, "together-ai-up-to-3b": { "input_cost_per_token": 0.0000001, "output_cost_per_token": 0.0000001,