From 8c1a9f1c4eeba21cd535e45cf8c7600b98635fce Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Thu, 30 Nov 2023 14:41:19 -0800 Subject: [PATCH] (feat) add bedrock:llama2-70bchat --- docs/my-website/docs/providers/bedrock.md | 1 + model_prices_and_context_window.json | 7 +++++++ 2 files changed, 8 insertions(+) diff --git a/docs/my-website/docs/providers/bedrock.md b/docs/my-website/docs/providers/bedrock.md index c5d3bb4ef..2b2934c4e 100644 --- a/docs/my-website/docs/providers/bedrock.md +++ b/docs/my-website/docs/providers/bedrock.md @@ -146,6 +146,7 @@ Here's an example of using a bedrock model with LiteLLM | AI21 J2-Mid | `completion(model='ai21.j2-mid-v1', messages=messages)` | `os.environ['AWS_ACCESS_KEY_ID']`, `os.environ['AWS_SECRET_ACCESS_KEY']`, `os.environ['AWS_REGION_NAME']` | | AI21 J2-Ultra | `completion(model='ai21.j2-ultra-v1', messages=messages)` | `os.environ['AWS_ACCESS_KEY_ID']`, `os.environ['AWS_SECRET_ACCESS_KEY']`, `os.environ['AWS_REGION_NAME']` | | Meta Llama 2 Chat 13b | `completion(model='meta.llama2-13b-chat-v1', messages=messages)` | `os.environ['AWS_ACCESS_KEY_ID']`, `os.environ['AWS_SECRET_ACCESS_KEY']`, `os.environ['AWS_REGION_NAME']` | +| Meta Llama 2 Chat 70b | `completion(model='meta.llama2-70b-chat-v1', messages=messages)` | `os.environ['AWS_ACCESS_KEY_ID']`, `os.environ['AWS_SECRET_ACCESS_KEY']`, `os.environ['AWS_REGION_NAME']` | ## Bedrock Embedding diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 220eaedcd..28a01e47f 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -652,6 +652,13 @@ "litellm_provider": "bedrock", "mode": "chat" }, + "meta.llama2-70b-chat-v1": { + "max_tokens": 4096, + "input_cost_per_token": 0.00000195, + "output_cost_per_token": 0.00000256, + "litellm_provider": "bedrock", + "mode": "chat" + }, "sagemaker/meta-textgeneration-llama-2-7b": { "max_tokens": 4096, "input_cost_per_token": 0.000,