From 589d48d0741b15e316c43d91c92a63b6f15d91a7 Mon Sep 17 00:00:00 2001
From: Hammad Saeed <hsaeed@csod.com>
Date: Wed, 27 Nov 2024 01:24:43 -0800
Subject: [PATCH] fix(model prices & context window) - add
 claude-3-5-haiku-latest & claude-3-5-sonnet-latest to base anthropic &
 openrouter/anthropic model definitions

---
 model_prices_and_context_window.json | 58 ++++++++++++++++++++++++++++
 1 file changed, 58 insertions(+)

diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index b0d0e7d377..87a01e4b5c 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -2034,6 +2034,22 @@
         "supports_prompt_caching": true,
         "supports_response_schema": true
     },
+    "claude-3-5-haiku-latest": {
+        "max_tokens": 8192,
+        "max_input_tokens": 200000,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 0.000001,
+        "output_cost_per_token": 0.000005,
+        "cache_creation_input_token_cost": 0.00000125,
+        "cache_read_input_token_cost": 0.0000001,
+        "litellm_provider": "anthropic",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "tool_use_system_prompt_tokens": 264,
+        "supports_assistant_prefill": true,
+        "supports_prompt_caching": true,
+        "supports_response_schema": true
+    },
     "claude-3-opus-20240229": {
         "max_tokens": 4096,
         "max_input_tokens": 200000,
@@ -2101,6 +2117,24 @@
         "supports_prompt_caching": true,
         "supports_response_schema": true
     },
+    "claude-3-5-sonnet-latest": {
+        "max_tokens": 8192,
+        "max_input_tokens": 200000,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 0.000003,
+        "output_cost_per_token": 0.000015,
+        "cache_creation_input_token_cost": 0.00000375,
+        "cache_read_input_token_cost": 0.0000003,
+        "litellm_provider": "anthropic",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_vision": true,
+        "tool_use_system_prompt_tokens": 159,
+        "supports_assistant_prefill": true,
+        "supports_pdf_input": true,
+        "supports_prompt_caching": true,
+        "supports_response_schema": true
+    },
     "text-bison": {
         "max_tokens": 2048,
         "max_input_tokens": 8192,
@@ -4060,6 +4094,17 @@
         "supports_function_calling": true,
         "tool_use_system_prompt_tokens": 264
     },
+    "openrouter/anthropic/claude-3-5-haiku-latest": {
+        "max_tokens": 8192,
+        "max_input_tokens": 200000,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 0.000001,
+        "output_cost_per_token": 0.000005,
+        "litellm_provider": "openrouter",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "tool_use_system_prompt_tokens": 264
+    },
     "openrouter/anthropic/claude-3.5-sonnet": {
         "max_tokens": 8192,
         "max_input_tokens": 200000,
@@ -4073,6 +4118,19 @@
         "tool_use_system_prompt_tokens": 159,
         "supports_assistant_prefill": true
     },
+    "openrouter/anthropic/claude-3.5-sonnet-latest": {
+        "max_tokens": 8192,
+        "max_input_tokens": 200000,
+        "max_output_tokens": 8192,
+        "input_cost_per_token": 0.000003,
+        "output_cost_per_token": 0.000015,
+        "litellm_provider": "openrouter",
+        "mode": "chat",
+        "supports_function_calling": true,
+        "supports_vision": true,
+        "tool_use_system_prompt_tokens": 159,
+        "supports_assistant_prefill": true
+    },
     "openrouter/anthropic/claude-3.5-sonnet:beta": {
         "max_tokens": 8192,
         "max_input_tokens": 200000,