From 7315bfd5de9dae4a24a15a22d00342ebef00f633 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Tue, 23 Apr 2024 20:01:24 -0700
Subject: [PATCH] build(model_prices_and_context_window.json): add anthropic
 tool use system prompt tokens

anthropic adds a system prompt when making tool calls - this adds to the cost of a tool call with anthropic
---
 litellm/model_prices_and_context_window_backup.json | 9 ++++++---
 model_prices_and_context_window.json                | 9 ++++++---
 2 files changed, 12 insertions(+), 6 deletions(-)

diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
index 4f0111e76..b12edc262 100644
--- a/litellm/model_prices_and_context_window_backup.json
+++ b/litellm/model_prices_and_context_window_backup.json
@@ -812,7 +812,8 @@
         "output_cost_per_token": 0.00000125,
         "litellm_provider": "anthropic",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "tool_use_system_prompt_tokens": 264
     },
     "claude-3-opus-20240229": {
         "max_tokens": 4096,
@@ -822,7 +823,8 @@
         "output_cost_per_token": 0.000075,
         "litellm_provider": "anthropic",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "tool_use_system_prompt_tokens": 395
     },
     "claude-3-sonnet-20240229": {
         "max_tokens": 4096,
@@ -832,7 +834,8 @@
         "output_cost_per_token": 0.000015,
         "litellm_provider": "anthropic",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "tool_use_system_prompt_tokens": 159
     },
     "text-bison": {
         "max_tokens": 1024,
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
index 4f0111e76..b12edc262 100644
--- a/model_prices_and_context_window.json
+++ b/model_prices_and_context_window.json
@@ -812,7 +812,8 @@
         "output_cost_per_token": 0.00000125,
         "litellm_provider": "anthropic",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "tool_use_system_prompt_tokens": 264
     },
     "claude-3-opus-20240229": {
         "max_tokens": 4096,
@@ -822,7 +823,8 @@
         "output_cost_per_token": 0.000075,
         "litellm_provider": "anthropic",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "tool_use_system_prompt_tokens": 395
     },
     "claude-3-sonnet-20240229": {
         "max_tokens": 4096,
@@ -832,7 +834,8 @@
         "output_cost_per_token": 0.000015,
         "litellm_provider": "anthropic",
         "mode": "chat",
-        "supports_function_calling": true
+        "supports_function_calling": true,
+        "tool_use_system_prompt_tokens": 159
     },
     "text-bison": {
         "max_tokens": 1024,