From 006964fd8e15a8e42a5a190894188a83c09da06d Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Thu, 16 May 2024 09:47:07 -0700
Subject: [PATCH] dev - token_counter endpoint

---
 litellm/proxy/proxy_server.py | 23 +++++++++++++++++++++++
 1 file changed, 23 insertions(+)

diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 83da986f6d..60ed4c2694 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -4765,6 +4765,29 @@ async def moderations(
             )
 
 
+@router.post(
+    "/dev/token_counter ",
+    tags=["LLM Utils"],
+    dependencies=[Depends(user_api_key_auth)],
+    responses={
+        200: {
+            "cost": {
+                "description": "The calculated cost",
+                "example": 0.0,
+                "type": "float",
+            }
+        }
+    },
+)
+async def token_counter(request: Request):
+    """ """
+    from litellm import token_counter
+
+    data = await request.json()
+    total_tokens = token_counter(**data)
+    return {"total_tokens": total_tokens}
+
+
 #### KEY MANAGEMENT ####