diff --git a/litellm/proxy/_types.py b/litellm/proxy/_types.py index 7f04b70e2..630657056 100644 --- a/litellm/proxy/_types.py +++ b/litellm/proxy/_types.py @@ -1012,4 +1012,3 @@ class TokenCountRequest(LiteLLMBase): class TokenCountResponse(LiteLLMBase): total_tokens: int model: str - custom_llm_provider: str diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 06b7e79fb..beb206e17 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -4767,8 +4767,9 @@ async def moderations( @router.post( "/utils/token_counter", - tags=["LLM Utils"], + tags=["llm utils"], dependencies=[Depends(user_api_key_auth)], + response_model=TokenCountResponse, ) async def token_counter(request: TokenCountRequest): """ """ @@ -4786,7 +4787,10 @@ async def token_counter(request: TokenCountRequest): text=prompt, messages=messages, ) - return {"total_tokens": total_tokens} + return TokenCountResponse( + total_tokens=total_tokens, + model=request.model, + ) #### KEY MANAGEMENT ####