phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix token counter endpoint

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-16 10:03:21 -07:00
parent b790d65d28
commit c646b809a6
2 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/proxy/_types.py
View file

@ -1012,4 +1012,3 @@ class TokenCountRequest(LiteLLMBase):
class TokenCountResponse(LiteLLMBase): class TokenCountResponse(LiteLLMBase):
total_tokens: int total_tokens: int
model: str model: str
custom_llm_provider: str

8
litellm/proxy/proxy_server.py
View file

@ -4767,8 +4767,9 @@ async def moderations(
@router.post( @router.post(
"/utils/token_counter", "/utils/token_counter",
tags=["LLM Utils"], tags=["llm utils"],
dependencies=[Depends(user_api_key_auth)], dependencies=[Depends(user_api_key_auth)],
response_model=TokenCountResponse,
) )
async def token_counter(request: TokenCountRequest): async def token_counter(request: TokenCountRequest):
""" """ """ """
@ -4786,7 +4787,10 @@ async def token_counter(request: TokenCountRequest):
text=prompt, text=prompt,
messages=messages, messages=messages,
) )
return {"total_tokens": total_tokens} return TokenCountResponse(
total_tokens=total_tokens,
model=request.model,
)
#### KEY MANAGEMENT #### #### KEY MANAGEMENT ####