phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(proxy_server.py): enable custom branding + routes on openapi docs

Browse source 
Allows user to add their branding + show only openai routes on docs
This commit is contained in:
Krrish Dholakia 2024-05-17 15:21:29 -07:00
parent f1a482f358
commit c0d62e94ae
4 changed files with 89 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/utils.py
View file

@ -4123,8 +4123,7 @@ def token_counter(
text: Optional[Union[str, List[str]]] = None,
messages: Optional[List] = None,
count_response_tokens: Optional[bool] = False,
return_tokenizer_used: Optional[bool] = False,
):
) -> int:
"""
Count the number of tokens in a given text using a specified model.
@ -4216,10 +4215,6 @@ def token_counter(
)
else:
num_tokens = len(encoding.encode(text, disallowed_special=())) # type: ignore
_tokenizer_type = tokenizer_json["type"]
if return_tokenizer_used:
# used by litellm proxy server -> POST /utils/token_counter
return num_tokens, _tokenizer_type
return num_tokens