phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Handle empty input edge case

Browse source
This commit is contained in:
mc-marcocheng 2023-10-31 14:38:04 +08:00
parent 297bd67a45
commit c7b6911c7b
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -162,9 +162,10 @@ class Router:
current_tpm, current_rpm = self._get_deployment_usage(deployment_name=deployment["litellm_params"]["model"]) current_tpm, current_rpm = self._get_deployment_usage(deployment_name=deployment["litellm_params"]["model"])
# get encoding # get encoding
if messages: token_count = 0
if messages is not None:
token_count = litellm.token_counter(model=deployment["model_name"], messages=messages) token_count = litellm.token_counter(model=deployment["model_name"], messages=messages)
elif input: elif input is not None:
if isinstance(input, List): if isinstance(input, List):
input_text = "".join(text for text in input) input_text = "".join(text for text in input)
else: else: