phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #729 from mc-marcocheng/router/empty_str

Browse source 
Router.get_available_deployment: Handle empty input edge case
This commit is contained in:
Krish Dholakia 2023-10-31 08:01:37 -07:00 • committed by GitHub
commit 656dba47ab
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -162,9 +162,10 @@ class Router:
current_tpm, current_rpm = self._get_deployment_usage(deployment_name=deployment["litellm_params"]["model"])
# get encoding
if messages:
token_count = 0
if messages is not None:
token_count = litellm.token_counter(model=deployment["model_name"], messages=messages)
elif input:
elif input is not None:
if isinstance(input, List):
input_text = "".join(text for text in input)
else: