phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): fix pre call check logic

Browse source
This commit is contained in:
Krrish Dholakia 2024-03-23 18:56:08 -07:00
parent eb3ca85d7e
commit b7321ae4ee
3 changed files with 11 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/router.py
View file

@ -2175,13 +2175,19 @@ class Router:
try:
input_tokens = litellm.token_counter(messages=messages)
except:
except Exception as e:
return _returned_deployments
for idx, deployment in enumerate(_returned_deployments):
# see if we have the info for this model
try:
model_info = litellm.get_model_info(model=deployment["model_name"])
base_model = deployment.get("litellm_params", {}).get(
"base_model", None
)
model = base_model or deployment.get("litellm_params", {}).get(
"model", None
)
model_info = litellm.get_model_info(model=model)
except:
continue