phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs(routing.md): add pre-call checks to docs

Browse source
This commit is contained in:
Krrish Dholakia 2024-03-23 19:10:34 -07:00
parent 292cdd81e4
commit 8c6402b02d
3 changed files with 94 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/router.py
View file

@ -2181,9 +2181,11 @@ class Router:
for idx, deployment in enumerate(_returned_deployments):
# see if we have the info for this model
try:
base_model = deployment.get("litellm_params", {}).get(
"base_model", None
)
base_model = deployment.get("model_info", {}).get("base_model", None)
if base_model is None:
base_model = deployment.get("litellm_params", {}).get(
"base_model", None
)
model = base_model or deployment.get("litellm_params", {}).get(
"model", None
)