phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - show api base on hanging requests

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-18 20:58:02 -07:00
parent ecc770be00
commit 653dc44c08
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -351,6 +351,7 @@ class Router:
kwargs.setdefault("metadata", {}).update( kwargs.setdefault("metadata", {}).update(
{ {
"deployment": deployment["litellm_params"]["model"], "deployment": deployment["litellm_params"]["model"],
"api_base": deployment.get("litellm_params", {}).get("api_base"),
"model_info": deployment.get("model_info", {}), "model_info": deployment.get("model_info", {}),
} }
) )
@ -438,6 +439,7 @@ class Router:
{ {
"deployment": deployment["litellm_params"]["model"], "deployment": deployment["litellm_params"]["model"],
"model_info": deployment.get("model_info", {}), "model_info": deployment.get("model_info", {}),
"api_base": deployment.get("litellm_params", {}).get("api_base"),
} }
) )
kwargs["model_info"] = deployment.get("model_info", {}) kwargs["model_info"] = deployment.get("model_info", {})
@ -951,6 +953,7 @@ class Router:
{ {
"deployment": deployment["litellm_params"]["model"], "deployment": deployment["litellm_params"]["model"],
"model_info": deployment.get("model_info", {}), "model_info": deployment.get("model_info", {}),
"api_base": deployment.get("litellm_params", {}).get("api_base"),
} }
) )
kwargs["model_info"] = deployment.get("model_info", {}) kwargs["model_info"] = deployment.get("model_info", {})
@ -1118,6 +1121,7 @@ class Router:
{ {
"deployment": deployment["litellm_params"]["model"], "deployment": deployment["litellm_params"]["model"],
"model_info": deployment.get("model_info", {}), "model_info": deployment.get("model_info", {}),
"api_base": deployment.get("litellm_params", {}).get("api_base"),
} }
) )
kwargs["model_info"] = deployment.get("model_info", {}) kwargs["model_info"] = deployment.get("model_info", {})