phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix - show api base on hanging requests

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-18 20:58:02 -07:00
parent f04604910b
commit 67d356b933
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -351,6 +351,7 @@ class Router:
kwargs.setdefault("metadata", {}).update( kwargs.setdefault("metadata", {}).update(
{ {
"deployment": deployment["litellm_params"]["model"], "deployment": deployment["litellm_params"]["model"],
"api_base": deployment.get("litellm_params", {}).get("api_base"),
"model_info": deployment.get("model_info", {}), "model_info": deployment.get("model_info", {}),
} }
) )
@ -438,6 +439,7 @@ class Router:
{ {
"deployment": deployment["litellm_params"]["model"], "deployment": deployment["litellm_params"]["model"],
"model_info": deployment.get("model_info", {}), "model_info": deployment.get("model_info", {}),
"api_base": deployment.get("litellm_params", {}).get("api_base"),
} }
) )
kwargs["model_info"] = deployment.get("model_info", {}) kwargs["model_info"] = deployment.get("model_info", {})
@ -951,6 +953,7 @@ class Router:
{ {
"deployment": deployment["litellm_params"]["model"], "deployment": deployment["litellm_params"]["model"],
"model_info": deployment.get("model_info", {}), "model_info": deployment.get("model_info", {}),
"api_base": deployment.get("litellm_params", {}).get("api_base"),
} }
) )
kwargs["model_info"] = deployment.get("model_info", {}) kwargs["model_info"] = deployment.get("model_info", {})
@ -1118,6 +1121,7 @@ class Router:
{ {
"deployment": deployment["litellm_params"]["model"], "deployment": deployment["litellm_params"]["model"],
"model_info": deployment.get("model_info", {}), "model_info": deployment.get("model_info", {}),
"api_base": deployment.get("litellm_params", {}).get("api_base"),
} }
) )
kwargs["model_info"] = deployment.get("model_info", {}) kwargs["model_info"] = deployment.get("model_info", {})