From 67d356b93377eeb9898ef1aaad075494cd17e2a9 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 18 Apr 2024 20:58:02 -0700 Subject: [PATCH] fix - show api base on hanging requests --- litellm/router.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/litellm/router.py b/litellm/router.py index abbd6343b..e67507318 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -351,6 +351,7 @@ class Router: kwargs.setdefault("metadata", {}).update( { "deployment": deployment["litellm_params"]["model"], + "api_base": deployment.get("litellm_params", {}).get("api_base"), "model_info": deployment.get("model_info", {}), } ) @@ -438,6 +439,7 @@ class Router: { "deployment": deployment["litellm_params"]["model"], "model_info": deployment.get("model_info", {}), + "api_base": deployment.get("litellm_params", {}).get("api_base"), } ) kwargs["model_info"] = deployment.get("model_info", {}) @@ -951,6 +953,7 @@ class Router: { "deployment": deployment["litellm_params"]["model"], "model_info": deployment.get("model_info", {}), + "api_base": deployment.get("litellm_params", {}).get("api_base"), } ) kwargs["model_info"] = deployment.get("model_info", {}) @@ -1118,6 +1121,7 @@ class Router: { "deployment": deployment["litellm_params"]["model"], "model_info": deployment.get("model_info", {}), + "api_base": deployment.get("litellm_params", {}).get("api_base"), } ) kwargs["model_info"] = deployment.get("model_info", {})