From 653dc44c084fce5df5ccdf2c2f28a0f1aa28f321 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 18 Apr 2024 20:58:02 -0700 Subject: [PATCH] fix - show api base on hanging requests --- litellm/router.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/litellm/router.py b/litellm/router.py index abbd6343b4..e67507318e 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -351,6 +351,7 @@ class Router: kwargs.setdefault("metadata", {}).update( { "deployment": deployment["litellm_params"]["model"], + "api_base": deployment.get("litellm_params", {}).get("api_base"), "model_info": deployment.get("model_info", {}), } ) @@ -438,6 +439,7 @@ class Router: { "deployment": deployment["litellm_params"]["model"], "model_info": deployment.get("model_info", {}), + "api_base": deployment.get("litellm_params", {}).get("api_base"), } ) kwargs["model_info"] = deployment.get("model_info", {}) @@ -951,6 +953,7 @@ class Router: { "deployment": deployment["litellm_params"]["model"], "model_info": deployment.get("model_info", {}), + "api_base": deployment.get("litellm_params", {}).get("api_base"), } ) kwargs["model_info"] = deployment.get("model_info", {}) @@ -1118,6 +1121,7 @@ class Router: { "deployment": deployment["litellm_params"]["model"], "model_info": deployment.get("model_info", {}), + "api_base": deployment.get("litellm_params", {}).get("api_base"), } ) kwargs["model_info"] = deployment.get("model_info", {})