From ecc770be004a091b4267788e15261314e0741cf4 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 18 Apr 2024 20:57:22 -0700 Subject: [PATCH] fix - show api base on hanging requests --- litellm/proxy/utils.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index 22e95d7717..071b882d22 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -327,6 +327,16 @@ class ProxyLogging: _api_base = "" request_info += f"\nAPI Base: {_api_base}" + elif request_data.get("metadata", None) is not None and isinstance( + request_data["metadata"], dict + ): + # In hanging requests sometime it has not made it to the point where the deployment has been set + # in that case we fallback to the api base set in the request metadata + _metadata = request_data["metadata"] + _api_base = _metadata.get("api_base", "") + if _api_base is None: + _api_base = "" + request_info += f"\nAPI Base: {_api_base}" # only alert hanging responses if they have not been marked as success alerting_message = ( f"`Requests are hanging - {self.alerting_threshold}s+ request time`"