From a49ef48bcb123cd95fe99bb1676c83c79d27cd99 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 10 Jan 2025 19:07:05 -0800 Subject: [PATCH] fix proxy pre call hook - only use if user is using alerting (#7683) --- litellm/proxy/utils.py | 23 +++++++++++++++++++---- 1 file changed, 19 insertions(+), 4 deletions(-) diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index 31ea9c80b7..a669c592c3 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -473,10 +473,8 @@ class ProxyLogging: 3. /image/generation """ verbose_proxy_logger.debug("Inside Proxy Logging Pre-call hook!") - ## ALERTING ### - asyncio.create_task( - self.slack_alerting_instance.response_taking_too_long(request_data=data) - ) + + self._init_response_taking_too_long_task(data=data) if data is None: return None @@ -1012,6 +1010,23 @@ class ProxyLogging: raise e return new_response + def _init_response_taking_too_long_task(self, data: Optional[dict] = None): + """ + Initialize the response taking too long task if user is using slack alerting + + Only run task if user is using slack alerting + + This handles checking for if a request is hanging for too long + """ + ## ALERTING ### + if ( + self.slack_alerting_instance + and self.slack_alerting_instance.alerting is not None + ): + asyncio.create_task( + self.slack_alerting_instance.response_taking_too_long(request_data=data) + ) + ### DB CONNECTOR ### # Define the retry decorator with backoff strategy