From 6c918f2373a7a27bc4f8dd5d019cb52c76d4e870 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Tue, 16 Jul 2024 17:12:59 -0700 Subject: [PATCH] fix tracking hanging requests --- litellm/proxy/utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index acbf7f65ca..0dd905940b 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -285,7 +285,8 @@ class ProxyLogging: return # current alerting threshold - alerting_threshold = self.alerting_threshold or 120 + # add a 100 second buffer to the alerting threshold + alerting_threshold = self.alerting_threshold or 120 + 100 await self.internal_usage_cache.async_set_cache( key="request_status:{}".format(litellm_call_id),