diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index a7607fbad..466938197 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -284,11 +284,14 @@ class ProxyLogging: if self.alerting is None: return + # current alerting threshold + alerting_threshold = self.alerting_threshold or 120 + await self.internal_usage_cache.async_set_cache( key="request_status:{}".format(litellm_call_id), value=status, local_only=True, - ttl=120, + ttl=alerting_threshold, ) # The actual implementation of the function