phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix calculate correct alerting threshold

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-16 20:31:56 -07:00 • committed by Krrish Dholakia
parent 6c918f2373
commit 3736152e7d
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/utils.py
View file

@ -285,8 +285,11 @@ class ProxyLogging:
return return
# current alerting threshold # current alerting threshold
alerting_threshold: float = self.alerting_threshold
# add a 100 second buffer to the alerting threshold # add a 100 second buffer to the alerting threshold
alerting_threshold = self.alerting_threshold or 120 + 100 # ensures we don't send errant hanging request slack alerts
alerting_threshold += 100
await self.internal_usage_cache.async_set_cache( await self.internal_usage_cache.async_set_cache(
key="request_status:{}".format(litellm_call_id), key="request_status:{}".format(litellm_call_id),