phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix tracking hanging requests

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-16 17:12:59 -07:00 • committed by Krrish Dholakia
parent 36be9967d1
commit 6c918f2373
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/utils.py
View file

@ -285,7 +285,8 @@ class ProxyLogging:
return
# current alerting threshold
alerting_threshold = self.alerting_threshold or 120
# add a 100 second buffer to the alerting threshold
alerting_threshold = self.alerting_threshold or 120 + 100
await self.internal_usage_cache.async_set_cache(
key="request_status:{}".format(litellm_call_id),