phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix storing request status in mem

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-16 08:53:46 -07:00
parent a99cb5deeb
commit 653aff6527
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/utils.py
View file

@ -284,11 +284,14 @@ class ProxyLogging:
if self.alerting is None: if self.alerting is None:
return return
# current alerting threshold
alerting_threshold = self.alerting_threshold or 120
await self.internal_usage_cache.async_set_cache( await self.internal_usage_cache.async_set_cache(
key="request_status:{}".format(litellm_call_id), key="request_status:{}".format(litellm_call_id),
value=status, value=status,
local_only=True, local_only=True,
ttl=120, ttl=alerting_threshold,
) )
# The actual implementation of the function # The actual implementation of the function