phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) only alert users when requests are hanging

Browse source
This commit is contained in:
ishaan-jaff 2024-01-24 15:58:07 -08:00
parent 6c13776701
commit b993c62144
2 changed files with 15 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/proxy/utils.py
View file

@ -158,14 +158,17 @@ class ProxyLogging:
await asyncio.sleep(
self.alerting_threshold
) # Set it to 5 minutes - i'd imagine this might be different for streaming, non-streaming, non-completion (embedding + img) requests
alerting_message = (
f"Requests are hanging - {self.alerting_threshold}s+ request time"
)
await self.alerting_handler(
message=alerting_message + request_info,
level="Medium",
)
if (
request_data is not None
and request_data.get("litellm_status", "") != "success"
):
alerting_message = (
f"Requests are hanging - {self.alerting_threshold}s+ request time"
)
await self.alerting_handler(
message=alerting_message + request_info,
level="Medium",
)
elif (
type == "slow_response" and start_time is not None and end_time is not None