phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(FIX) improve slack alerting messages

Browse source
This commit is contained in:
ishaan-jaff 2024-01-24 16:07:46 -08:00
parent b993c62144
commit 9aae60f162
2 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_config.yaml
View file

@ -67,6 +67,8 @@ litellm_settings:
general_settings: general_settings:
master_key: sk-1234 master_key: sk-1234
alerting: ["slack"]
alerting_threshold: 10 # sends alerts if requests hang for 2 seconds
# database_type: "dynamo_db" # database_type: "dynamo_db"
# database_args: { # 👈 all args - https://github.com/BerriAI/litellm/blob/befbcbb7ac8f59835ce47415c128decf37aac328/litellm/proxy/_types.py#L190 # database_args: { # 👈 all args - https://github.com/BerriAI/litellm/blob/befbcbb7ac8f59835ce47415c128decf37aac328/litellm/proxy/_types.py#L190
# "billing_mode": "PAY_PER_REQUEST", # "billing_mode": "PAY_PER_REQUEST",

5
litellm/proxy/utils.py
View file

@ -162,6 +162,7 @@ class ProxyLogging:
request_data is not None request_data is not None
and request_data.get("litellm_status", "") != "success" and request_data.get("litellm_status", "") != "success"
): ):
# only alert hanging responses if they have not been marked as success
alerting_message = ( alerting_message = (
f"Requests are hanging - {self.alerting_threshold}s+ request time" f"Requests are hanging - {self.alerting_threshold}s+ request time"
) )
@ -173,9 +174,7 @@ class ProxyLogging:
elif ( elif (
type == "slow_response" and start_time is not None and end_time is not None type == "slow_response" and start_time is not None and end_time is not None
): ):
slow_message = ( slow_message = f"Responses are slow - {round(end_time-start_time,2)}s response time > Alerting threshold: {self.alerting_threshold}s"
f"Responses are slow - {round(end_time-start_time,2)}s response time"
)
if end_time - start_time > self.alerting_threshold: if end_time - start_time > self.alerting_threshold:
await self.alerting_handler( await self.alerting_handler(
message=slow_message + request_info, message=slow_message + request_info,