phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) neatly format slack alerts

Browse source
This commit is contained in:
ishaan-jaff 2024-03-01 20:45:22 -08:00
parent e1fbb871fb
commit 68f80ea2c4
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/proxy/utils.py
View file

@ -163,11 +163,11 @@ class ProxyLogging:
# try casting messages to str and get the first 100 characters, else mark as None # try casting messages to str and get the first 100 characters, else mark as None
try: try:
messages = str(messages) messages = str(messages)
messages = messages[:10000] messages = messages[:100]
except: except:
messages = None messages = None
request_info = f"\nRequest Model: {model}\nMessages: {messages}" request_info = f"\nRequest Model: `{model}`\nMessages: `{messages}`"
else: else:
request_info = "" request_info = ""
@ -182,7 +182,7 @@ class ProxyLogging:
): ):
# only alert hanging responses if they have not been marked as success # only alert hanging responses if they have not been marked as success
alerting_message = ( alerting_message = (
f"Requests are hanging - {self.alerting_threshold}s+ request time" f"`Requests are hanging - {self.alerting_threshold}s+ request time`"
) )
await self.alerting_handler( await self.alerting_handler(
message=alerting_message + request_info, message=alerting_message + request_info,
@ -192,7 +192,7 @@ class ProxyLogging:
elif ( elif (
type == "slow_response" and start_time is not None and end_time is not None type == "slow_response" and start_time is not None and end_time is not None
): ):
slow_message = f"Responses are slow - {round(end_time-start_time,2)}s response time > Alerting threshold: {self.alerting_threshold}s" slow_message = f"`Responses are slow - {round(end_time-start_time,2)}s response time > Alerting threshold: {self.alerting_threshold}s`"
if end_time - start_time > self.alerting_threshold: if end_time - start_time > self.alerting_threshold:
await self.alerting_handler( await self.alerting_handler(
message=slow_message + request_info, message=slow_message + request_info,
@ -303,7 +303,7 @@ class ProxyLogging:
# Get the current timestamp # Get the current timestamp
current_time = datetime.now().strftime("%H:%M:%S") current_time = datetime.now().strftime("%H:%M:%S")
formatted_message = ( formatted_message = (
f"Level: {level}\nTimestamp: {current_time}\n\nMessage: {message}" f"Level: `{level}`\nTimestamp: `{current_time}`\n\nMessage: {message}"
) )
if self.alerting is None: if self.alerting is None:
return return