phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) slack alerting - log request/response

Browse source
This commit is contained in:
ishaan-jaff 2024-01-24 14:55:21 -08:00
parent 0f6ece7a7b
commit 087bd5e267
1 changed files with 11 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/proxy/utils.py
View file

@ -97,7 +97,7 @@ class ProxyLogging:
3. /image/generation 3. /image/generation
""" """
### ALERTING ### ### ALERTING ###
asyncio.create_task(self.response_taking_too_long()) asyncio.create_task(self.response_taking_too_long(request_data=data))
try: try:
for callback in litellm.callbacks: for callback in litellm.callbacks:
@ -137,6 +137,8 @@ class ProxyLogging:
start_time: Optional[float] = None, start_time: Optional[float] = None,
end_time: Optional[float] = None, end_time: Optional[float] = None,
type: Literal["hanging_request", "slow_response"] = "hanging_request", type: Literal["hanging_request", "slow_response"] = "hanging_request",
request_data: Optional[dict] = None,
response_obj: Optional[litellm.ModelResponse] = None,
): ):
if type == "hanging_request": if type == "hanging_request":
# Simulate a long-running operation that could take more than 5 minutes # Simulate a long-running operation that could take more than 5 minutes
@ -144,8 +146,12 @@ class ProxyLogging:
self.alerting_threshold self.alerting_threshold
) # Set it to 5 minutes - i'd imagine this might be different for streaming, non-streaming, non-completion (embedding + img) requests ) # Set it to 5 minutes - i'd imagine this might be different for streaming, non-streaming, non-completion (embedding + img) requests
alerting_message = (
f"Requests are hanging - {self.alerting_threshold}s+ request time"
)
await self.alerting_handler( await self.alerting_handler(
message=f"Requests are hanging - {self.alerting_threshold}s+ request time", message=alerting_message
+ f"\nRequest: {request_data}\nResponse: {response_obj}",
level="Medium", level="Medium",
) )
@ -184,7 +190,9 @@ class ProxyLogging:
raise Exception("Missing SLACK_WEBHOOK_URL from environment") raise Exception("Missing SLACK_WEBHOOK_URL from environment")
payload = {"text": formatted_message} payload = {"text": formatted_message}
headers = {"Content-type": "application/json"} headers = {"Content-type": "application/json"}
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession(
connector=aiohttp.TCPConnector(ssl=False)
) as session:
async with session.post( async with session.post(
slack_webhook_url, json=payload, headers=headers slack_webhook_url, json=payload, headers=headers
) as response: ) as response: