phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - send alert on router level exceptions

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-14 08:41:12 -07:00
parent 8c7aa24959
commit bd341c69b5
3 changed files with 59 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/router.py
View file

@ -66,6 +66,7 @@ from litellm.types.llms.openai import (
)
from litellm.scheduler import Scheduler, FlowItem
from typing import Iterable
from litellm.router_utils.handle_error import send_llm_exception_alert
class Router:
@ -576,6 +577,14 @@ class Router:
return response
except Exception as e:
asyncio.create_task(
send_llm_exception_alert(
litellm_router_instance=self,
request_kwargs=kwargs,
error_traceback_str=traceback.format_exc(),
original_exception=e,
)
)
raise e
async def _acompletion(
@ -4570,6 +4579,8 @@ class Router:
default_webhook_url=router_alerting_config.webhook_url,
)
self.slack_alerting_logger = _slack_alerting_logger
litellm.callbacks.append(_slack_alerting_logger)
litellm.success_callback.append(
_slack_alerting_logger.response_taking_too_long_callback