phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

router- initialize alerting

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-07 18:03:04 -07:00
parent 5fd3b12d34
commit c08352a0ce
2 changed files with 27 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/types/router.py
View file

@ -348,7 +348,7 @@ class RetryPolicy(BaseModel):
InternalServerErrorRetries: Optional[int] = None
class RouterAlerting(BaseModel):
class AlertingConfig(BaseModel):
"""
Use this configure alerting for the router. Receive alerts on the following events
- LLM API Exceptions
@ -356,9 +356,9 @@ class RouterAlerting(BaseModel):
- LLM Requests Hanging
Args:
webhook_url: Optional[str] = None - webhook url for alerting
webhook_url: str - webhook url for alerting, slack provides a webhook url to send alerts to
alerting_threshold: Optional[float] = None - threhshold for slow / hanging llm responses (in seconds)
"""
webhook_url: Optional[str] = None
alerting_threshold: Optional[float] = None
webhook_url: str
alerting_threshold: Optional[float] = 300