forked from phoenix/litellm-mirror
add router alerting type
This commit is contained in:
parent
b1230dd919
commit
5fd3b12d34
1 changed files with 16 additions and 0 deletions
|
@ -346,3 +346,19 @@ class RetryPolicy(BaseModel):
|
|||
RateLimitErrorRetries: Optional[int] = None
|
||||
ContentPolicyViolationErrorRetries: Optional[int] = None
|
||||
InternalServerErrorRetries: Optional[int] = None
|
||||
|
||||
|
||||
class RouterAlerting(BaseModel):
|
||||
"""
|
||||
Use this configure alerting for the router. Receive alerts on the following events
|
||||
- LLM API Exceptions
|
||||
- LLM Responses Too Slow
|
||||
- LLM Requests Hanging
|
||||
|
||||
Args:
|
||||
webhook_url: Optional[str] = None - webhook url for alerting
|
||||
alerting_threshold: Optional[float] = None - threhshold for slow / hanging llm responses (in seconds)
|
||||
"""
|
||||
|
||||
webhook_url: Optional[str] = None
|
||||
alerting_threshold: Optional[float] = None
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue