forked from phoenix/litellm-mirror
add router alerting type
This commit is contained in:
parent
b1230dd919
commit
5fd3b12d34
1 changed files with 16 additions and 0 deletions
|
@ -346,3 +346,19 @@ class RetryPolicy(BaseModel):
|
||||||
RateLimitErrorRetries: Optional[int] = None
|
RateLimitErrorRetries: Optional[int] = None
|
||||||
ContentPolicyViolationErrorRetries: Optional[int] = None
|
ContentPolicyViolationErrorRetries: Optional[int] = None
|
||||||
InternalServerErrorRetries: Optional[int] = None
|
InternalServerErrorRetries: Optional[int] = None
|
||||||
|
|
||||||
|
|
||||||
|
class RouterAlerting(BaseModel):
|
||||||
|
"""
|
||||||
|
Use this configure alerting for the router. Receive alerts on the following events
|
||||||
|
- LLM API Exceptions
|
||||||
|
- LLM Responses Too Slow
|
||||||
|
- LLM Requests Hanging
|
||||||
|
|
||||||
|
Args:
|
||||||
|
webhook_url: Optional[str] = None - webhook url for alerting
|
||||||
|
alerting_threshold: Optional[float] = None - threhshold for slow / hanging llm responses (in seconds)
|
||||||
|
"""
|
||||||
|
|
||||||
|
webhook_url: Optional[str] = None
|
||||||
|
alerting_threshold: Optional[float] = None
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue