phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - don't cooldown deployment on BadRequestError

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-15 09:03:27 -07:00
parent 1a3b001432
commit 52f8c39bbf
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -1975,6 +1975,11 @@ class Router:
if deployment is None: if deployment is None:
return return
if exception_status == 400 or exception_status == "400":
# the user sent a BadRequest -> the Deployment is not unhealthy here
# Do NOT Cooldown
return
dt = get_utc_datetime() dt = get_utc_datetime()
current_minute = dt.strftime("%H-%M") current_minute = dt.strftime("%H-%M")
# get current fails for deployment # get current fails for deployment