phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - don't cooldown deployment on BadRequestError

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-15 09:03:27 -07:00
parent 3a2dcb0600
commit 543909a200
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -1975,6 +1975,11 @@ class Router:
if deployment is None:
return
if exception_status == 400 or exception_status == "400":
# the user sent a BadRequest -> the Deployment is not unhealthy here
# Do NOT Cooldown
return
dt = get_utc_datetime()
current_minute = dt.strftime("%H-%M")
# get current fails for deployment