phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): set cooldown_time: per model

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-25 16:51:55 -07:00 • committed by Ishaan Jaff
parent b890229cff
commit b8316d8a8d
6 changed files with 72 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -2816,7 +2816,9 @@ class Router:
exception_response = getattr(exception, "response", {})
exception_headers = getattr(exception_response, "headers", None)
_time_to_cooldown = self.cooldown_time
_time_to_cooldown = kwargs.get("litellm_params", {}).get(
"cooldown_time", self.cooldown_time
)
if exception_headers is not None: