phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(router.py): set cooldown_time: per model

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-25 16:51:55 -07:00
parent e813e984f7
commit d98e00d1e0
6 changed files with 72 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -2816,7 +2816,9 @@ class Router:
exception_response = getattr(exception, "response", {})
exception_headers = getattr(exception_response, "headers", None)
_time_to_cooldown = self.cooldown_time
_time_to_cooldown = kwargs.get("litellm_params", {}).get(
"cooldown_time", self.cooldown_time
)
if exception_headers is not None: