mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 03:04:13 +00:00
Litellm dev 01 30 2025 p2 (#8134)
* feat(lowest_tpm_rpm_v2.py): fix redis cache check to use >= instead of > makes it consistent * test(test_custom_guardrails.py): add more unit testing on default on guardrails ensure it runs if user sent guardrail list is empty * docs(quick_start.md): clarify default on guardrails run even if user guardrails list contains other guardrails * refactor(litellm_logging.py): refactor no-log to helper util allows for more consistent behavior * feat(litellm_logging.py): add event hook to verbose logs * fix(litellm_logging.py): add unit testing to ensure `litellm.disable_no_log_param` is respected * docs(logging.md): document how to disable 'no-log' param * test: fix test to handle feb * test: cleanup old bedrock model * fix: fix router check
This commit is contained in:
parent
78a21b66a2
commit
2eee7f978f
10 changed files with 103 additions and 30 deletions
|
@ -3112,7 +3112,6 @@ class Router:
|
|||
deployment_num_retries, int
|
||||
):
|
||||
num_retries = deployment_num_retries
|
||||
|
||||
"""
|
||||
Retry Logic
|
||||
"""
|
||||
|
@ -3149,6 +3148,9 @@ class Router:
|
|||
else:
|
||||
raise
|
||||
|
||||
verbose_router_logger.info(
|
||||
f"Retrying request with num_retries: {num_retries}"
|
||||
)
|
||||
# decides how long to sleep before retry
|
||||
retry_after = self._time_to_sleep_before_retry(
|
||||
e=original_exception,
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue