mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 18:54:30 +00:00
fix(bedrock_httpx.py): working async bedrock command r calls
This commit is contained in:
parent
59c8c0adff
commit
49ab1a1d3f
6 changed files with 374 additions and 78 deletions
|
@ -1479,6 +1479,11 @@ class Router:
|
|||
return response
|
||||
except Exception as e:
|
||||
original_exception = e
|
||||
"""
|
||||
- Check if available deployments - 'get_healthy_deployments() -> List`
|
||||
- if no, Check if available fallbacks - `is_fallback(model_group: str, exception) -> bool`
|
||||
- if no, back-off and retry up till num_retries - `_router_should_retry -> float`
|
||||
"""
|
||||
### CHECK IF RATE LIMIT / CONTEXT WINDOW ERROR w/ fallbacks available / Bad Request Error
|
||||
if (
|
||||
isinstance(original_exception, litellm.ContextWindowExceededError)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue