mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 11:14:04 +00:00
fix(router.py): don't cooldown on apiconnectionerrors
Fixes issue where model would be in cooldown due to api connection errors
This commit is contained in:
parent
8782ee444d
commit
0b06a76cf9
3 changed files with 78 additions and 5 deletions
|
@ -897,7 +897,9 @@ def completion(
|
|||
except Exception as e:
|
||||
if isinstance(e, VertexAIError):
|
||||
raise e
|
||||
raise VertexAIError(status_code=500, message=str(e))
|
||||
raise litellm.APIConnectionError(
|
||||
message=str(e), llm_provider="vertex_ai", model=model
|
||||
)
|
||||
|
||||
|
||||
async def async_completion(
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue