fix(router.py): don't cooldown on apiconnectionerrors

Fixes issue where model would be in cooldown due to api connection errors
This commit is contained in:
Krrish Dholakia 2024-08-24 09:53:05 -07:00
parent 8782ee444d
commit 0b06a76cf9
3 changed files with 78 additions and 5 deletions

View file

@ -897,7 +897,9 @@ def completion(
except Exception as e:
if isinstance(e, VertexAIError):
raise e
raise VertexAIError(status_code=500, message=str(e))
raise litellm.APIConnectionError(
message=str(e), llm_provider="vertex_ai", model=model
)
async def async_completion(