phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(exception_mapping_utils.py): map 'model is overloaded' to internal server error

Browse source
This commit is contained in:
Krrish Dholakia 2024-11-14 19:59:45 +05:30
parent 68d81f88f9
commit 8b4c33c398
1 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/litellm_core_utils/exception_mapping_utils.py
View file

@ -1124,10 +1124,13 @@ def exception_type( # type: ignore # noqa: PLR0915
), ),
), ),
) )
elif "500 Internal Server Error" in error_str: elif (
"500 Internal Server Error" in error_str
or "The model is overloaded." in error_str
):
exception_mapping_worked = True exception_mapping_worked = True
raise ServiceUnavailableError( raise litellm.InternalServerError(
message=f"litellm.ServiceUnavailableError: VertexAIException - {error_str}", message=f"litellm.InternalServerError: VertexAIException - {error_str}",
model=model, model=model,
llm_provider="vertex_ai", llm_provider="vertex_ai",
litellm_debug_info=extra_information, litellm_debug_info=extra_information,