phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test(test_streaming.py): try-except replicate api instability

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-28 22:19:44 -07:00
parent c9a424d28d
commit 831745e710
2 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/tests/test_streaming.py
View file

@ -1265,6 +1265,8 @@ async def test_completion_replicate_llama3_streaming(sync_mode):
raise Exception("finish reason not set")
if complete_response.strip() == "":
raise Exception("Empty response received")
except litellm.UnprocessableEntityError as e:
pass
except Exception as e:
pytest.fail(f"Error occurred: {e}")

9
litellm/utils.py
View file

@ -6160,7 +6160,6 @@ def exception_type(
)
elif (
original_exception.status_code == 400
or original_exception.status_code == 422
or original_exception.status_code == 413
):
exception_mapping_worked = True
@ -6170,6 +6169,14 @@ def exception_type(
llm_provider="replicate",
response=original_exception.response,
)
elif original_exception.status_code == 422:
exception_mapping_worked = True
raise UnprocessableEntityError(
message=f"ReplicateException - {original_exception.message}",
model=model,
llm_provider="replicate",
response=original_exception.response,
)
elif original_exception.status_code == 408:
exception_mapping_worked = True
raise Timeout(