phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(test_streaming.py): add exception mapping for palm timeout error

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-22 21:36:57 -08:00
parent acae98fd50
commit e07cf33cba
2 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/tests/test_streaming.py
View file

@ -392,6 +392,8 @@ def test_completion_palm_stream():
if complete_response.strip() == "":
raise Exception("Empty response received")
print(f"completion_response: {complete_response}")
except litellm.Timeout as e:
pass
except litellm.APIError as e:
pass
except Exception as e:

8
litellm/utils.py
View file

@ -6824,6 +6824,14 @@ def exception_type(
llm_provider="palm",
response=original_exception.response,
)
if "504 Deadline expired before operation could complete." in error_str:
exception_mapping_worked = True
raise Timeout(
message=f"PalmException - {original_exception.message}",
model=model,
llm_provider="palm",
request=original_exception.request,
)
if "400 Request payload size exceeds" in error_str:
exception_mapping_worked = True
raise ContextWindowExceededError(