phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): correctly exception map 'request too large' as rate limit error

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-11 20:18:23 -07:00
parent beac60ed12
commit 15ba244e46
1 changed files with 8 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/utils.py
View file

@ -8220,10 +8220,7 @@ def exception_type(
+ "Exception"
)
if (
"This model's maximum context length is" in error_str
or "Request too large" in error_str
):
if "This model's maximum context length is" in error_str:
exception_mapping_worked = True
raise ContextWindowExceededError(
message=f"{exception_provider} - {message} {extra_information}",
@ -8264,6 +8261,13 @@ def exception_type(
model=model,
response=original_exception.response,
)
elif "Request too large" in error_str:
raise RateLimitError(
message=f"{exception_provider} - {message} {extra_information}",
model=model,
llm_provider=custom_llm_provider,
response=original_exception.response,
)
elif (
"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"
in error_str