phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

adding contextwindow exceeded error mapping for replicate

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-29 16:36:31 -07:00
parent 509120bf61
commit ad493a3109
2 changed files with 10 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
litellm/__pycache__/utils.cpython-311.pyc
View file

Binary file not shown.

12
litellm/utils.py
View file

@ -1333,7 +1333,7 @@ def exception_type(model, original_exception, custom_llm_provider):
exception_mapping_worked = True exception_mapping_worked = True
if model in litellm.openrouter_models: if model in litellm.openrouter_models:
if original_exception.http_status == 413: if original_exception.http_status == 413:
raise ContextWindowExceededError( raise InvalidRequestError(
message=str(original_exception), message=str(original_exception),
model=model, model=model,
llm_provider="openrouter" llm_provider="openrouter"
@ -1382,8 +1382,9 @@ def exception_type(model, original_exception, custom_llm_provider):
) )
elif original_exception.status_code == 413: elif original_exception.status_code == 413:
exception_mapping_worked = True exception_mapping_worked = True
raise ContextWindowExceededError( raise InvalidRequestError(
message=f"AnthropicException - {original_exception.message}", message=f"AnthropicException - {original_exception.message}",
model=model,
llm_provider="anthropic", llm_provider="anthropic",
) )
elif original_exception.status_code == 429: elif original_exception.status_code == 429:
@ -1408,6 +1409,13 @@ def exception_type(model, original_exception, custom_llm_provider):
message=f"ReplicateException - {error_str}", message=f"ReplicateException - {error_str}",
llm_provider="replicate", llm_provider="replicate",
) )
elif "input is too long" in error_str:
exception_mapping_worked = True
raise ContextWindowExceededError(
message=f"ReplicateException - {error_str}",
model=model,
llm_provider="replicate",
)
elif exception_type == "ModelError": elif exception_type == "ModelError":
exception_mapping_worked = True exception_mapping_worked = True
raise InvalidRequestError( raise InvalidRequestError(