phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

adding context window exceeded error to huggingface

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-29 16:46:04 -07:00
parent ad493a3109
commit 546ad43b15
3 changed files with 11 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/utils.py
View file

@ -1462,6 +1462,13 @@ def exception_type(model, original_exception, custom_llm_provider):
llm_provider="cohere",
)
elif custom_llm_provider == "huggingface":
if "length limit exceeded" in error_str:
exception_mapping_worked = True
raise ContextWindowExceededError(
message=error_str,
model=model,
llm_provider="huggingface"
)
if hasattr(original_exception, "status_code"):
if original_exception.status_code == 401:
exception_mapping_worked = True