phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

adding context window exceeded error to huggingface

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-29 16:46:04 -07:00
parent ad493a3109
commit 546ad43b15
3 changed files with 11 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
litellm/__pycache__/utils.cpython-311.pyc
View file

Binary file not shown.

3
litellm/llms/huggingface_restapi.py
View file

@ -94,7 +94,10 @@ class HuggingfaceRestAPILLM:
additional_args={"complete_input_dict": data},
)
## RESPONSE OBJECT
try:
completion_response = response.json()
except:
raise HuggingfaceError(message=response.text, status_code=response.status_code)
print_verbose(f"response: {completion_response}")
if isinstance(completion_response, dict) and "error" in completion_response:
print_verbose(f"completion error: {completion_response['error']}")

7
litellm/utils.py
View file

@ -1462,6 +1462,13 @@ def exception_type(model, original_exception, custom_llm_provider):
llm_provider="cohere",
)
elif custom_llm_provider == "huggingface":
if "length limit exceeded" in error_str:
exception_mapping_worked = True
raise ContextWindowExceededError(
message=error_str,
model=model,
llm_provider="huggingface"
)
if hasattr(original_exception, "status_code"):
if original_exception.status_code == 401:
exception_mapping_worked = True