phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(huggingface_restapi.py): return initial hf error

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-24 09:55:58 -08:00
parent 7cb86c4e0f
commit 194c823783
2 changed files with 17 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/llms/huggingface_restapi.py
View file

@ -575,12 +575,20 @@ class Huggingface(BaseLLM):
response = await client.post(url=api_base, json=data, headers=headers)
response_json = response.json()
if response.status_code != 200:
raise HuggingfaceError(
status_code=response.status_code,
message=response.text,
request=response.request,
response=response,
)
if "error" in response_json:
raise HuggingfaceError(
status_code=response.status_code,
message=response_json["error"],
request=response.request,
response=response,
)
else:
raise HuggingfaceError(
status_code=response.status_code,
message=response.text,
request=response.request,
response=response,
)
## RESPONSE OBJECT
return self.convert_to_model_response_object(
@ -595,6 +603,8 @@ class Huggingface(BaseLLM):
except Exception as e:
if isinstance(e, httpx.TimeoutException):
raise HuggingfaceError(status_code=500, message="Request Timeout Error")
elif isinstance(e, HuggingfaceError):
raise e
elif response is not None and hasattr(response, "text"):
raise HuggingfaceError(
status_code=500,