phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils): fixing exception mapping

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-15 15:51:17 -08:00
parent a59494571f
commit bcea28e2e4
2 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/huggingface_restapi.py
View file

@ -451,6 +451,7 @@ class Huggingface(BaseLLM):
if self._aclient_session is None: if self._aclient_session is None:
self._aclient_session = self.create_aclient_session() self._aclient_session = self.create_aclient_session()
client = self._aclient_session client = self._aclient_session
response = None
try: try:
response = await client.post(url=api_base, json=data, headers=headers) response = await client.post(url=api_base, json=data, headers=headers)
response_json = response.json() response_json = response.json()
@ -468,7 +469,7 @@ class Huggingface(BaseLLM):
except Exception as e: except Exception as e:
if isinstance(e,httpx.TimeoutException): if isinstance(e,httpx.TimeoutException):
raise HuggingfaceError(status_code=500, message="Request Timeout Error") raise HuggingfaceError(status_code=500, message="Request Timeout Error")
elif response and hasattr(response, "text"): elif response is not None and hasattr(response, "text"):
raise HuggingfaceError(status_code=500, message=f"{str(e)}\n\nOriginal Response: {response.text}") raise HuggingfaceError(status_code=500, message=f"{str(e)}\n\nOriginal Response: {response.text}")
else: else:
raise HuggingfaceError(status_code=500, message=f"{str(e)}") raise HuggingfaceError(status_code=500, message=f"{str(e)}")

2
litellm/utils.py
View file

@ -3742,8 +3742,6 @@ def exception_type(
model=model, model=model,
request=original_exception.request request=original_exception.request
) )
exception_mapping_worked = True
raise APIError(status_code=500, message=error_str, model=model, llm_provider=custom_llm_provider)
elif custom_llm_provider == "ai21": elif custom_llm_provider == "ai21":
if hasattr(original_exception, "message"): if hasattr(original_exception, "message"):
if "Prompt has too many tokens" in original_exception.message: if "Prompt has too many tokens" in original_exception.message: