phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(test_streaming.py): handle hf tgi zephyr not loading for streaming issue

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-15 19:24:02 -08:00
parent dc776519fa
commit f82a335118
3 changed files with 27 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/utils.py
View file

@ -6975,6 +6975,14 @@ def exception_type(
model=model,
response=original_exception.response,
)
elif original_exception.status_code == 503:
exception_mapping_worked = True
raise ServiceUnavailableError(
message=f"HuggingfaceException - {original_exception.message}",
llm_provider="huggingface",
model=model,
response=original_exception.response,
)
else:
exception_mapping_worked = True
raise APIError(