phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(huggingface_restapi.py): fix huggingface streaming error raising

Browse source
This commit is contained in:
Krrish Dholakia 2024-03-04 09:32:27 -08:00
parent 766e8cba84
commit 873ddde924
3 changed files with 65 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/utils.py
View file

@ -8117,7 +8117,8 @@ class CustomStreamWrapper:
text = "" # don't return the final bos token
is_finished = True
finish_reason = "stop"
elif data_json.get("error", False):
raise Exception(data_json.get("error"))
return {
"text": text,
"is_finished": is_finished,
@ -8132,7 +8133,7 @@ class CustomStreamWrapper:
}
except Exception as e:
traceback.print_exc()
# raise(e)
raise e
def handle_ai21_chunk(self, chunk): # fake streaming
chunk = chunk.decode("utf-8")