phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) HF api + streaming

Browse source
This commit is contained in:
ishaan-jaff 2023-11-16 11:59:56 -08:00
parent a1cecbafe6
commit da8c2f4a4a
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/utils.py
View file

@ -4367,6 +4367,7 @@ class CustomStreamWrapper:
def handle_huggingface_chunk(self, chunk): def handle_huggingface_chunk(self, chunk):
try: try:
chunk = chunk.decode("utf-8") # DO NOT REMOVE this: This is required for HF inference API + Streaming
text = "" text = ""
is_finished = False is_finished = False
finish_reason = "" finish_reason = ""