phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): fix vertex anthropic streaming

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-03 18:43:46 -07:00
parent 46800ba20a
commit 4a6471e075
4 changed files with 22 additions and 202 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/utils.py
View file

@ -8035,6 +8035,10 @@ class CustomStreamWrapper:
str_line = chunk
if isinstance(chunk, bytes): # Handle binary data
str_line = chunk.decode("utf-8") # Convert bytes to string
index = str_line.find("data:")
if index != -1:
str_line = str_line[index:]
text = ""
is_finished = False
finish_reason = None