phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix streaming format

Browse source
This commit is contained in:
ishaan-jaff 2023-08-09 13:41:11 -07:00
parent 731b4fd985
commit c83ccb66ca
2 changed files with 8 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/utils.py
View file

@ -625,13 +625,16 @@ class CustomStreamWrapper:
return self
def __next__(self):
completion_obj ={ "role": "assistant", "content": ""}
if self.model in litellm.anthropic_models:
chunk = next(self.completion_stream)
return {"choices": [{"delta": chunk.completion}]}
completion_obj["content"] = chunk.completion
elif self.model == "replicate":
chunk = next(self.completion_stream)
return {"choices": [{"delta": chunk}]}
completion_obj["content"] = chunk
elif self.model in litellm.cohere_models:
chunk = next(self.completion_stream)
return {"choices": [{"delta": chunk.text}]}
completion_obj["content"] = chunk.text
# return this for all models
return {"choices": [{"delta": completion_obj}]}