phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

streaming fixes

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-15 15:49:20 -07:00
parent fa441e9a3e
commit 7b19d62564
12 changed files with 14 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/utils.py
View file

@ -89,10 +89,12 @@ class Message(OpenAIObject):
self.logprobs = logprobs
class Delta(OpenAIObject):
def __init__(self, content=" ", logprobs=None, role="assistant", **params):
def __init__(self, content="<special_litellm_token>", logprobs=None, role=None, **params):
super(Delta, self).__init__(**params)
self.content = content
self.role = role
if content != "<special_litellm_token>":
self.content = content
if role:
self.role = role
class Choices(OpenAIObject):
@ -2501,9 +2503,11 @@ class CustomStreamWrapper:
threading.Thread(target=self.logging_obj.success_handler, args=(completion_obj,)).start()
# return this for all models
model_response = ModelResponse(stream=True)
model_response.choices[0].delta.content = completion_obj["content"]
model_response.choices[0].delta = {
"content": completion_obj["content"],
}
if "role" in completion_obj:
model_response.choices[0].delta.role = completion_obj["role"]
model_response.choices[0].delta = completion_obj
return model_response
except StopIteration:
raise StopIteration