phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): streaming

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-13 18:15:14 -08:00
parent fe9c1e2b45
commit dd925d3de3
2 changed files with 19 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/utils.py
View file

@ -226,7 +226,10 @@ class Usage(OpenAIObject):
class StreamingChoices(OpenAIObject):
def __init__(self, finish_reason=None, index=0, delta: Optional[Delta]=None, **params):
super(StreamingChoices, self).__init__(**params)
self.finish_reason = finish_reason
if finish_reason:
self.finish_reason = finish_reason
else:
self.finish_reason = None
self.index = index
if delta:
self.delta = delta
@ -4458,7 +4461,7 @@ class CustomStreamWrapper:
def chunk_creator(self, chunk):
model_response = ModelResponse(stream=True, model=self.model)
print_verbose(f"model_response finish reason 1: {model_response.choices[0].finish_reason}")
model_response.choices[0].finish_reason = None
try:
# return this for all models
completion_obj = {"content": ""}