phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fixes to streaming

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-14 19:27:12 -07:00
parent 722958a4cc
commit 46e86b7433
3 changed files with 5 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/utils.py
View file

@ -103,7 +103,7 @@ class Choices(OpenAIObject):
self.message = message
class StreamingChoices(OpenAIObject):
def __init__(self, finish_reason=None, index=0, delta: Optional[Union[Dict, Delta]]={}, **params):
def __init__(self, finish_reason=None, index=0, delta=Delta(), **params):
super(StreamingChoices, self).__init__(**params)
self.finish_reason = finish_reason
self.index = index
@ -2492,11 +2492,12 @@ class CustomStreamWrapper:
model_response = ModelResponse(stream=True)
model_response.choices[0].delta = completion_obj
return model_response
except StopIteration:
raise StopIteration
except Exception as e:
model_response = ModelResponse(stream=True)
model_response.choices[0].finish_reason = "stop"
return model_response
# raise StopIteration
async def __anext__(self):
try: