phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix multithreading issue with response objects

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-20 19:36:08 -07:00
parent 64793e7ed7
commit fc922bc300
6 changed files with 18 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/utils.py
View file

@ -100,11 +100,17 @@ class Delta(OpenAIObject):
class Choices(OpenAIObject):
def __init__(self, finish_reason="stop", index=0, message=Message(), **params):
def __init__(self, finish_reason=None, index=0, message=None, **params):
super(Choices, self).__init__(**params)
self.finish_reason = finish_reason
if finish_reason:
self.finish_reason = finish_reason
else:
finish_reason = "stop"
self.index = index
self.message = message
if message is None:
self.message = Message(content=None)
else:
self.message = message
class StreamingChoices(OpenAIObject):
def __init__(self, finish_reason=None, index=0, delta: Optional[Delta]=None, **params):
@ -126,7 +132,7 @@ class ModelResponse(OpenAIObject):
self.object = "embedding"
else:
self.object = "chat.completion"
self.choices = self.choices = choices if choices else [Choices()]
self.choices = [Choices()]
if id is None:
self.id = _generate_id()
else: