(fix) assert streaming response = streamchoices()

This commit is contained in:
ishaan-jaff 2023-12-12 00:12:57 -08:00
parent 01d5875426
commit 0dd1111cea

View file

@ -5463,6 +5463,7 @@ class CustomStreamWrapper:
def chunk_creator(self, chunk):
model_response = ModelResponse(stream=True, model=self.model)
model_response.choices = [StreamingChoices()]
model_response.choices[0].finish_reason = None
response_obj = {}
try: