(fix) streaming init response_obj as {}

This commit is contained in:
ishaan-jaff 2023-12-04 15:19:47 -08:00
parent 74d520b1b5
commit bc691cbbcd

View file

@ -5125,7 +5125,7 @@ class CustomStreamWrapper:
def chunk_creator(self, chunk):
model_response = ModelResponse(stream=True, model=self.model)
model_response.choices[0].finish_reason = None
response_obj = None
response_obj = {}
try:
# return this for all models
completion_obj = {"content": ""}