phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) streaming ensure response obj is initialized

Browse source
This commit is contained in:
ishaan-jaff 2023-11-18 17:31:58 -08:00
parent 80002e9a14
commit 33c3665922
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -4714,6 +4714,7 @@ class CustomStreamWrapper:
def chunk_creator(self, chunk): def chunk_creator(self, chunk):
model_response = ModelResponse(stream=True, model=self.model) model_response = ModelResponse(stream=True, model=self.model)
model_response.choices[0].finish_reason = None model_response.choices[0].finish_reason = None
response_obj = None
try: try:
# return this for all models # return this for all models
completion_obj = {"content": ""} completion_obj = {"content": ""}
@ -4865,7 +4866,7 @@ class CustomStreamWrapper:
return model_response return model_response
else: else:
return return
elif response_obj.get("original_chunk", None) is not None: # function / tool calling branch elif response_obj is not None and response_obj.get("original_chunk", None) is not None: # function / tool calling branch - only set for openai/azure compatible endpoints
original_chunk = response_obj.get("original_chunk", None) original_chunk = response_obj.get("original_chunk", None)
model_response.id = original_chunk.id model_response.id = original_chunk.id
delta = dict(original_chunk.choices[0].delta) delta = dict(original_chunk.choices[0].delta)