phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) streaming ensure response obj is initialized

Browse source
This commit is contained in:
ishaan-jaff 2023-11-18 17:31:58 -08:00
parent 80002e9a14
commit 33c3665922
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -4714,6 +4714,7 @@ class CustomStreamWrapper:
def chunk_creator(self, chunk):
model_response = ModelResponse(stream=True, model=self.model)
model_response.choices[0].finish_reason = None
response_obj = None
try:
# return this for all models
completion_obj = {"content": ""}
@ -4865,7 +4866,7 @@ class CustomStreamWrapper:
return model_response
else:
return
elif response_obj.get("original_chunk", None) is not None: # function / tool calling branch
elif response_obj is not None and response_obj.get("original_chunk", None) is not None: # function / tool calling branch - only set for openai/azure compatible endpoints
original_chunk = response_obj.get("original_chunk", None)
model_response.id = original_chunk.id
delta = dict(original_chunk.choices[0].delta)