phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) async+stream logger - building complete resp

Browse source
This commit is contained in:
ishaan-jaff 2023-12-15 18:13:29 +05:30
parent b14e75773e
commit 6af3e73495
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -856,7 +856,7 @@ class Logging:
print_verbose(f"success callbacks: {litellm.success_callback}") print_verbose(f"success callbacks: {litellm.success_callback}")
## BUILD COMPLETE STREAMED RESPONSE ## BUILD COMPLETE STREAMED RESPONSE
complete_streaming_response = None complete_streaming_response = None
if self.stream == True and self.model_call_details.get("litellm_params", {}).get("acompletion", False) == True: if self.stream == True and self.model_call_details.get("litellm_params", {}).get("acompletion", False) == False: # only call stream chunk builder if it's not acompletion()
# if it's acompletion == True, chunks are built/appended in async_success_handler # if it's acompletion == True, chunks are built/appended in async_success_handler
if result.choices[0].finish_reason is not None: # if it's the last chunk if result.choices[0].finish_reason is not None: # if it's the last chunk
streaming_chunks = self.streaming_chunks + [result] streaming_chunks = self.streaming_chunks + [result]