(fix) success_handler / logging

This commit is contained in:
ishaan-jaff 2023-12-09 11:38:42 -08:00
parent 8cbd6010c8
commit 0294e1119e

View file

@ -824,7 +824,7 @@ class Logging:
print_verbose(f"success callbacks: {litellm.success_callback}")
## BUILD COMPLETE STREAMED RESPONSE
complete_streaming_response = None
if self.model_call_details.get("litellm_params", {}).get("acompletion", False) == True:
if self.stream == True and self.model_call_details.get("litellm_params", {}).get("acompletion", False) == True:
# if it's acompletion == True, chunks are built/appended in async_success_handler
if result.choices[0].finish_reason is not None: # if it's the last chunk
complete_streaming_response = litellm.stream_chunk_builder(self.streaming_chunks, messages=self.model_call_details.get("messages", None))