phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): fix async/sync streaming logging

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-22 13:54:51 -08:00
parent 29800d1e01
commit 6c39b2855f
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/utils.py
View file

@ -765,6 +765,7 @@ class Logging:
self.litellm_call_id = litellm_call_id
self.function_id = function_id
self.streaming_chunks = [] # for generating complete stream response
self.sync_streaming_chunks = [] # for generating complete stream response
self.model_call_details = {}
def update_environment_variables(
@ -1094,17 +1095,17 @@ class Logging:
if (
result.choices[0].finish_reason is not None
): # if it's the last chunk
self.streaming_chunks.append(result)
# print_verbose(f"final set of received chunks: {self.streaming_chunks}")
self.sync_streaming_chunks.append(result)
# print_verbose(f"final set of received chunks: {self.sync_streaming_chunks}")
try:
complete_streaming_response = litellm.stream_chunk_builder(
self.streaming_chunks,
self.sync_streaming_chunks,
messages=self.model_call_details.get("messages", None),
)
except:
complete_streaming_response = None
else:
self.streaming_chunks.append(result)
self.sync_streaming_chunks.append(result)
if complete_streaming_response:
verbose_logger.info(