phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): add more logging

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-12 12:35:39 -08:00
parent 6e87d1ca18
commit 632d6e0bff
4 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -5688,6 +5688,7 @@ class CustomStreamWrapper:
chunk = self.completion_stream
else:
chunk = next(self.completion_stream)
print_verbose(f"value of chunk: {chunk} ")
if chunk is not None and chunk != b'':
print_verbose(f"PROCESSED CHUNK PRE CHUNK CREATOR: {chunk}")
response = self.chunk_creator(chunk=chunk)
@ -5728,6 +5729,7 @@ class CustomStreamWrapper:
raise StopAsyncIteration
else: # temporary patch for non-aiohttp async calls
# example - boto3 bedrock llms
print_verbose(f"ENTERS __NEXT__ LOOP")
processed_chunk = next(self)
asyncio.create_task(self.logging_obj.async_success_handler(processed_chunk,))
print_verbose(f"PROCESSED CHUNK IN __ANEXT__: {processed_chunk}")