phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(main.py): safely fail stream_chunk_builder calls

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-10 10:22:26 -07:00
parent 6ff21433da
commit 3fd02a1587
3 changed files with 259 additions and 231 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/utils.py
View file

@ -10307,7 +10307,8 @@ class CustomStreamWrapper:
chunks=self.chunks, messages=self.messages
)
response = self.model_response_creator()
response.usage = complete_streaming_response.usage # type: ignore
if complete_streaming_response is not None:
response.usage = complete_streaming_response.usage
response._hidden_params["usage"] = complete_streaming_response.usage # type: ignore
## LOGGING
threading.Thread(
@ -10504,7 +10505,8 @@ class CustomStreamWrapper:
chunks=self.chunks, messages=self.messages
)
response = self.model_response_creator()
response.usage = complete_streaming_response.usage
if complete_streaming_response is not None:
setattr(response, "usage", complete_streaming_response.usage)
## LOGGING
threading.Thread(
target=self.logging_obj.success_handler,
@ -10544,7 +10546,8 @@ class CustomStreamWrapper:
chunks=self.chunks, messages=self.messages
)
response = self.model_response_creator()
response.usage = complete_streaming_response.usage
if complete_streaming_response is not None:
response.usage = complete_streaming_response.usage
## LOGGING
threading.Thread(
target=self.logging_obj.success_handler,