phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(bedrock_httpx.py): fix ai21 streaming

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-01 22:03:24 -07:00
parent 8dfcf3313a
commit 70afbafd94
2 changed files with 20 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -10174,7 +10174,7 @@ class CustomStreamWrapper:
processed_chunk = self.finish_reason_handler()
if self.stream_options is None: # add usage as hidden param
usage = calculate_total_usage(chunks=self.chunks)
setattr(processed_chunk, "usage", usage)
processed_chunk._hidden_params["usage"] = usage
## LOGGING
threading.Thread(
target=self.logging_obj.success_handler,