phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(bedrock_httpx.py): fix ai21 streaming

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-01 22:03:24 -07:00
parent 57e3044974
commit 4c2ef8ea64
2 changed files with 20 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -10174,7 +10174,7 @@ class CustomStreamWrapper:
processed_chunk = self.finish_reason_handler()
if self.stream_options is None: # add usage as hidden param
usage = calculate_total_usage(chunks=self.chunks)
setattr(processed_chunk, "usage", usage)
processed_chunk._hidden_params["usage"] = usage
## LOGGING
threading.Thread(
target=self.logging_obj.success_handler,