phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): fix anthropic streaming return usage tokens

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-24 20:56:10 -07:00
parent 495aebb582
commit dacadbf624
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/utils.py
View file

@ -9758,6 +9758,7 @@ class CustomStreamWrapper:
if response_obj is None: if response_obj is None:
return return
completion_obj["content"] = response_obj["text"] completion_obj["content"] = response_obj["text"]
setattr(model_response, "usage", Usage())
if response_obj.get("prompt_tokens", None) is not None: if response_obj.get("prompt_tokens", None) is not None:
model_response.usage.prompt_tokens = response_obj[ model_response.usage.prompt_tokens = response_obj[
"prompt_tokens" "prompt_tokens"