phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): fix setattr error

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-24 20:19:27 -07:00
parent 48c2c3d78a
commit 495aebb582
4 changed files with 124 additions and 5234 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/utils.py
View file

@ -6914,6 +6914,7 @@ def convert_to_streaming_response(response_object: Optional[dict] = None):
model_response_object.choices = choice_list
if "usage" in response_object and response_object["usage"] is not None:
setattr(model_response_object, "usage", Usage())
model_response_object.usage.completion_tokens = response_object["usage"].get("completion_tokens", 0) # type: ignore
model_response_object.usage.prompt_tokens = response_object["usage"].get("prompt_tokens", 0) # type: ignore
model_response_object.usage.total_tokens = response_object["usage"].get("total_tokens", 0) # type: ignore