phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) pydantic errors openai usage

Browse source
This commit is contained in:
ishaan-jaff 2023-11-20 18:26:03 -08:00
parent 604b2f8ef2
commit 3f30f93516
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/utils.py
View file

@ -3078,9 +3078,11 @@ def convert_to_model_response_object(response_object: Optional[dict]=None, model
choice_list.append(choice)
model_response_object.choices = choice_list
if "usage" in response_object:
model_response_object.usage = response_object["usage"]
if "usage" in response_object:
model_response_object.usage.completion_tokens = response_object["usage"]["completion_tokens"]
model_response_object.usage.prompt_tokens = response_object["usage"]["prompt_tokens"]
model_response_object.usage.total_tokens = response_object["usage"]["total_tokens"]
if "id" in response_object:
model_response_object.id = response_object["id"]