phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(cost_calculator.py): fix cost calc

Browse source
This commit is contained in:
Krrish Dholakia 2024-08-12 16:44:44 -07:00
parent 89e3141e2d
commit ef8fb23334
2 changed files with 22 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/cost_calculator.py
View file

@ -490,10 +490,18 @@ def completion_cost(
isinstance(completion_response, BaseModel)
or isinstance(completion_response, dict)
): # tts returns a custom class
if isinstance(completion_response, BaseModel) and not isinstance(
completion_response, litellm.Usage
usage_obj: Optional[Union[dict, litellm.Usage]] = completion_response.get(
"usage", {}
)
if isinstance(usage_obj, BaseModel) and not isinstance(
usage_obj, litellm.Usage
):
completion_response = litellm.Usage(**completion_response.model_dump())
setattr(
completion_response,
"usage",
litellm.Usage(**usage_obj.model_dump()),
)
# get input/output tokens from completion_response
prompt_tokens = completion_response.get("usage", {}).get("prompt_tokens", 0)
completion_tokens = completion_response.get("usage", {}).get(