fix(types/utils.py): handle null completion tokens

Fixes https://github.com/BerriAI/litellm/issues/5096
This commit is contained in:
Krrish Dholakia 2024-08-10 09:23:03 -07:00
parent f4355d3e88
commit 1553f7fa48
2 changed files with 22 additions and 8 deletions

View file

@ -761,3 +761,16 @@ def test_supports_response_schema(model, expected_bool):
response = supports_response_schema(model=model, custom_llm_provider=None)
assert expected_bool == response
def test_usage_object_null_tokens():
"""
Unit test.
Asserts Usage obj always returns int.
Fixes https://github.com/BerriAI/litellm/issues/5096
"""
usage_obj = litellm.Usage(prompt_tokens=2, completion_tokens=None, total_tokens=2)
assert usage_obj.completion_tokens == 0