phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(main.py): fix stream_chunk_builder usage calc

Browse source 
Closes https://github.com/BerriAI/litellm/issues/4496
This commit is contained in:
Krrish Dholakia 2024-07-06 14:52:38 -07:00
parent 6cce966139
commit f89632f5ac
3 changed files with 57 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/main.py
View file

@ -5022,10 +5022,9 @@ def stream_chunk_builder(
for chunk in chunks:
if "usage" in chunk:
if "prompt_tokens" in chunk["usage"]:
prompt_tokens += chunk["usage"].get("prompt_tokens", 0) or 0
prompt_tokens = chunk["usage"].get("prompt_tokens", 0) or 0
if "completion_tokens" in chunk["usage"]:
completion_tokens += chunk["usage"].get("completion_tokens", 0) or 0
completion_tokens = chunk["usage"].get("completion_tokens", 0) or 0
try:
response["usage"]["prompt_tokens"] = prompt_tokens or token_counter(
model=model, messages=messages