phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) add usage tracking in callback

Browse source
This commit is contained in:
ishaan-jaff 2023-10-31 23:02:54 -07:00
parent 522f1ac7c8
commit d1f2593dc0
1 changed files with 6 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/main.py
View file

@ -1888,11 +1888,11 @@ def stream_chunk_builder(chunks: list):
"finish_reason": finish_reason,
}
],
# "usage": {
# "prompt_tokens": 0, # Modify as needed
# "completion_tokens": 0, # Modify as needed
# "total_tokens": 0 # Modify as needed
# }
"usage": {
"prompt_tokens": 0, # Modify as needed
"completion_tokens": 0, # Modify as needed
"total_tokens": 0 # Modify as needed
}
}
# Extract the "content" strings from the nested dictionaries within "choices"
@ -1939,6 +1939,5 @@ def stream_chunk_builder(chunks: list):
# # Update usage information if needed
# response["usage"]["completion_tokens"] = token
response["usage"]["completion_tokens"] = litellm.utils.token_counter(model=model, text=combined_content)
return response