phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) use usage class for model responses for cohere, hf, tg ai, cohere

Browse source
This commit is contained in:
ishaan-jaff 2023-10-27 09:58:47 -07:00
parent 194f85e92f
commit 63928fa166
9 changed files with 30 additions and 50 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/llms/replicate.py
View file

@ -240,11 +240,9 @@ def completion(
prompt_tokens = len(encoding.encode(prompt))
completion_tokens = len(encoding.encode(model_response["choices"][0]["message"].get("content", "")))
model_response["model"] = "replicate/" + model
model_response["usage"] = {
"prompt_tokens": prompt_tokens,
"completion_tokens": completion_tokens,
"total_tokens": prompt_tokens + completion_tokens,
}
model_response.usage.completion_tokens = completion_tokens
model_response.usage.prompt_tokens = prompt_tokens
model_response.usage.total_tokens = prompt_tokens + completion_tokens
return model_response