phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) completion_cost: improve model=None error

Browse source
This commit is contained in:
ishaan-jaff 2024-01-05 15:26:04 +05:30
parent f211009263
commit 00b001b96b
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/utils.py
View file

@ -2848,6 +2848,10 @@ def completion_cost(
elif len(prompt) > 0: elif len(prompt) > 0:
prompt_tokens = token_counter(model=model, text=prompt) prompt_tokens = token_counter(model=model, text=prompt)
completion_tokens = token_counter(model=model, text=completion) completion_tokens = token_counter(model=model, text=completion)
if model == None:
raise ValueError(
f"Model is None and does not exist in passed completion_response. Passed completion_response={completion_response}, model={model}"
)
# Calculate cost based on prompt_tokens, completion_tokens # Calculate cost based on prompt_tokens, completion_tokens
if "togethercomputer" in model or "together_ai" in model: if "togethercomputer" in model or "together_ai" in model: