phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): replicate now also has token based pricing for some models

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-29 08:06:15 -07:00
parent 0a6b6302f1
commit 2cfb97141d
2 changed files with 55 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/utils.py
View file

@ -4269,8 +4269,8 @@ def completion_cost(
model = get_model_params_and_category(model)
# replicate llms are calculate based on time for request running
# see https://replicate.com/pricing
elif model in litellm.replicate_models or "replicate" in model:
return get_replicate_completion_pricing(completion_response, total_time)
# elif model in litellm.replicate_models or "replicate" in model:
# return get_replicate_completion_pricing(completion_response, total_time)
(
prompt_tokens_cost_usd_dollar,