phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix allow user to pass input_cost and output_cost

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-07 13:08:16 -07:00
parent 71a92b4fef
commit 486cbb990c
1 changed files with 23 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

29
litellm/router_strategy/lowest_cost.py
View file

@ -276,12 +276,29 @@ class LowestCostLoggingHandler(CustomLogger):
item_litellm_model_cost_map = litellm.model_cost.get( item_litellm_model_cost_map = litellm.model_cost.get(
item_litellm_model_name, {} item_litellm_model_name, {}
) )
item_input_cost = item_litellm_model_cost_map.get(
"input_cost_per_token", 5.0 # check if user provided input_cost_per_token and output_cost_per_token in litellm_params
) item_input_cost = None
item_output_cost = item_litellm_model_cost_map.get( item_output_cost = None
"output_cost_per_token", 5.0 if _deployment.get("litellm_params", {}).get("input_cost_per_token", None):
) item_input_cost = _deployment.get("litellm_params", {}).get(
"input_cost_per_token"
)
if _deployment.get("litellm_params", {}).get("output_cost_per_token", None):
item_output_cost = _deployment.get("litellm_params", {}).get(
"output_cost_per_token"
)
if item_input_cost is None:
item_input_cost = item_litellm_model_cost_map.get(
"input_cost_per_token", 5.0
)
if item_output_cost is None:
item_output_cost = item_litellm_model_cost_map.get(
"output_cost_per_token", 5.0
)
# if litellm["model"] is not in model_cost map -> use item_cost = $10 # if litellm["model"] is not in model_cost map -> use item_cost = $10