phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix - default value for cost

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-07 12:51:52 -07:00
parent 245960708d
commit 690d7b10a6
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/router_strategy/lowest_cost.py
View file

@ -276,12 +276,14 @@ class LowestCostLoggingHandler(CustomLogger):
item_litellm_model_name, {} item_litellm_model_name, {}
) )
item_input_cost = item_litellm_model_cost_map.get( item_input_cost = item_litellm_model_cost_map.get(
"input_cost_per_token", 0.0 "input_cost_per_token", 5.0
) )
item_output_cost = item_litellm_model_cost_map.get( item_output_cost = item_litellm_model_cost_map.get(
"output_cost_per_token", 0.0 "output_cost_per_token", 5.0
) )
# if litellm["model"] is not in model_cost map -> use item_cost = $10
item_cost = item_input_cost + item_output_cost item_cost = item_input_cost + item_output_cost
item_rpm = item_map.get(precise_minute, {}).get("rpm", 0) item_rpm = item_map.get(precise_minute, {}).get("rpm", 0)