From 690d7b10a63ce42f932d137b355b4e85a04513b4 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Tue, 7 May 2024 12:51:52 -0700 Subject: [PATCH] fix - default value for cost --- litellm/router_strategy/lowest_cost.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/litellm/router_strategy/lowest_cost.py b/litellm/router_strategy/lowest_cost.py index bdf4643a9..0a9c06a17 100644 --- a/litellm/router_strategy/lowest_cost.py +++ b/litellm/router_strategy/lowest_cost.py @@ -276,12 +276,14 @@ class LowestCostLoggingHandler(CustomLogger): item_litellm_model_name, {} ) item_input_cost = item_litellm_model_cost_map.get( - "input_cost_per_token", 0.0 + "input_cost_per_token", 5.0 ) item_output_cost = item_litellm_model_cost_map.get( - "output_cost_per_token", 0.0 + "output_cost_per_token", 5.0 ) + # if litellm["model"] is not in model_cost map -> use item_cost = $10 + item_cost = item_input_cost + item_output_cost item_rpm = item_map.get(precise_minute, {}).get("rpm", 0)