This commit is contained in:
Utkash Dubey 2025-03-03 04:16:12 -08:00
parent db83cbe5c0
commit fa88bc9632
19 changed files with 191 additions and 141 deletions

View file

@ -191,8 +191,7 @@ def _check_if_model_name_in_pricing(
input_cost_per_1k_tokens: str,
output_cost_per_1k_tokens: str,
):
os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"
litellm.model_cost = litellm.get_model_cost_map(url="")
litellm.model_cost = litellm.get_locally_cached_model_cost_map()
for model, value in litellm.model_cost.items():
if model.startswith(bedrock_model_name):