This commit is contained in:
Utkash Dubey 2025-03-03 04:16:12 -08:00
parent db83cbe5c0
commit fa88bc9632
19 changed files with 191 additions and 141 deletions

View file

@ -178,8 +178,7 @@ async def test_update_kwargs_before_fallbacks(call_type):
def test_router_get_model_info_wildcard_routes():
os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"
litellm.model_cost = litellm.get_model_cost_map(url="")
litellm.model_cost = litellm.get_locally_cached_model_cost_map()
router = Router(
model_list=[
{
@ -200,8 +199,7 @@ def test_router_get_model_info_wildcard_routes():
@pytest.mark.asyncio
async def test_router_get_model_group_usage_wildcard_routes():
os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"
litellm.model_cost = litellm.get_model_cost_map(url="")
litellm.model_cost = litellm.get_locally_cached_model_cost_map()
router = Router(
model_list=[
{
@ -297,8 +295,7 @@ async def test_call_router_callbacks_on_failure():
@pytest.mark.asyncio
async def test_router_model_group_headers():
os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"
litellm.model_cost = litellm.get_model_cost_map(url="")
litellm.model_cost = litellm.get_locally_cached_model_cost_map()
from litellm.types.utils import OPENAI_RESPONSE_HEADERS
router = Router(
@ -330,8 +327,7 @@ async def test_router_model_group_headers():
@pytest.mark.asyncio
async def test_get_remaining_model_group_usage():
os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"
litellm.model_cost = litellm.get_model_cost_map(url="")
litellm.model_cost = litellm.get_locally_cached_model_cost_map()
from litellm.types.utils import OPENAI_RESPONSE_HEADERS
router = Router(