phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test_in_memory_redis_sync_e2e

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-23 16:24:13 -08:00
parent 5f04c04cc5
commit 33a0744abe
1 changed files with 16 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

16
tests/local_testing/test_router_provider_budgets.py
View file

@ -2,6 +2,7 @@ import sys, os, asyncio, time, random
from datetime import datetime from datetime import datetime
import traceback import traceback
from dotenv import load_dotenv from dotenv import load_dotenv
from httpx import delete
load_dotenv() load_dotenv()
import os, copy import os, copy
@ -276,6 +277,11 @@ async def test_in_memory_redis_sync_e2e():
Critical test for using provider budgets in a multi-instance environment Critical test for using provider budgets in a multi-instance environment
""" """
original_sync_interval = getattr(
litellm.router_strategy.provider_budgets, "DEFAULT_REDIS_SYNC_INTERVAL"
)
# Modify for test
setattr(litellm.router_strategy.provider_budgets, "DEFAULT_REDIS_SYNC_INTERVAL", 2) setattr(litellm.router_strategy.provider_budgets, "DEFAULT_REDIS_SYNC_INTERVAL", 2)
provider_budget_config = { provider_budget_config = {
@ -336,3 +342,13 @@ async def test_in_memory_redis_sync_e2e():
# Verify in-memory cache was updated # Verify in-memory cache was updated
in_memory_spend = float(router.cache.in_memory_cache.get_cache(spend_key) or 0) in_memory_spend = float(router.cache.in_memory_cache.get_cache(spend_key) or 0)
assert abs(in_memory_spend - test_spend_2) < 0.01 assert abs(in_memory_spend - test_spend_2) < 0.01
# clean up key from router cache
await router.cache.async_delete_cache(spend_key)
# Restore original value
setattr(
litellm.router_strategy.provider_budgets,
"DEFAULT_REDIS_SYNC_INTERVAL",
original_sync_interval,
)