phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

[Perf improvement Proxy] Use Dual Cache for getting key and team objects (#5903)

Browse source 
* use dual cache - perf

* fix auth checks

* fix budget checks for keys

* fix get / set team tests
This commit is contained in:
Ishaan Jaff 2024-09-25 19:56:17 -07:00 • committed by GitHub
parent 39c9150e97
commit f6cdb4ca0d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 12 additions and 28 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/tests/test_proxy_server.py
View file

@ -753,17 +753,17 @@ async def test_team_update_redis():
litellm.proxy.proxy_server, "proxy_logging_obj"
)
proxy_logging_obj.internal_usage_cache.dual_cache.redis_cache = RedisCache()
redis_cache = RedisCache()
with patch.object(
proxy_logging_obj.internal_usage_cache.dual_cache.redis_cache,
redis_cache,
"async_set_cache",
new=AsyncMock(),
) as mock_client:
await _cache_team_object(
team_id="1234",
team_table=LiteLLM_TeamTableCachedObj(team_id="1234"),
user_api_key_cache=DualCache(),
user_api_key_cache=DualCache(redis_cache=redis_cache),
proxy_logging_obj=proxy_logging_obj,
)
@ -782,17 +782,17 @@ async def test_get_team_redis(client_no_auth):
litellm.proxy.proxy_server, "proxy_logging_obj"
)
proxy_logging_obj.internal_usage_cache.dual_cache.redis_cache = RedisCache()
redis_cache = RedisCache()
with patch.object(
proxy_logging_obj.internal_usage_cache.dual_cache.redis_cache,
redis_cache,
"async_get_cache",
new=AsyncMock(),
) as mock_client:
try:
await get_team_object(
team_id="1234",
user_api_key_cache=DualCache(),
user_api_key_cache=DualCache(redis_cache=redis_cache),
parent_otel_span=None,
proxy_logging_obj=proxy_logging_obj,
prisma_client=AsyncMock(),