From 6aa8b41fb37bbed6baf04c3ebe5de3e9b03bef04 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 21 Nov 2023 20:47:12 -0800 Subject: [PATCH] (fix) caching config --- litellm/proxy/proxy_server.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 496904230..d1a9eeadd 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -167,8 +167,7 @@ async def user_api_key_auth(request: Request): if api_key == master_key: return if api_key in config_cache: - model_list = config.get("model_list", []) - llm_model_list = model_list + llm_model_list = config_cache[api_key].get("model_list", []) return if prisma_client: