From beabec620e9c2f363aa240ec27919324595a583b Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 11 Apr 2024 17:21:44 -0700 Subject: [PATCH] fix - delete updated keys from cache --- litellm/proxy/proxy_server.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index a95070411..f7e06a63f 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -4449,6 +4449,13 @@ async def update_key_fn(request: Request, data: UpdateKeyRequest): response = await prisma_client.update_data( token=key, data={**non_default_values, "token": key} ) + + # Delete - key from cache, since it's been updated! + # key updated - a new model could have been added to this key. it should not block requests after this is done + user_api_key_cache.delete_cache(key) + hashed_token = hash_token(key) + user_api_key_cache.delete_cache(hashed_token) + return {"key": key, **response["data"]} # update based on remaining passed in values except Exception as e: