phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(handle_jwt.py): cache public keys

Browse source 
caches jwt public keys - reducing need for making http calls on every request
This commit is contained in:
Krrish Dholakia 2024-03-25 12:36:32 -07:00
parent f1b1640a31
commit c2ffb83c71
1 changed files with 12 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/proxy/auth/handle_jwt.py
View file

@ -155,9 +155,19 @@ class JWTHandler:
if keys_url is None:
raise Exception("Missing JWT Public Key URL from environment.")
response = await self.http_handler.get(keys_url)
cached_keys = await self.user_api_key_cache.async_get_cache(
"litellm_jwt_auth_keys"
)
if cached_keys is None:
response = await self.http_handler.get(keys_url)
keys = response.json()["keys"]
keys = response.json()["keys"]
await self.user_api_key_cache.async_set_cache(
key="litellm_jwt_auth_keys", value=keys, ttl=600 # cache for 10 mins
)
else:
keys = cached_keys
header = jwt.get_unverified_header(token)