phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) patch -For DynamoDB Backwards Compatibility

Browse source
This commit is contained in:
ishaan-jaff 2024-01-29 16:52:31 -08:00
parent 1102863ca8
commit 96c9fd3f02
2 changed files with 10 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/db/dynamo_db.py
View file

@ -233,10 +233,6 @@ class DynamoDBWrapper(CustomDB):
table = client.table(self.database_arguments.config_table_name)
key_name = "param_name"
if key_name == "token" and key.startswith("sk-"):
# ensure it's hashed
key = hash_token(token=key)
response = await table.get_item({key_name: key})
new_response: Any = None

8
litellm/proxy/proxy_server.py
View file

@ -292,6 +292,7 @@ async def user_api_key_auth(
raise Exception("No connected db.")
## check for cache hit (In-Memory Cache)
original_api_key = api_key # (Patch: For DynamoDB Backwards Compatibility)
if api_key.startswith("sk-"):
api_key = hash_token(token=api_key)
valid_token = user_api_key_cache.get_cache(key=api_key)
@ -304,10 +305,15 @@ async def user_api_key_auth(
)
elif custom_db_client is not None:
try:
valid_token = await custom_db_client.get_data(
key=api_key, table_name="key"
)
except:
# (Patch: For DynamoDB Backwards Compatibility)
valid_token = await custom_db_client.get_data(
key=original_api_key, table_name="key"
)
verbose_proxy_logger.debug(f"Token from db: {valid_token}")
elif valid_token is not None:
verbose_proxy_logger.debug(f"API Key Cache Hit!")