phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) Use litellm/ prefix when storing virtual keys in AWS secret manager (#6765)

Browse source 
* fix - storing AWS keys in secret manager

* fix test_key_generate_with_secret_manager_call

* allow using prefix_for_stored_virtual_keys

* add prefix_for_stored_virtual_keys

* test_key_generate_with_secret_manager_call
This commit is contained in:
Ishaan Jaff 2024-11-15 18:07:43 -08:00 • committed by GitHub
parent 6d2ee70a9a
commit 41aade2cc0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 28 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/hooks/key_management_event_hooks.py
View file

@ -23,6 +23,9 @@ from litellm.proxy._types import (
WebhookEvent,
)
# NOTE: This is the prefix for all virtual keys stored in AWS Secrets Manager
LITELLM_PREFIX_STORED_VIRTUAL_KEYS = "litellm/"
class KeyManagementEventHooks:
@ -208,7 +211,7 @@ class KeyManagementEventHooks:
and isinstance(litellm.secret_manager_client, AWSSecretsManagerV2)
):
await litellm.secret_manager_client.async_write_secret(
secret_name=secret_name,
secret_name=f"{litellm._key_management_settings.prefix_for_stored_virtual_keys}/{secret_name}",
secret_value=secret_token,
)
@ -232,7 +235,7 @@ class KeyManagementEventHooks:
for key in keys_being_deleted:
if key.key_alias is not None:
await litellm.secret_manager_client.async_delete_secret(
secret_name=key.key_alias
secret_name=f"{litellm._key_management_settings.prefix_for_stored_virtual_keys}/{key.key_alias}"
)
else:
verbose_proxy_logger.warning(