phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(Feat) Add support for reading secrets from Hashicorp vault (#7497)

Browse source 
* HashicorpSecretManager

* test_hashicorp_secret_managerv

* use 1 helper initialize_secret_manager

* add HASHICORP_VAULT

* working config

* hcorp read_secret

* HashicorpSecretManager

* add secret_manager_testing

* use 1 folder for secret manager testing

* test_hashicorp_secret_manager_get_secret

* HashicorpSecretManager

* docs HCP secrets

* update folder name

* docs hcorp secret manager

* remove unused imports

* add conftest.py

* fix tests

* docs document env vars
This commit is contained in:
Ishaan Jaff 2025-01-01 18:35:05 -08:00 • committed by GitHub
parent e1fcd3ee43
commit cf60444916
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
16 changed files with 496 additions and 86 deletions
Download patch file Download diff file Expand all files Collapse all files

48
litellm/proxy/proxy_cli.py
View file

@ -257,24 +257,16 @@ def run_server( # noqa: PLR0915
if local:
from proxy_server import (
KeyManagementSettings,
KeyManagementSystem,
ProxyConfig,
app,
load_aws_kms,
load_from_azure_key_vault,
load_google_kms,
save_worker_config,
)
else:
try:
from .proxy_server import (
KeyManagementSettings,
KeyManagementSystem,
ProxyConfig,
app,
load_aws_kms,
load_from_azure_key_vault,
load_google_kms,
save_worker_config,
)
except ImportError as e:
@ -285,12 +277,8 @@ def run_server( # noqa: PLR0915
# this is just a local/relative import error, user git cloned litellm
from proxy_server import (
KeyManagementSettings,
KeyManagementSystem,
ProxyConfig,
app,
load_aws_kms,
load_from_azure_key_vault,
load_google_kms,
save_worker_config,
)
if version is True:
@ -537,41 +525,7 @@ def run_server( # noqa: PLR0915
key_management_system = general_settings.get(
"key_management_system", None
)
if key_management_system is not None:
if (
key_management_system
== KeyManagementSystem.AZURE_KEY_VAULT.value
):
### LOAD FROM AZURE KEY VAULT ###
load_from_azure_key_vault(use_azure_key_vault=True)
elif key_management_system == KeyManagementSystem.GOOGLE_KMS.value:
### LOAD FROM GOOGLE KMS ###
load_google_kms(use_google_kms=True)
elif (
key_management_system
== KeyManagementSystem.AWS_SECRET_MANAGER.value # noqa: F405
):
from litellm.secret_managers.aws_secret_manager_v2 import (
AWSSecretsManagerV2,
)
### LOAD FROM AWS SECRET MANAGER ###
AWSSecretsManagerV2.load_aws_secret_manager(
use_aws_secret_manager=True
)
elif key_management_system == KeyManagementSystem.AWS_KMS.value:
load_aws_kms(use_aws_kms=True)
elif (
key_management_system
== KeyManagementSystem.GOOGLE_SECRET_MANAGER.value
):
from litellm.secret_managers.google_secret_manager import (
GoogleSecretManager,
)
GoogleSecretManager()
else:
raise ValueError("Invalid Key Management System selected")
proxy_config.initialize_secret_manager(key_management_system)
key_management_settings = general_settings.get(
"key_management_settings", None
)