phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): add new flag for disable sharing master key on ui

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-24 10:06:01 -07:00
parent b918f58262
commit 26e9ae38ce
3 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
docs/my-website/docs/proxy/configs.md
View file

@ -600,6 +600,7 @@ general_settings:
"general_settings": { "general_settings": {
"completion_model": "string", "completion_model": "string",
"disable_spend_logs": "boolean", # turn off writing each transaction to the db "disable_spend_logs": "boolean", # turn off writing each transaction to the db
"disable_master_key_return": "boolean", # turn off returning master key on UI (checked on '/user/info' endpoint)
"disable_reset_budget": "boolean", # turn off reset budget scheduled task "disable_reset_budget": "boolean", # turn off reset budget scheduled task
"enable_jwt_auth": "boolean", # allow proxy admin to auth in via jwt tokens with 'litellm_proxy_admin' in claims "enable_jwt_auth": "boolean", # allow proxy admin to auth in via jwt tokens with 'litellm_proxy_admin' in claims
"enforce_user_param": "boolean", # requires all openai endpoint requests to have a 'user' param "enforce_user_param": "boolean", # requires all openai endpoint requests to have a 'user' param

1
litellm/proxy/_new_secret_config.yaml
View file

@ -52,5 +52,6 @@ litellm_settings:
general_settings: general_settings:
alerting: ["slack"] alerting: ["slack"]
disable_master_key_return: true
alerting_threshold: 300 # sends alerts if requests hang for 5min+ and responses take 5min+ alerting_threshold: 300 # sends alerts if requests hang for 5min+ and responses take 5min+
proxy_batch_write_at: 60 # Frequency of batch writing logs to server (in seconds) proxy_batch_write_at: 60 # Frequency of batch writing logs to server (in seconds)

9
litellm/proxy/proxy_server.py
View file

@ -2312,7 +2312,7 @@ class ProxyConfig:
master_key = litellm.get_secret(master_key) master_key = litellm.get_secret(master_key)
if master_key is not None and isinstance(master_key, str): if master_key is not None and isinstance(master_key, str):
litellm_master_key_hash = master_key litellm_master_key_hash = hash_token(master_key)
### STORE MODEL IN DB ### feature flag for `/model/new` ### STORE MODEL IN DB ### feature flag for `/model/new`
store_model_in_db = general_settings.get("store_model_in_db", False) store_model_in_db = general_settings.get("store_model_in_db", False)
if store_model_in_db is None: if store_model_in_db is None:
@ -5977,6 +5977,13 @@ async def user_info(
## REMOVE HASHED TOKEN INFO before returning ## ## REMOVE HASHED TOKEN INFO before returning ##
returned_keys = [] returned_keys = []
for key in keys: for key in keys:
if (
key.token == litellm_master_key_hash
and general_settings.get("disable_master_key_return", False)
== True ## [IMPORTANT] used by hosted proxy-ui to prevent sharing master key on ui
):
continue
try: try:
key = key.model_dump() # noqa key = key.model_dump() # noqa
except: except: