From c15086073fdc59d068a46a838df53296ee6ba024 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 8 Apr 2024 14:57:19 -0700 Subject: [PATCH] fix(proxy_server.py): allow `/model/new` feature flag to work via env --- docs/my-website/docs/proxy/demo.md | 9 +++++++++ docs/my-website/sidebars.js | 1 + litellm/proxy/_new_secret_config.yaml | 2 +- litellm/proxy/proxy_server.py | 7 ++++++- 4 files changed, 17 insertions(+), 2 deletions(-) create mode 100644 docs/my-website/docs/proxy/demo.md diff --git a/docs/my-website/docs/proxy/demo.md b/docs/my-website/docs/proxy/demo.md new file mode 100644 index 0000000000..9b9117f77b --- /dev/null +++ b/docs/my-website/docs/proxy/demo.md @@ -0,0 +1,9 @@ +# 🎉 Demo App + +Here is a demo of the proxy. To log in do: + +- Username: admin +- Password: sk-1234 + + + diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 7ee4b9b4de..7b8a09196e 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -36,6 +36,7 @@ const sidebars = { label: "📖 All Endpoints (Swagger)", href: "https://litellm-api.up.railway.app/", }, + "proxy/demo", "proxy/configs", "proxy/reliability", "proxy/users", diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml index 8d0afd067f..f24b9f0ae3 100644 --- a/litellm/proxy/_new_secret_config.yaml +++ b/litellm/proxy/_new_secret_config.yaml @@ -36,7 +36,7 @@ general_settings: master_key: sk-1234 allow_user_auth: true alerting: ["slack"] - store_model_in_db: True + # store_model_in_db: True // set via environment variable - os.environ["STORE_MODEL_IN_DB"] = "True" # proxy_batch_write_at: 60 # 👈 Frequency of batch writing logs to server (in seconds) enable_jwt_auth: True alerting: ["slack"] diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 47676328cf..9c79491fa0 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -2333,7 +2333,12 @@ class ProxyConfig: "background_health_checks", False ) health_check_interval = general_settings.get("health_check_interval", 300) - + ## check env ## + _store_model_in_db = litellm.get_secret( + "STORE_MODEL_IN_DB", None + ) # feature flag for `/model/new` + if _store_model_in_db is not None and _store_model_in_db == True: + general_settings["store_model_in_db"] = True router_params: dict = { "cache_responses": litellm.cache != None, # cache if user passed in cache values