From ab48edca788f557556e04e9cec2cf7ba07a8e9e7 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 11 Mar 2024 11:39:06 -0700 Subject: [PATCH] (fix) default config users use on startup --- proxy_server_config.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/proxy_server_config.yaml b/proxy_server_config.yaml index a527d7ae9..5f4875a78 100644 --- a/proxy_server_config.yaml +++ b/proxy_server_config.yaml @@ -1,4 +1,6 @@ model_list: + # NOTE: This is the default config users use with Dockerfile. + # DO not expect users to pass os.environ/<> vars here, this will lead to proxy startup failing for them if they don't have the expected env vars - model_name: gpt-3.5-turbo litellm_params: model: azure/chatgpt-v-2 @@ -37,7 +39,7 @@ litellm_settings: budget_duration: 30d num_retries: 5 request_timeout: 600 -general_settings: +general_settings: master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234) proxy_budget_rescheduler_min_time: 60 proxy_budget_rescheduler_max_time: 64