phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) default config users use on startup

Browse source
This commit is contained in:
ishaan-jaff 2024-03-11 11:39:06 -07:00
parent 53c67d302a
commit ab48edca78
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
proxy_server_config.yaml
View file

@ -1,4 +1,6 @@
model_list: model_list:
# NOTE: This is the default config users use with Dockerfile.
# DO not expect users to pass os.environ/<> vars here, this will lead to proxy startup failing for them if they don't have the expected env vars
- model_name: gpt-3.5-turbo - model_name: gpt-3.5-turbo
litellm_params: litellm_params:
model: azure/chatgpt-v-2 model: azure/chatgpt-v-2
@ -37,7 +39,7 @@ litellm_settings:
budget_duration: 30d budget_duration: 30d
num_retries: 5 num_retries: 5
request_timeout: 600 request_timeout: 600
general_settings: general_settings:
master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234) master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234)
proxy_budget_rescheduler_min_time: 60 proxy_budget_rescheduler_min_time: 60
proxy_budget_rescheduler_max_time: 64 proxy_budget_rescheduler_max_time: 64