diff --git a/proxy_server_config.yaml b/proxy_server_config.yaml index 72802cb22..69da70153 100644 --- a/proxy_server_config.yaml +++ b/proxy_server_config.yaml @@ -45,6 +45,8 @@ litellm_settings: budget_duration: 30d num_retries: 5 request_timeout: 600 + cache: true + callbacks: ["batch_redis_requests"] general_settings: master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234) proxy_budget_rescheduler_min_time: 60