From f3cf1ec71fa263f87c02a98f885e8c1d9119bbb8 Mon Sep 17 00:00:00 2001 From: Krish Dholakia Date: Fri, 15 Mar 2024 22:40:39 -0700 Subject: [PATCH] Update proxy_server_config.yaml --- proxy_server_config.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/proxy_server_config.yaml b/proxy_server_config.yaml index 72802cb22..69da70153 100644 --- a/proxy_server_config.yaml +++ b/proxy_server_config.yaml @@ -45,6 +45,8 @@ litellm_settings: budget_duration: 30d num_retries: 5 request_timeout: 600 + cache: true + callbacks: ["batch_redis_requests"] general_settings: master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234) proxy_budget_rescheduler_min_time: 60