fix(proxy_cli.py): don't double load the router config

was causing callbacks to be instantiated twice - double couting usage in cache
This commit is contained in:
Krrish Dholakia 2024-04-10 13:23:56 -07:00
parent d8da4cf8bb
commit b2741933dc
5 changed files with 12 additions and 16 deletions

View file

@ -2335,6 +2335,7 @@ class ProxyConfig:
"background_health_checks", False
)
health_check_interval = general_settings.get("health_check_interval", 300)
router_params: dict = {
"cache_responses": litellm.cache
!= None, # cache if user passed in cache values