From 3ca4487e77df99c2a08fe67e41b37aa2d82b41fc Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 27 Nov 2023 19:31:16 -0800 Subject: [PATCH] (feat) proxy set num_retries=3 --- litellm/proxy/proxy_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index a9c1acce2..d5871f8ca 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -397,7 +397,7 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str): ## MODEL LIST model_list = config.get('model_list', None) if model_list: - router = litellm.Router(model_list=model_list, num_retries=2) + router = litellm.Router(model_list=model_list, num_retries=3) print(f"\033[32mLiteLLM: Proxy initialized with Config, Set models:\033[0m") for model in model_list: print(f"\033[32m {model.get('model_name', '')}\033[0m")