phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) proxy set num_retries=3

Browse source
This commit is contained in:
ishaan-jaff 2023-11-27 19:31:16 -08:00
parent 60a4906505
commit 3ca4487e77
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_server.py
View file

@ -397,7 +397,7 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str):
## MODEL LIST
model_list = config.get('model_list', None)
if model_list:
router = litellm.Router(model_list=model_list, num_retries=2)
router = litellm.Router(model_list=model_list, num_retries=3)
print(f"\033[32mLiteLLM: Proxy initialized with Config, Set models:\033[0m")
for model in model_list:
print(f"\033[32m {model.get('model_name', '')}\033[0m")