phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) proxy set num_retries=3

Browse source
This commit is contained in:
ishaan-jaff 2023-11-27 19:31:16 -08:00
parent 60a4906505
commit 3ca4487e77
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_server.py
View file

@ -397,7 +397,7 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str):
## MODEL LIST ## MODEL LIST
model_list = config.get('model_list', None) model_list = config.get('model_list', None)
if model_list: if model_list:
router = litellm.Router(model_list=model_list, num_retries=2) router = litellm.Router(model_list=model_list, num_retries=3)
print(f"\033[32mLiteLLM: Proxy initialized with Config, Set models:\033[0m") print(f"\033[32mLiteLLM: Proxy initialized with Config, Set models:\033[0m")
for model in model_list: for model in model_list:
print(f"\033[32m {model.get('model_name', '')}\033[0m") print(f"\033[32m {model.get('model_name', '')}\033[0m")