phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor(router.py): adding user support message

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-18 19:05:41 -08:00
parent e308fcdb8e
commit 33422112d0
1 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/router.py
View file

@ -1,3 +1,12 @@
# +-----------------------------------------------+
# | |
# | Give Feedback / Get Help |
# | https://github.com/BerriAI/litellm/issues/new |
# | |
# +-----------------------------------------------+
#
# Thank you ! We ❤️ you! - Krrish & Ishaan
from datetime import datetime from datetime import datetime
from typing import Dict, List, Optional, Union, Literal from typing import Dict, List, Optional, Union, Literal
import random, threading, time import random, threading, time
@ -49,7 +58,7 @@ class Router:
self.default_litellm_params = default_litellm_params self.default_litellm_params = default_litellm_params
self.default_litellm_params["timeout"] = timeout self.default_litellm_params["timeout"] = timeout
self.routing_strategy = routing_strategy self.routing_strategy = routing_strategy
### HEALTH CHECK THREAD ### ### HEALTH CHECK THREAD ###
if self.routing_strategy == "least-busy": if self.routing_strategy == "least-busy":