phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat - update router settings on Admin UI

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-16 15:36:26 -07:00
parent a710480629
commit 59b154f152
3 changed files with 29 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

23
litellm/router.py
View file

@ -2336,6 +2336,10 @@ class Router:
return None
def get_settings(self):
"""
Get router settings method, returns a dictionary of the settings and their values.
For example get the set values for routing_strategy_args, routing_strategy, allowed_fails, cooldown_time, num_retries, timeout, max_retries, retry_after
"""
_all_vars = vars(self)
_settings_to_return = {}
vars_to_include = [
@ -2354,6 +2358,25 @@ class Router:
_settings_to_return[var] = _all_vars[var]
return _settings_to_return
def set_settings(self, **kwargs):
# only the following settings are allowed to be configured
_allowed_settings = [
"routing_strategy_args",
"routing_strategy",
"allowed_fails",
"cooldown_time",
"num_retries",
"timeout",
"max_retries",
"retry_after",
]
for var in kwargs:
if var in _allowed_settings:
setattr(self, var, kwargs[var])
else:
raise Exception(f"In router.set_settings, {var} is not a valid setting")
def _get_client(self, deployment, kwargs, client_type=None):
"""
Returns the appropriate client based on the given deployment, kwargs, and client_type.