From 41ab5f2f56df3b75737d1ae523e2f073b607f1ae Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Tue, 23 Apr 2024 12:07:58 -0700 Subject: [PATCH] fix - updating router settings from DB --- litellm/router.py | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/litellm/router.py b/litellm/router.py index 7964ff26e..07195aa3a 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -2546,11 +2546,24 @@ class Router: "retry_after", ] + _int_settings = [ + "timeout", + "num_retries", + "retry_after", + "allowed_fails", + "cooldown_time", + ] + for var in kwargs: if var in _allowed_settings: - setattr(self, var, kwargs[var]) + if var in _int_settings: + _casted_value = int(kwargs[var]) + setattr(self, var, _casted_value) + else: + setattr(self, var, kwargs[var]) else: verbose_router_logger.debug("Setting {} is not allowed".format(var)) + verbose_router_logger.debug(f"Updated Router settings: {self.get_settings()}") def _get_client(self, deployment, kwargs, client_type=None): """