diff --git a/litellm/router.py b/litellm/router.py index 3cb581c5ce..bd3ac87670 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -30,11 +30,15 @@ class Router: redis_port: Optional[int] = None, redis_password: Optional[str] = None, cache_responses: bool = False, + num_retries: Optional[int] = None, routing_strategy: Literal["simple-shuffle", "least-busy"] = "simple-shuffle") -> None: if model_list: self.set_model_list(model_list) self.healthy_deployments: List = self.model_list + if num_retries: + litellm.num_retries = num_retries + self.routing_strategy = routing_strategy ### HEALTH CHECK THREAD ### if self.routing_strategy == "least-busy": diff --git a/pyproject.toml b/pyproject.toml index 0d7c7bd25d..98ffb632a5 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "1.0.0.dev1" +version = "1.0.0" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License" @@ -27,7 +27,7 @@ requires = ["poetry-core"] build-backend = "poetry.core.masonry.api" [tool.commitizen] -version = "1.0.0.dev1" +version = "1.0.0" version_files = [ "pyproject.toml:^version" ]