refactor(router.py): renaming variable

This commit is contained in:
Krrish Dholakia 2023-11-15 12:31:29 -08:00
parent 03303033e5
commit 563a3d3016
2 changed files with 3 additions and 3 deletions

View file

@ -34,7 +34,7 @@ class Router:
cache_responses: bool = False,
num_retries: Optional[int] = None,
timeout: float = 600,
chat_completion_params = {}, # default params for Router.chat.completion.create
default_litellm_params = {}, # default params for Router.chat.completion.create
routing_strategy: Literal["simple-shuffle", "least-busy"] = "simple-shuffle") -> None:
if model_list:
@ -44,7 +44,7 @@ class Router:
if num_retries:
self.num_retries = num_retries
self.chat = litellm.Chat(params=chat_completion_params)
self.chat = litellm.Chat(params=default_litellm_params)
litellm.request_timeout = timeout
self.routing_strategy = routing_strategy