refactor(router.py): renaming variable

This commit is contained in:
Krrish Dholakia 2023-11-15 12:31:29 -08:00
parent 03303033e5
commit 563a3d3016
2 changed files with 3 additions and 3 deletions

View file

@ -34,7 +34,7 @@ class Router:
cache_responses: bool = False,
num_retries: Optional[int] = None,
timeout: float = 600,
chat_completion_params = {}, # default params for Router.chat.completion.create
default_litellm_params = {}, # default params for Router.chat.completion.create
routing_strategy: Literal["simple-shuffle", "least-busy"] = "simple-shuffle") -> None:
if model_list:
@ -44,7 +44,7 @@ class Router:
if num_retries:
self.num_retries = num_retries
self.chat = litellm.Chat(params=chat_completion_params)
self.chat = litellm.Chat(params=default_litellm_params)
litellm.request_timeout = timeout
self.routing_strategy = routing_strategy

View file

@ -56,7 +56,7 @@
# "api_version": os.getenv("AZURE_API_VERSION"),
# "api_base": os.getenv("AZURE_API_BASE")
# }
# }], chat_completion_params={"acompletion": True}))
# }], default_litellm_params={"acompletion": True}))
# class UserExtract(BaseModel):
# name: str