fix(router.py): fix linting issues

This commit is contained in:
Krrish Dholakia 2023-11-06 18:50:01 -08:00
parent 7309fd6225
commit ba66294a3d
3 changed files with 100 additions and 102 deletions

View file

@ -32,7 +32,7 @@ class Router:
cache_responses: bool = False) -> None:
if model_list:
self.set_model_list(model_list)
self.healthy_deployments = []
self.healthy_deployments: List = []
### HEALTH CHECK THREAD ### - commenting out as further testing required
self._start_health_check_thread()
@ -168,7 +168,7 @@ class Router:
data = deployment["litellm_params"]
# call via litellm.completion()
return litellm.text_completion(**{**data, "prompt": prompt, "caching": self.cache_responses, **kwargs})
return litellm.text_completion(**{**data, "prompt": prompt, "caching": self.cache_responses, **kwargs}) # type: ignore
def embedding(self,
model: str,