From 5c18771f9d4758f660f0333b732f593b9e13d01c Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 23 Nov 2023 21:06:31 -0800 Subject: [PATCH] fix(router.py): fixing embedding call --- litellm/router.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/litellm/router.py b/litellm/router.py index da39b4d476..9516940e5c 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -241,7 +241,6 @@ class Router: is_async: Optional[bool] = False, **kwargs) -> Union[List[float], None]: # pick the one that is available (lowest TPM/RPM) - kwargs.setdefault("metadata", {}).update({"model_group": model}) deployment = self.get_available_deployment(model=model, input=input) data = deployment["litellm_params"] @@ -257,7 +256,6 @@ class Router: is_async: Optional[bool] = True, **kwargs) -> Union[List[float], None]: # pick the one that is available (lowest TPM/RPM) - kwargs.setdefault("metadata", {}).update({"model_group": model}) deployment = self.get_available_deployment(model=model, input=input) data = deployment["litellm_params"]