From 6d2b9fd470a16fab60195b96aefc2bd0c437fecd Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 2 Jan 2024 12:16:57 +0530 Subject: [PATCH] (feat) use - user router for aembedding --- litellm/proxy/proxy_server.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index 8e6904cd2..d06c73f7f 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -1427,6 +1427,11 @@ async def embeddings( # skip router if user passed their key if "api_key" in data: response = await litellm.aembedding(**data) + elif "user_config" in data: + # initialize a new router instance. make request using this Router + router_config = data.pop("user_config") + user_router = litellm.Router(**router_config) + response = await user_router.aembedding(**data) elif ( llm_router is not None and data["model"] in router_model_names ): # model in router model list