phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) use - user router for aembedding

Browse source
This commit is contained in:
ishaan-jaff 2024-01-02 12:16:57 +05:30
parent 2ab31bcaf8
commit 6d2b9fd470
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -1427,6 +1427,11 @@ async def embeddings(
# skip router if user passed their key # skip router if user passed their key
if "api_key" in data: if "api_key" in data:
response = await litellm.aembedding(**data) response = await litellm.aembedding(**data)
elif "user_config" in data:
# initialize a new router instance. make request using this Router
router_config = data.pop("user_config")
user_router = litellm.Router(**router_config)
response = await user_router.aembedding(**data)
elif ( elif (
llm_router is not None and data["model"] in router_model_names llm_router is not None and data["model"] in router_model_names
): # model in router model list ): # model in router model list