phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) proxy - use user_config for /chat/compeltions

Browse source
This commit is contained in:
ishaan-jaff 2024-01-02 12:06:03 +05:30
parent a37a18ca80
commit ddc31c4810
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -1262,6 +1262,11 @@ async def chat_completion(
# skip router if user passed their key
if "api_key" in data:
response = await litellm.acompletion(**data)
elif "user_config" in data:
# initialize a new router instance. make request using this Router
router_config = data.pop("user_config")
user_router = litellm.Router(**router_config)
response = await user_router.acompletion(**data)
elif (
llm_router is not None and data["model"] in router_model_names
): # model in router model list