phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) proxy safe access router model names

Browse source
This commit is contained in:
ishaan-jaff 2023-11-15 13:44:15 -08:00
parent b7859f0dd1
commit 11872e0d45
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_server.py
View file

@ -454,7 +454,7 @@ def litellm_completion(*args, **kwargs):
if user_api_base: if user_api_base:
kwargs["api_base"] = user_api_base kwargs["api_base"] = user_api_base
## ROUTE TO CORRECT ENDPOINT ## ## ROUTE TO CORRECT ENDPOINT ##
router_model_names = [m["model_name"] for m in llm_model_list] router_model_names = [m["model_name"] for m in llm_model_list] if llm_model_list is not None else []
if llm_router is not None and kwargs["model"] in router_model_names: # model in router model list if llm_router is not None and kwargs["model"] in router_model_names: # model in router model list
if call_type == "chat_completion": if call_type == "chat_completion":
response = llm_router.completion(*args, **kwargs) response = llm_router.completion(*args, **kwargs)