phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) proxy server set model list through headers

Browse source
This commit is contained in:
ishaan-jaff 2023-11-21 19:31:50 -08:00
parent 826f56a6a0
commit 363d74cf7d
1 changed files with 3 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/proxy/proxy_server.py
View file

@ -176,15 +176,10 @@ async def user_api_key_auth(request: Request):
litellm.model_alias_map = valid_token.aliases
config = valid_token.config
if config != {}:
global llm_router
global llm_model_list
model_list = config.get("model_list", [])
if llm_router == None:
llm_router = litellm.Router(
model_list=model_list
)
else:
llm_router.model_list = model_list
print("\n new llm router model list", llm_router.model_list)
llm_model_list = model_list
print("\n new llm router model list", llm_model_list)
if len(valid_token.models) == 0: # assume an empty model list means all models are allowed to be called
return
else: