phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server.py): return none if no model list set in router

Browse source 
https://github.com/BerriAI/litellm/issues/2979
This commit is contained in:
Krrish Dholakia 2024-04-15 09:02:02 -07:00
parent e28120a7cc
commit 43c37c31ea
2 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/proxy_server.py
View file

@ -2494,9 +2494,6 @@ class ProxyConfig:
verbose_proxy_logger.debug(f"_model_list: {_model_list}")
llm_router = litellm.Router(model_list=_model_list)
verbose_proxy_logger.debug(f"updated llm_router: {llm_router}")
verbose_proxy_logger.debug(
f"llm_router model list: {llm_router.model_list}"
)
else:
new_models = await prisma_client.db.litellm_proxymodeltable.find_many()
verbose_proxy_logger.debug(f"len new_models: {len(new_models)}")

4
litellm/router.py
View file

@ -2306,7 +2306,9 @@ class Router:
return self.model_names
def get_model_list(self):
return self.model_list
if hasattr(self, "model_list"):
return self.model_list
return None
def _get_client(self, deployment, kwargs, client_type=None):
"""