From 43c37c31ea4e88fd91bb85f66e188507e2b3e8b2 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 15 Apr 2024 09:02:02 -0700 Subject: [PATCH] fix(proxy_server.py): return none if no model list set in router https://github.com/BerriAI/litellm/issues/2979 --- litellm/proxy/proxy_server.py | 3 --- litellm/router.py | 4 +++- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index c46b350f8..06a51a384 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -2494,9 +2494,6 @@ class ProxyConfig: verbose_proxy_logger.debug(f"_model_list: {_model_list}") llm_router = litellm.Router(model_list=_model_list) verbose_proxy_logger.debug(f"updated llm_router: {llm_router}") - verbose_proxy_logger.debug( - f"llm_router model list: {llm_router.model_list}" - ) else: new_models = await prisma_client.db.litellm_proxymodeltable.find_many() verbose_proxy_logger.debug(f"len new_models: {len(new_models)}") diff --git a/litellm/router.py b/litellm/router.py index bbc5b87dc..e15780074 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -2306,7 +2306,9 @@ class Router: return self.model_names def get_model_list(self): - return self.model_list + if hasattr(self, "model_list"): + return self.model_list + return None def _get_client(self, deployment, kwargs, client_type=None): """