From 1ee78c39e95bafa12005358ab5a29c03ed3f3a54 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 4 Apr 2024 19:22:00 -0700 Subject: [PATCH] fix(proxy_server.py): skip to next model if invalid model (raise logger.error) --- litellm/proxy/proxy_server.py | 5 +++-- tests/test_models.py | 1 + 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index e68f05bc0..ec708eaa1 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -2415,9 +2415,10 @@ class ProxyConfig: ) _litellm_params = LiteLLM_Params(**_litellm_params) else: - raise Exception( + verbose_proxy_logger.error( f"Invalid model added to proxy db. Invalid litellm params. litellm_params={_litellm_params}" ) + continue # skip to next model if m.model_info is not None and isinstance(m.model_info, dict): if "id" not in m.model_info: @@ -2436,7 +2437,7 @@ class ProxyConfig: llm_model_list = llm_router.get_model_list() except Exception as e: - raise e + verbose_proxy_logger.error("{}".format(str(e))) proxy_config = ProxyConfig() diff --git a/tests/test_models.py b/tests/test_models.py index 5b4821529..21f41910c 100644 --- a/tests/test_models.py +++ b/tests/test_models.py @@ -137,6 +137,7 @@ async def test_add_models(): key_gen = await generate_key(session=session) key = key_gen["key"] await add_models(session=session) + await asyncio.sleep(60) await chat_completion(session=session, key=key)