From 2adb2fc6a5cd8f1e87fe3438100003a10bd793cc Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 23 Apr 2025 22:10:46 -0700 Subject: [PATCH 1/2] test: handle service unavailable error --- tests/llm_translation/base_llm_unit_tests.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/llm_translation/base_llm_unit_tests.py b/tests/llm_translation/base_llm_unit_tests.py index 230781c636..6a2cacd20a 100644 --- a/tests/llm_translation/base_llm_unit_tests.py +++ b/tests/llm_translation/base_llm_unit_tests.py @@ -947,6 +947,8 @@ class BaseLLMChatTest(ABC): second_response.choices[0].message.content is not None or second_response.choices[0].message.tool_calls is not None ) + except litellm.ServiceUnavailableError: + pytest.skip("Model is overloaded") except litellm.InternalServerError: pytest.skip("Model is overloaded") except litellm.RateLimitError: From b82af5b826553b5d35864c924af3b368a235fd6d Mon Sep 17 00:00:00 2001 From: Christian Owusu <36159205+crisshaker@users.noreply.github.com> Date: Thu, 24 Apr 2025 06:27:44 +0000 Subject: [PATCH 2/2] Fix UI Flicker in Dashboard (#10261) --- ui/litellm-dashboard/src/app/page.tsx | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ui/litellm-dashboard/src/app/page.tsx b/ui/litellm-dashboard/src/app/page.tsx index 1fea83d054..2a3b7422ce 100644 --- a/ui/litellm-dashboard/src/app/page.tsx +++ b/ui/litellm-dashboard/src/app/page.tsx @@ -151,7 +151,7 @@ export default function CreateKeyPage() { if (redirectToLogin) { window.location.href = (proxyBaseUrl || "") + "/sso/key/generate" } - }, [token, authLoading]) + }, [redirectToLogin]) useEffect(() => { if (!token) { @@ -223,7 +223,7 @@ export default function CreateKeyPage() { } }, [accessToken, userID, userRole]); - if (authLoading) { + if (authLoading || redirectToLogin) { return }