(fix) use api_base in health checks

2025-04-25 18:54:30 +00:00 · 2024-02-24 18:39:20 -08:00 · 2024-02-24 18:39:20 -08:00 · c315c18695
commit c315c18695
parent bf403dc02e
2 changed files with 11 additions and 4 deletions
--- a/litellm/main.py
+++ b/litellm/main.py
@ -3358,12 +3358,15 @@ async def ahealth_check(
                or default_timeout
            )

+            api_base = model_params.get("api_base") or get_secret("OPENAI_API_BASE")
+
            response = await openai_chat_completions.ahealth_check(
                model=model,
                messages=model_params.get(
                    "messages", None
                ),  # Replace with your actual messages list
                api_key=api_key,
+                api_base=api_base,
                timeout=timeout,
                mode=mode,
                prompt=prompt,