support dynamic api base

2024-07-15 10:24:54 +09:00 · 2024-07-15 10:24:54 +09:00 · 40bb165108
commit 40bb165108
parent dd10da4d46
1 changed files with 2 additions and 1 deletions
--- a/litellm/utils.py
+++ b/litellm/utils.py
@ -4487,7 +4487,8 @@ def get_llm_provider(
                )
            elif custom_llm_provider == "friendliai":
                api_base = (
-                    get_secret("FRIENDLI_API_BASE")
+                    api_base
+                    or get_secret("FRIENDLI_API_BASE")
                    or "https://inference.friendli.ai/v1"
                )
                dynamic_api_key = (