From c2efb260c1b3b7ca9dd0512933fb2c2714c9f109 Mon Sep 17 00:00:00 2001 From: wslee Date: Mon, 15 Jul 2024 10:24:54 +0900 Subject: [PATCH] support dynamic api base --- litellm/utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/utils.py b/litellm/utils.py index 03bbb0e8cb..f35f1ce4b0 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -4487,7 +4487,8 @@ def get_llm_provider( ) elif custom_llm_provider == "friendliai": api_base = ( - get_secret("FRIENDLI_API_BASE") + api_base + or get_secret("FRIENDLI_API_BASE") or "https://inference.friendli.ai/v1" ) dynamic_api_key = (