support dynamic api base

This commit is contained in:
wslee 2024-07-15 10:24:54 +09:00
parent e7fbb7e40a
commit c2efb260c1

View file

@ -4487,7 +4487,8 @@ def get_llm_provider(
)
elif custom_llm_provider == "friendliai":
api_base = (
get_secret("FRIENDLI_API_BASE")
api_base
or get_secret("FRIENDLI_API_BASE")
or "https://inference.friendli.ai/v1"
)
dynamic_api_key = (