support dynamic api base

This commit is contained in:
wslee 2024-07-15 10:24:54 +09:00
parent e7fbb7e40a
commit c2efb260c1

View file

@ -4487,7 +4487,8 @@ def get_llm_provider(
) )
elif custom_llm_provider == "friendliai": elif custom_llm_provider == "friendliai":
api_base = ( api_base = (
get_secret("FRIENDLI_API_BASE") api_base
or get_secret("FRIENDLI_API_BASE")
or "https://inference.friendli.ai/v1" or "https://inference.friendli.ai/v1"
) )
dynamic_api_key = ( dynamic_api_key = (