phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add support for friendli dedicated endpoint

Browse source
This commit is contained in:
wslee 2024-07-10 19:05:38 +09:00
parent f35af3bf1c
commit dd10da4d46
3 changed files with 65 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/utils.py
View file

@ -4486,7 +4486,10 @@ def get_llm_provider(
or get_secret("TOGETHER_AI_TOKEN")
)
elif custom_llm_provider == "friendliai":
api_base = "https://inference.friendli.ai/v1"
api_base = (
get_secret("FRIENDLI_API_BASE")
or "https://inference.friendli.ai/v1"
)
dynamic_api_key = (
api_key
or get_secret("FRIENDLIAI_API_KEY")