diff --git a/docs/my-website/docs/providers/friendli_ai.md b/docs/my-website/docs/providers/friendli_ai.md index 5f92c8a58..f50f8ff0b 100644 --- a/docs/my-website/docs/providers/friendli_ai.md +++ b/docs/my-website/docs/providers/friendli_ai.md @@ -1,12 +1,12 @@ # FriendliAI -https://friendli.ai/ +https://suite.friendli.ai/ **We support ALL FriendliAI models, just set `friendli_ai/` as a prefix when sending completion requests** ## API Key ```python # env variable -os.environ['FRIENDLI_AI_API_KEY'] +os.environ['FRIENDLI_TOKEN'] ``` ## Sample Usage @@ -14,7 +14,7 @@ os.environ['FRIENDLI_AI_API_KEY'] from litellm import completion import os -os.environ['FRIENDLI_AI_API_KEY'] = "" +os.environ['FRIENDLI_TOKEN'] = "" response = completion( model="friendli_ai/mixtral-8x7b-instruct-v0-1", messages=[ @@ -29,7 +29,7 @@ print(response) from litellm import completion import os -os.environ['FRIENDLI_AI_API_KEY'] = "" +os.environ['FRIENDLI_TOKEN'] = "" response = completion( model="friendli_ai/mixtral-8x7b-instruct-v0-1", messages=[ diff --git a/litellm/main.py b/litellm/main.py index 3c3034cdd..cd329852b 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -4288,7 +4288,7 @@ def speech( response: Optional[HttpxBinaryResponseContent] = None if custom_llm_provider == "openai": api_base = ( - api_base # for deepinfra/perplexity/anyscale/groq/friendli we check in get_llm_provider and pass in the api base from there + api_base # for deepinfra/perplexity/anyscale/groq/friendli_ai we check in get_llm_provider and pass in the api base from there or litellm.api_base or get_secret("OPENAI_API_BASE") or "https://api.openai.com/v1"