phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) mistral allow setting API base in env

Browse source
This commit is contained in:
ishaan-jaff 2024-02-29 08:15:47 -08:00
parent 46134d3fba
commit 7c3141a66c
1 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/utils.py
View file

@ -5003,8 +5003,15 @@ def get_llm_provider(
dynamic_api_key = get_secret("GROQ_API_KEY")
elif custom_llm_provider == "mistral":
# mistral is openai compatible, we just need to set this to custom_openai and have the api_base be https://api.mistral.ai
api_base = api_base or "https://api.mistral.ai/v1"
dynamic_api_key = get_secret("MISTRAL_API_KEY")
api_base = (
api_base
or get_secret("MISTRAL_API_BASE")
or "https://api.mistral.ai/v1"
)
# if api_base does not end with /v1 we add it
if api_base is not None and not api_base.endswith("/v1"):
api_base = api_base + "/v1"
dynamic_api_key = api_key or get_secret("MISTRAL_API_KEY")
elif custom_llm_provider == "voyage":
# voyage is openai compatible, we just need to set this to custom_openai and have the api_base be https://api.voyageai.com/v1
api_base = "https://api.voyageai.com/v1"