phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(chore) add mistral azure ai comments

Browse source
This commit is contained in:
ishaan-jaff 2024-02-29 12:04:16 -08:00
parent 38e003bcc0
commit 3a661b209a
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/utils.py
View file

@ -5005,15 +5005,17 @@ def get_llm_provider(
# mistral is openai compatible, we just need to set this to custom_openai and have the api_base be https://api.mistral.ai # mistral is openai compatible, we just need to set this to custom_openai and have the api_base be https://api.mistral.ai
api_base = ( api_base = (
api_base api_base
or get_secret("MISTRAL_AZURE_API_BASE") or get_secret("MISTRAL_AZURE_API_BASE") # for Azure AI Mistral
or "https://api.mistral.ai/v1" or "https://api.mistral.ai/v1"
) )
# if api_base does not end with /v1 we add it # if api_base does not end with /v1 we add it
if api_base is not None and not api_base.endswith("/v1"): if api_base is not None and not api_base.endswith(
"/v1"
): # Mistral always needs a /v1 at the end
api_base = api_base + "/v1" api_base = api_base + "/v1"
dynamic_api_key = ( dynamic_api_key = (
api_key api_key
or get_secret("MISTRAL_AZURE_API_KEY") or get_secret("MISTRAL_AZURE_API_KEY") # for Azure AI Mistral
or get_secret("MISTRAL_API_KEY") or get_secret("MISTRAL_API_KEY")
) )
elif custom_llm_provider == "voyage": elif custom_llm_provider == "voyage":