phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(router.py): add /v1/ if missing to base url, for openai-compatible api's

Browse source 
Fixes https://github.com/BerriAI/litellm/issues/2279
This commit is contained in:
Krrish Dholakia 2024-04-26 17:05:07 -07:00
parent 180718c33f
commit e05764bdb7
3 changed files with 59 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

18
litellm/router.py
View file

@ -1929,6 +1929,7 @@ class Router:
)
default_api_base = api_base
default_api_key = api_key
if (
model_name in litellm.open_ai_chat_completion_models
or custom_llm_provider in litellm.openai_compatible_providers
@ -1964,6 +1965,23 @@ class Router:
api_base = litellm.get_secret(api_base_env_name)
litellm_params["api_base"] = api_base
## AZURE AI STUDIO MISTRAL CHECK ##
"""
Make sure api base ends in /v1/
if not, add it - https://github.com/BerriAI/litellm/issues/2279
"""
if (
custom_llm_provider == "openai"
and api_base is not None
and not api_base.endswith("/v1/")
):
# check if it ends with a trailing slash
if api_base.endswith("/"):
api_base += "v1/"
else:
api_base += "/v1/"
api_version = litellm_params.get("api_version")
if api_version and api_version.startswith("os.environ/"):
api_version_env_name = api_version.replace("os.environ/", "")