phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-28 04:04:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) support base_url with /openai passed for Azure

Browse source
This commit is contained in:
ishaan-jaff 2024-01-17 10:03:25 -08:00
parent a49fa3abaf
commit 82954728a7
1 changed files with 15 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/llms/azure.py
View file

@ -325,6 +325,9 @@ class AzureChatCompletion(BaseLLM):
"max_retries": max_retries, "max_retries": max_retries,
"timeout": timeout, "timeout": timeout,
} }
azure_client_params = select_azure_base_url_or_endpoint(
azure_client_params=azure_client_params
)
if api_key is not None: if api_key is not None:
azure_client_params["api_key"] = api_key azure_client_params["api_key"] = api_key
elif azure_ad_token is not None: elif azure_ad_token is not None:
@ -386,6 +389,9 @@ class AzureChatCompletion(BaseLLM):
"max_retries": max_retries, "max_retries": max_retries,
"timeout": timeout, "timeout": timeout,
} }
azure_client_params = select_azure_base_url_or_endpoint(
azure_client_params=azure_client_params
)
if api_key is not None: if api_key is not None:
azure_client_params["api_key"] = api_key azure_client_params["api_key"] = api_key
elif azure_ad_token is not None: elif azure_ad_token is not None:
@ -436,6 +442,9 @@ class AzureChatCompletion(BaseLLM):
"max_retries": data.pop("max_retries", 2), "max_retries": data.pop("max_retries", 2),
"timeout": timeout, "timeout": timeout,
} }
azure_client_params = select_azure_base_url_or_endpoint(
azure_client_params=azure_client_params
)
if api_key is not None: if api_key is not None:
azure_client_params["api_key"] = api_key azure_client_params["api_key"] = api_key
elif azure_ad_token is not None: elif azure_ad_token is not None:
@ -549,6 +558,9 @@ class AzureChatCompletion(BaseLLM):
"max_retries": max_retries, "max_retries": max_retries,
"timeout": timeout, "timeout": timeout,
} }
azure_client_params = select_azure_base_url_or_endpoint(
azure_client_params=azure_client_params
)
if api_key is not None: if api_key is not None:
azure_client_params["api_key"] = api_key azure_client_params["api_key"] = api_key
elif azure_ad_token is not None: elif azure_ad_token is not None:
@ -681,6 +693,9 @@ class AzureChatCompletion(BaseLLM):
"max_retries": max_retries, "max_retries": max_retries,
"timeout": timeout, "timeout": timeout,
} }
azure_client_params = select_azure_base_url_or_endpoint(
azure_client_params=azure_client_params
)
if api_key is not None: if api_key is not None:
azure_client_params["api_key"] = api_key azure_client_params["api_key"] = api_key
elif azure_ad_token is not None: elif azure_ad_token is not None: