phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix logic for intializing openai clients

Browse source
This commit is contained in:
Ishaan Jaff 2025-03-18 10:23:30 -07:00
parent 0601768bb8
commit a0c5fb81b8
4 changed files with 40 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/azure/azure.py
View file

@ -234,6 +234,7 @@ class AzureChatCompletion(BaseAzureLLM, BaseLLM):
api_base=api_base,
model_name=model,
api_version=api_version,
is_async=False,
)
### CHECK IF CLOUDFLARE AI GATEWAY ###
### if so - set the model as part of the base url
@ -749,6 +750,7 @@ class AzureChatCompletion(BaseAzureLLM, BaseLLM):
model_name=model,
api_version=api_version,
api_base=api_base,
is_async=False,
)
## LOGGING
logging_obj.pre_call(
@ -1152,6 +1154,7 @@ class AzureChatCompletion(BaseAzureLLM, BaseLLM):
model_name=model or "",
api_version=api_version,
api_base=api_base,
is_async=False,
)
if aimg_generation is True:
return self.aimage_generation(data=data, input=input, logging_obj=logging_obj, model_response=model_response, api_key=api_key, client=client, azure_client_params=azure_client_params, timeout=timeout, headers=headers) # type: ignore

4
litellm/llms/azure/common_utils.py
View file

@ -9,7 +9,7 @@ import litellm
from litellm._logging import verbose_logger
from litellm.caching.caching import DualCache
from litellm.llms.base_llm.chat.transformation import BaseLLMException
from litellm.llms.openai.openai import OpenAIChatCompletion
from litellm.llms.openai.common_utils import BaseOpenAILLM
from litellm.secret_managers.get_azure_ad_token_provider import (
get_azure_ad_token_provider,
)
@ -245,7 +245,7 @@ def select_azure_base_url_or_endpoint(azure_client_params: dict):
return azure_client_params
class BaseAzureLLM(OpenAIChatCompletion):
class BaseAzureLLM(BaseOpenAILLM):
def get_azure_openai_client(
self,
api_key: Optional[str],