phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use common logic for re-using openai clients

Browse source
This commit is contained in:
Ishaan Jaff 2025-03-18 17:56:32 -07:00
parent bdf77f6f4b
commit f73e9047dc
2 changed files with 95 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

16
litellm/llms/azure/common_utils.py
View file

@ -257,7 +257,17 @@ class BaseAzureLLM(BaseOpenAILLM):
model: Optional[str] = None,
) -> Optional[Union[AzureOpenAI, AsyncAzureOpenAI]]:
openai_client: Optional[Union[AzureOpenAI, AsyncAzureOpenAI]] = None
client_initialization_params: dict = locals()
if client is None:
cached_client = self.get_cached_openai_client(
client_initialization_params=client_initialization_params,
client_type="azure",
)
if cached_client and isinstance(
cached_client, (AzureOpenAI, AsyncAzureOpenAI)
):
return cached_client
azure_client_params = self.initialize_azure_sdk_client(
litellm_params=litellm_params or {},
api_key=api_key,
@ -278,6 +288,12 @@ class BaseAzureLLM(BaseOpenAILLM):
# set api_version to version passed by user
openai_client._custom_query.setdefault("api-version", api_version)
# save client in-memory cache
self.set_cached_openai_client(
openai_client=openai_client,
client_initialization_params=client_initialization_params,
client_type="azure",
)
return openai_client
def initialize_azure_sdk_client(