phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) router: Azure Client Init

Browse source
This commit is contained in:
ishaan-jaff 2023-12-05 12:53:20 -08:00
parent d9f083b5f8
commit 3f84ab04c4
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -936,7 +936,7 @@ class Router:
# streaming clients should have diff timeouts # streaming clients should have diff timeouts
model["stream_async_client"] = openai.AsyncAzureOpenAI( model["stream_async_client"] = openai.AsyncAzureOpenAI(
api_key=api_key, api_key=api_key,
base_url=api_base, azure_endpoint=api_base,
api_version=api_version, api_version=api_version,
timeout=stream_timeout, timeout=stream_timeout,
max_retries=max_retries max_retries=max_retries
@ -944,7 +944,7 @@ class Router:
model["stream_client"] = openai.AzureOpenAI( model["stream_client"] = openai.AzureOpenAI(
api_key=api_key, api_key=api_key,
base_url=api_base, azure_endpoint=api_base,
api_version=api_version, api_version=api_version,
timeout=stream_timeout, timeout=stream_timeout,
max_retries=max_retries max_retries=max_retries