phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) proxy - cloudflare + Azure bug [non-streaming]

Browse source
This commit is contained in:
ishaan-jaff 2024-01-04 10:24:51 +05:30
parent b103ab1f0b
commit 6d21ee3a2f
3 changed files with 92 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/router.py
View file

@ -1326,6 +1326,7 @@ class Router:
local_only=True,
) # cache for 1 hr
cache_key = f"{model_id}_client"
_client = openai.AzureOpenAI( # type: ignore
api_key=api_key,
base_url=api_base,