(fix) proxy - cloudflare + Azure bug [non-streaming]

This commit is contained in:
ishaan-jaff 2024-01-04 10:24:51 +05:30
parent b103ab1f0b
commit 6d21ee3a2f
3 changed files with 92 additions and 32 deletions

View file

@ -1326,6 +1326,7 @@ class Router:
local_only=True,
) # cache for 1 hr
cache_key = f"{model_id}_client"
_client = openai.AzureOpenAI( # type: ignore
api_key=api_key,
base_url=api_base,