phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

proxy - add azure/command r

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-05 14:35:31 -07:00
parent 8df13306ea
commit 9055a071e6
3 changed files with 62 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -1767,6 +1767,11 @@ class Router:
or "ft:gpt-3.5-turbo" in model_name
or model_name in litellm.open_ai_embedding_models
):
if custom_llm_provider == "azure":
if litellm.utils._is_non_openai_azure_model(model_name):
custom_llm_provider = "openai"
# remove azure prefx from model_name
model_name = model_name.replace("azure/", "")
# glorified / complicated reading of configs
# user can pass vars directly or they can pas os.environ/AZURE_API_KEY, in which case we will read the env
# we do this here because we init clients for Azure, OpenAI and we need to set the right key