phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) router Azure regular chat completion call

Browse source
This commit is contained in:
ishaan-jaff 2023-12-05 13:28:07 -08:00
parent 4e3040b357
commit 1463cc6023
1 changed files with 3 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/tests/test_router.py
View file

@ -162,18 +162,16 @@ def test_router_azure_acompletion():
"api_version": os.getenv("AZURE_API_VERSION"), "api_version": os.getenv("AZURE_API_VERSION"),
"api_base": os.getenv("AZURE_API_BASE") "api_base": os.getenv("AZURE_API_BASE")
}, },
"tpm": 240000,
"rpm": 1800 "rpm": 1800
}, },
{ {
"model_name": "gpt-3.5-turbo", # openai model name "model_name": "gpt-3.5-turbo", # openai model name
"litellm_params": { # params for litellm completion/embedding call "litellm_params": { # params for litellm completion/embedding call
"model": "azure/chatgpt-v-2", "model": "azure/gpt-turbo",
"api_key": old_api_key, "api_key": os.getenv("AZURE_FRANCE_API_KEY"),
"api_version": os.getenv("AZURE_API_VERSION"), "api_version": os.getenv("AZURE_API_VERSION"),
"api_base": os.getenv("AZURE_API_BASE") "api_base": "https://openai-france-1234.openai.azure.com"
}, },
"tpm": 240000,
"rpm": 1800 "rpm": 1800
} }
] ]