From 48416f80188e09c5d4f29009aef8a71a5b031103 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Wed, 29 Nov 2023 17:14:34 -0800 Subject: [PATCH] (test) add rpm to load test profiling --- litellm/tests/test_profiling_router.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/litellm/tests/test_profiling_router.py b/litellm/tests/test_profiling_router.py index a27a3eafa..d9c6590ad 100644 --- a/litellm/tests/test_profiling_router.py +++ b/litellm/tests/test_profiling_router.py @@ -31,21 +31,24 @@ # "litellm_params": { # "model": "azure/gpt-turbo", # "api_key": "os.environ/AZURE_FRANCE_API_KEY", -# "api_base": "https://openai-france-1234.openai.azure.com" +# "api_base": "https://openai-france-1234.openai.azure.com", +# "rpm": 1440, # } # }, { # "model_name": "azure-model", # "litellm_params": { # "model": "azure/gpt-35-turbo", # "api_key": "os.environ/AZURE_EUROPE_API_KEY", -# "api_base": "https://my-endpoint-europe-berri-992.openai.azure.com" +# "api_base": "https://my-endpoint-europe-berri-992.openai.azure.com", +# "rpm": 6 # } # }, { # "model_name": "azure-model", # "litellm_params": { # "model": "azure/gpt-35-turbo", # "api_key": "os.environ/AZURE_CANADA_API_KEY", -# "api_base": "https://my-endpoint-canada-berri992.openai.azure.com" +# "api_base": "https://my-endpoint-canada-berri992.openai.azure.com", +# "rpm": 6 # } # }]