From 99e8f0715e0973e65d32d36907cd36215e4a1c6d Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 11 May 2024 22:42:43 -0700 Subject: [PATCH] test(test_end_users.py): fix end user region routing test --- proxy_server_config.yaml | 7 ++++--- tests/test_end_users.py | 5 +---- 2 files changed, 5 insertions(+), 7 deletions(-) diff --git a/proxy_server_config.yaml b/proxy_server_config.yaml index 964ad4808..0673d967d 100644 --- a/proxy_server_config.yaml +++ b/proxy_server_config.yaml @@ -1,9 +1,10 @@ model_list: - model_name: gpt-3.5-turbo litellm_params: - model: azure/gpt-35-turbo - api_base: https://my-endpoint-europe-berri-992.openai.azure.com/ - api_key: os.environ/AZURE_EUROPE_API_KEY + model: gpt-3.5-turbo + region_name: "eu" + model_info: + id: "1" - model_name: gpt-3.5-turbo litellm_params: model: azure/chatgpt-v-2 diff --git a/tests/test_end_users.py b/tests/test_end_users.py index 96cfc2bde..3f1568f96 100644 --- a/tests/test_end_users.py +++ b/tests/test_end_users.py @@ -167,7 +167,4 @@ async def test_end_user_specific_region(): user=end_user_obj["user_id"], ) - assert ( - result.headers.get("x-litellm-model-api-base") - == "https://my-endpoint-europe-berri-992.openai.azure.com/" - ) + assert result.headers.get("x-litellm-model-id") == "1"