From a965c4dfb1867d2da490d545e049760ae0850675 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 30 Nov 2023 09:26:54 -0800 Subject: [PATCH] Update proxy_server_config.yaml --- proxy_server_config.yaml | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/proxy_server_config.yaml b/proxy_server_config.yaml index ca6de7975..07bfba4ec 100644 --- a/proxy_server_config.yaml +++ b/proxy_server_config.yaml @@ -4,12 +4,11 @@ model_list: model: azure/chatgpt-v-2 api_base: https://openai-gpt-4-test-v-1.openai.azure.com/ api_version: "2023-05-15" - api_key: - rpm: 200 + api_key: os.environ/AZURE_API_KEY1 # The `os.environ/` prefix tells litellm to read this from the env - model_name: gpt-4 litellm_params: model: azure/gpt-4 - api_key: + api_key: os.environ/AZURE_API_KEY2 api_base: https://openai-gpt-4-test-v-2.openai.azure.com/ rpm: 100 - model_name: gpt-4 @@ -31,4 +30,4 @@ environment_variables: # settings for using redis caching # REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com # REDIS_PORT: "16337" - # REDIS_PASSWORD: \ No newline at end of file + # REDIS_PASSWORD: