diff --git a/.circleci/config.yml b/.circleci/config.yml index 4510680a0..086991d2c 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -103,6 +103,10 @@ jobs: command: | docker run -d \ -p 4000:4000 \ + -e DATABASE_URL=$PROXY_DOCKER_DB_URL \ + -e AZURE_API_KEY=$AZURE_FRANCE_API_KEY \ + -e AZURE_FRANCE_API_KEY=$AZURE_FRANCE_API_KEY \ + -e AZURE_EUROPE_API_KEY=$AZURE_EUROPE_API_KEY \ --name my-app \ -v $(pwd)/proxy_server_config.yaml:/app/config.yaml \ my-app:latest \ diff --git a/proxy_server_config.yaml b/proxy_server_config.yaml index b58f9aea1..34995ca96 100644 --- a/proxy_server_config.yaml +++ b/proxy_server_config.yaml @@ -4,18 +4,18 @@ model_list: model: azure/chatgpt-v-2 api_base: https://openai-gpt-4-test-v-1.openai.azure.com/ api_version: "2023-05-15" - api_key: os.environ/AZURE_API_KEY1 # The `os.environ/` prefix tells litellm to read this from the env. See https://docs.litellm.ai/docs/simple_proxy#load-api-keys-from-vault + api_key: os.environ/AZURE_API_KEY # The `os.environ/` prefix tells litellm to read this from the env. See https://docs.litellm.ai/docs/simple_proxy#load-api-keys-from-vault - model_name: gpt-4 litellm_params: - model: azure/gpt-4 - api_key: os.environ/AZURE_API_KEY2 - api_base: https://openai-gpt-4-test-v-2.openai.azure.com/ + model: azure/gpt-turbo + api_key: os.environ/AZURE_FRANCE_API_KEY + api_base: https://openai-france-1234.openai.azure.com/ rpm: 100 - model_name: gpt-4 litellm_params: - model: azure/gpt-4 - api_key: - api_base: https://openai-gpt-4-test-v-2.openai.azure.com/ + model: azure/gpt-35-turbo + api_key: os.environ/AZURE_EUROPE_API_KEY + api_base: https://my-endpoint-europe-berri-992.openai.azure.com rpm: 10 litellm_settings: