phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Update proxy_server_config.yaml

Browse source
This commit is contained in:
Ishaan Jaff 2023-11-30 09:26:54 -08:00 • committed by GitHub
parent 062ede96e3
commit a965c4dfb1
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

7
proxy_server_config.yaml
View file

@ -4,12 +4,11 @@ model_list:
model: azure/chatgpt-v-2
api_base: https://openai-gpt-4-test-v-1.openai.azure.com/
api_version: "2023-05-15"
api_key:
rpm: 200
api_key: os.environ/AZURE_API_KEY1 # The `os.environ/` prefix tells litellm to read this from the env
- model_name: gpt-4
litellm_params:
model: azure/gpt-4
api_key:
api_key: os.environ/AZURE_API_KEY2
api_base: https://openai-gpt-4-test-v-2.openai.azure.com/
rpm: 100
- model_name: gpt-4
@ -31,4 +30,4 @@ environment_variables:
# settings for using redis caching
# REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com
# REDIS_PORT: "16337"
# REDIS_PASSWORD:
# REDIS_PASSWORD: