diff --git a/proxy_server_config.yaml b/proxy_server_config.yaml
index ca6de7975..07bfba4ec 100644
--- a/proxy_server_config.yaml
+++ b/proxy_server_config.yaml
@@ -4,12 +4,11 @@ model_list:
       model: azure/chatgpt-v-2
       api_base: https://openai-gpt-4-test-v-1.openai.azure.com/
       api_version: "2023-05-15"
-      api_key: 
-      rpm: 200
+      api_key: os.environ/AZURE_API_KEY1 # The `os.environ/` prefix tells litellm to read this from the env 
   - model_name: gpt-4
     litellm_params:
       model: azure/gpt-4
-      api_key: 
+      api_key: os.environ/AZURE_API_KEY2
       api_base: https://openai-gpt-4-test-v-2.openai.azure.com/
       rpm: 100
   - model_name: gpt-4
@@ -31,4 +30,4 @@ environment_variables:
   # settings for using redis caching
   # REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com
   # REDIS_PORT: "16337"
-  # REDIS_PASSWORD: 
\ No newline at end of file
+  # REDIS_PASSWORD: