(dos) config.yaml

proxy_server_config.yaml

@@ -0,0 +1,34 @@
+model_list:
+  - model_name: gpt-4
+    litellm_params:
+      model: azure/chatgpt-v-2
+      api_base: https://openai-gpt-4-test-v-1.openai.azure.com/
+      api_version: "2023-05-15"
+      api_key: 
+      rpm: 200
+  - model_name: gpt-4
+    litellm_params:
+      model: azure/gpt-4
+      api_key: 
+      api_base: https://openai-gpt-4-test-v-2.openai.azure.com/
+      rpm: 100
+  - model_name: gpt-4
+    litellm_params:
+      model: azure/gpt-4
+      api_key: 
+      api_base: https://openai-gpt-4-test-v-2.openai.azure.com/
+      rpm: 10
+
+litellm_settings:
+  drop_params: True
+  set_verbose: True
+
+general_settings: 
+  # master_key: sk-1234 # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234)
+  # database_url: "postgresql://<user>:<password>@<host>:<port>/<dbname>" # [OPTIONAL] use for token-based auth to proxy
+
+environment_variables:
+  # settings for using redis caching
+  # REDIS_HOST: redis-16337.c322.us-east-1-2.ec2.cloud.redislabs.com
+  # REDIS_PORT: "16337"
+  # REDIS_PASSWORD: