feat(router.py): enable filtering model group by 'allowed_model_region'

2024-05-08 22:10:17 -07:00 · 2024-05-08 22:10:17 -07:00 · 3d18897d69
commit 3d18897d69
parent db666b01e5
11 changed files with 417 additions and 35 deletions
--- a/proxy_server_config.yaml
+++ b/proxy_server_config.yaml
@ -1,4 +1,9 @@
 model_list:
+  - model_name: gpt-3.5-turbo
+    litellm_params:
+      model: azure/gpt-35-turbo
+      api_base: https://my-endpoint-europe-berri-992.openai.azure.com/
+      api_key: os.environ/AZURE_EUROPE_API_KEY
  - model_name: gpt-3.5-turbo
    litellm_params:
      model: azure/chatgpt-v-2