From c8dfc95e90773666075fb5f74431920e37204bf0 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Wed, 31 Jul 2024 15:29:06 -0700 Subject: [PATCH] add examples on config --- litellm/proxy/proxy_config.yaml | 8 ++++---- proxy_server_config.yaml | 18 ++++++++++++++++++ 2 files changed, 22 insertions(+), 4 deletions(-) diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index dec13898e..20c08fe63 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -29,20 +29,20 @@ model_list: # For /fine_tuning/jobs endpoints finetune_settings: - custom_llm_provider: azure - api_base: https://exampleopenaiendpoint-production.up.railway.app/ + api_base: https://exampleopenaiendpoint-production.up.railway.app api_key: fake-key api_version: "2023-03-15-preview" - custom_llm_provider: openai - api_key: fake-key + api_key: os.environ/OPENAI_API_KEY # for /files endpoints files_settings: - custom_llm_provider: azure - api_base: https://exampleopenaiendpoint-production.up.railway.app/ + api_base: http://0.0.0.0:8090 api_key: fake-key api_version: "2023-03-15-preview" - custom_llm_provider: openai - api_key: fake-key + api_key: os.environ/OPENAI_API_KEY diff --git a/proxy_server_config.yaml b/proxy_server_config.yaml index f7766b65b..67e936a13 100644 --- a/proxy_server_config.yaml +++ b/proxy_server_config.yaml @@ -120,6 +120,24 @@ litellm_settings: langfuse_secret: os.environ/LANGFUSE_PROJECT2_SECRET # Project 2 langfuse_host: https://us.cloud.langfuse.com +# For /fine_tuning/jobs endpoints +finetune_settings: + - custom_llm_provider: azure + api_base: https://exampleopenaiendpoint-production.up.railway.app + api_key: fake-key + api_version: "2023-03-15-preview" + - custom_llm_provider: openai + api_key: os.environ/OPENAI_API_KEY + +# for /files endpoints +files_settings: + - custom_llm_provider: azure + api_base: http://0.0.0.0:8090 + api_key: fake-key + api_version: "2023-03-15-preview" + - custom_llm_provider: openai + api_key: os.environ/OPENAI_API_KEY + router_settings: routing_strategy: usage-based-routing-v2 redis_host: os.environ/REDIS_HOST