phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add examples on config

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-31 15:29:06 -07:00
parent 2371df9ded
commit c8dfc95e90
2 changed files with 22 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/proxy/proxy_config.yaml
View file

@ -29,20 +29,20 @@ model_list:
# For /fine_tuning/jobs endpoints # For /fine_tuning/jobs endpoints
finetune_settings: finetune_settings:
- custom_llm_provider: azure - custom_llm_provider: azure
api_base: https://exampleopenaiendpoint-production.up.railway.app/ api_base: https://exampleopenaiendpoint-production.up.railway.app
api_key: fake-key api_key: fake-key
api_version: "2023-03-15-preview" api_version: "2023-03-15-preview"
- custom_llm_provider: openai - custom_llm_provider: openai
api_key: fake-key api_key: os.environ/OPENAI_API_KEY
# for /files endpoints # for /files endpoints
files_settings: files_settings:
- custom_llm_provider: azure - custom_llm_provider: azure
api_base: https://exampleopenaiendpoint-production.up.railway.app/ api_base: http://0.0.0.0:8090
api_key: fake-key api_key: fake-key
api_version: "2023-03-15-preview" api_version: "2023-03-15-preview"
- custom_llm_provider: openai - custom_llm_provider: openai
api_key: fake-key api_key: os.environ/OPENAI_API_KEY

18
proxy_server_config.yaml
View file

@ -120,6 +120,24 @@ litellm_settings:
langfuse_secret: os.environ/LANGFUSE_PROJECT2_SECRET # Project 2 langfuse_secret: os.environ/LANGFUSE_PROJECT2_SECRET # Project 2
langfuse_host: https://us.cloud.langfuse.com langfuse_host: https://us.cloud.langfuse.com
# For /fine_tuning/jobs endpoints
finetune_settings:
- custom_llm_provider: azure
api_base: https://exampleopenaiendpoint-production.up.railway.app
api_key: fake-key
api_version: "2023-03-15-preview"
- custom_llm_provider: openai
api_key: os.environ/OPENAI_API_KEY
# for /files endpoints
files_settings:
- custom_llm_provider: azure
api_base: http://0.0.0.0:8090
api_key: fake-key
api_version: "2023-03-15-preview"
- custom_llm_provider: openai
api_key: os.environ/OPENAI_API_KEY
router_settings: router_settings:
routing_strategy: usage-based-routing-v2 routing_strategy: usage-based-routing-v2
redis_host: os.environ/REDIS_HOST redis_host: os.environ/REDIS_HOST