phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

add examples on config

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-31 15:29:06 -07:00
parent 2371df9ded
commit c8dfc95e90
2 changed files with 22 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/proxy/proxy_config.yaml
View file

@ -29,20 +29,20 @@ model_list:
# For /fine_tuning/jobs endpoints
finetune_settings:
- custom_llm_provider: azure
api_base: https://exampleopenaiendpoint-production.up.railway.app/
api_base: https://exampleopenaiendpoint-production.up.railway.app
api_key: fake-key
api_version: "2023-03-15-preview"
- custom_llm_provider: openai
api_key: fake-key
api_key: os.environ/OPENAI_API_KEY
# for /files endpoints
files_settings:
- custom_llm_provider: azure
api_base: https://exampleopenaiendpoint-production.up.railway.app/
api_base: http://0.0.0.0:8090
api_key: fake-key
api_version: "2023-03-15-preview"
- custom_llm_provider: openai
api_key: fake-key
api_key: os.environ/OPENAI_API_KEY

18
proxy_server_config.yaml
View file

@ -120,6 +120,24 @@ litellm_settings:
langfuse_secret: os.environ/LANGFUSE_PROJECT2_SECRET # Project 2
langfuse_host: https://us.cloud.langfuse.com
# For /fine_tuning/jobs endpoints
finetune_settings:
- custom_llm_provider: azure
api_base: https://exampleopenaiendpoint-production.up.railway.app
api_key: fake-key
api_version: "2023-03-15-preview"
- custom_llm_provider: openai
api_key: os.environ/OPENAI_API_KEY
# for /files endpoints
files_settings:
- custom_llm_provider: azure
api_base: http://0.0.0.0:8090
api_key: fake-key
api_version: "2023-03-15-preview"
- custom_llm_provider: openai
api_key: os.environ/OPENAI_API_KEY
router_settings:
routing_strategy: usage-based-routing-v2
redis_host: os.environ/REDIS_HOST