phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(docs) show fallbacks on proxy_config

Browse source
This commit is contained in:
ishaan-jaff 2024-01-08 08:54:10 +05:30
parent ccd100fab3
commit 119ff2fe05
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/proxy_config.yaml
View file

@ -1,5 +1,5 @@
model_list:
- model_name: Azure OpenAI GPT-4 Canada-East (External)
- model_name: azure-gpt-3.5
litellm_params:
model: azure/chatgpt-v-2
api_base: os.environ/AZURE_API_BASE
@ -49,6 +49,7 @@ model_list:
mode: completion
litellm_settings:
fallbacks: [{"openai-gpt-3.5": ["azure-gpt-3.5"]}]
# cache: True
# setting callback class
# callbacks: custom_callbacks.proxy_handler_instance # sets litellm.callbacks = [proxy_handler_instance]