forked from phoenix/litellm-mirror
doc - client side fallbacks
This commit is contained in:
parent
1656bbf03e
commit
b52802bbfa
1 changed files with 1 additions and 1 deletions
|
@ -76,7 +76,7 @@ curl --location 'http://0.0.0.0:4000/chat/completions' \
|
|||
"content": "what llm are you"
|
||||
}
|
||||
],
|
||||
"fallbacks": [{"zephyr-beta": ["gpt-3.5-turbo"]}],
|
||||
"fallbacks": ["gpt-3.5-turbo"]}],
|
||||
"context_window_fallbacks": [{"zephyr-beta": ["gpt-3.5-turbo"]}],
|
||||
"num_retries": 2,
|
||||
"timeout": 10
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue