doc - client side fallbacks

This commit is contained in:
Ishaan Jaff 2024-06-10 14:33:42 -07:00
parent 1656bbf03e
commit b52802bbfa

View file

@ -76,7 +76,7 @@ curl --location 'http://0.0.0.0:4000/chat/completions' \
"content": "what llm are you"
}
],
"fallbacks": [{"zephyr-beta": ["gpt-3.5-turbo"]}],
"fallbacks": ["gpt-3.5-turbo"]}],
"context_window_fallbacks": [{"zephyr-beta": ["gpt-3.5-turbo"]}],
"num_retries": 2,
"timeout": 10