diff --git a/docs/my-website/docs/routing.md b/docs/my-website/docs/routing.md index 1441016a62..c4aa5a0848 100644 --- a/docs/my-website/docs/routing.md +++ b/docs/my-website/docs/routing.md @@ -256,7 +256,24 @@ Queue your LLM API requests to ensure you're under your rate limits import requests import time config = { - + "model_list": [ + { + "model_name": "gpt-3.5-turbo", + "litellm_params": { + "model": "gpt-3.5-turbo", + "api_key": "sk-" + } + }, + { + "model_name": "gpt-3.5-turbo", + "litellm_params": { + "model": "azure/chatgpt-v-2", + "api_key": "", + "api_base": "https://openai-gpt-4-test-v-1.openai.azure.com/", + "api_version": "2023-07-01-preview" + } + } + ] } response = requests.post(