phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs(routing.md): updating docs for managing multiple deployments

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-18 19:02:50 -08:00
parent d8079907b9
commit 9e88014ff4
2 changed files with 203 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/router.py
View file

@ -11,7 +11,7 @@ class Router:
Example usage:
from litellm import Router
model_list = [{
"model_name": "gpt-3.5-turbo", # openai model name
"model_name": "gpt-3.5-turbo", # model alias
"litellm_params": { # params for litellm completion/embedding call
"model": "azure/<your-deployment-name>",
"api_key": <your-api-key>,
@ -47,9 +47,9 @@ class Router:
self.chat = litellm.Chat(params=default_litellm_params)
self.default_litellm_params = {
"timeout": timeout
}
self.default_litellm_params = default_litellm_params
self.default_litellm_params["timeout"] = timeout
self.routing_strategy = routing_strategy
### HEALTH CHECK THREAD ###
if self.routing_strategy == "least-busy":