forked from phoenix/litellm-mirror
docs - have 1 section for routing +load balancing (#6884)
* docs - have 1 section for routing +load balancing * remove emoji
This commit is contained in:
parent
50314a66ca
commit
afc69761de
4 changed files with 14 additions and 9 deletions
|
@ -1,4 +1,4 @@
|
||||||
# Multiple Instances
|
# Proxy - Load Balancing
|
||||||
Load balance multiple instances of the same model
|
Load balance multiple instances of the same model
|
||||||
|
|
||||||
The proxy will handle routing requests (using LiteLLM's Router). **Set `rpm` in the config if you want maximize throughput**
|
The proxy will handle routing requests (using LiteLLM's Router). **Set `rpm` in the config if you want maximize throughput**
|
||||||
|
|
|
@ -2,7 +2,7 @@ import Image from '@theme/IdealImage';
|
||||||
import Tabs from '@theme/Tabs';
|
import Tabs from '@theme/Tabs';
|
||||||
import TabItem from '@theme/TabItem';
|
import TabItem from '@theme/TabItem';
|
||||||
|
|
||||||
# Fallbacks, Load Balancing, Retries
|
# Proxy - Fallbacks, Retries
|
||||||
|
|
||||||
- Quick Start [load balancing](#test---load-balancing)
|
- Quick Start [load balancing](#test---load-balancing)
|
||||||
- Quick Start [client side fallbacks](#test---client-side-fallbacks)
|
- Quick Start [client side fallbacks](#test---client-side-fallbacks)
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
# 👥 Team-based Routing
|
# Team-based Routing
|
||||||
|
|
||||||
## Routing
|
## Routing
|
||||||
Route calls to different model groups based on the team-id
|
Route calls to different model groups based on the team-id
|
||||||
|
|
|
@ -96,11 +96,10 @@ const sidebars = {
|
||||||
label: "Spend Tracking + Budgets",
|
label: "Spend Tracking + Budgets",
|
||||||
items: ["proxy/cost_tracking", "proxy/users", "proxy/custom_pricing", "proxy/team_budgets", "proxy/billing", "proxy/customers"],
|
items: ["proxy/cost_tracking", "proxy/users", "proxy/custom_pricing", "proxy/team_budgets", "proxy/billing", "proxy/customers"],
|
||||||
},
|
},
|
||||||
"proxy/reliability",
|
|
||||||
{
|
{
|
||||||
type: "category",
|
type: "link",
|
||||||
label: "Routing",
|
label: "Load Balancing, Routing, Fallbacks",
|
||||||
items: ["proxy/load_balancing", "proxy/tag_routing", "proxy/provider_budget_routing", "proxy/team_based_routing", "proxy/customer_routing",],
|
href: "https://docs.litellm.ai/docs/routing-load-balancing",
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
type: "category",
|
type: "category",
|
||||||
|
@ -267,8 +266,14 @@ const sidebars = {
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
type: "category",
|
type: "category",
|
||||||
label: "Load Balancing",
|
label: "Load Balancing & Routing",
|
||||||
items: ["routing", "scheduler"],
|
link: {
|
||||||
|
type: "generated-index",
|
||||||
|
title: "Load Balancing & Routing",
|
||||||
|
description: "Learn how to load balance, route, and set fallbacks for your LLM requests",
|
||||||
|
slug: "/routing-load-balancing",
|
||||||
|
},
|
||||||
|
items: ["routing", "scheduler", "proxy/load_balancing", "proxy/reliability", "proxy/tag_routing", "proxy/provider_budget_routing", "proxy/team_based_routing", "proxy/customer_routing"],
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
type: "category",
|
type: "category",
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue