docs(routing.md): add docs on using caching groups across deployments

This commit is contained in:
Krrish Dholakia 2023-12-15 21:51:59 -08:00
parent e76ed6be7d
commit 662324afd4
2 changed files with 58 additions and 197 deletions

View file

@ -14,6 +14,7 @@ import dotenv, traceback, random, asyncio, time, contextvars
from copy import deepcopy
import httpx
import litellm
from litellm import ( # type: ignore
client,
exception_type,