docs(routing.md): add docs on using caching groups across deployments

This commit is contained in:
Krrish Dholakia 2023-12-15 21:51:59 -08:00
parent 84ad9f441e
commit 5b4ca42de6
2 changed files with 58 additions and 197 deletions

View file

@ -14,6 +14,7 @@ import dotenv, traceback, random, asyncio, time, contextvars
from copy import deepcopy
import httpx
import litellm
from litellm import ( # type: ignore
client,
exception_type,