diff --git a/docs/my-website/docs/tutorials/tag_management.md b/docs/my-website/docs/tutorials/tag_management.md new file mode 100644 index 0000000000..3de1045ad0 --- /dev/null +++ b/docs/my-website/docs/tutorials/tag_management.md @@ -0,0 +1,30 @@ +import Image from '@theme/IdealImage'; + +# Routing based on request metadata + +Create routing rules based on request metadata. + +## Setup + +Add the following to your litellm proxy config yaml file. +```yaml +router_settings: + enable_tag_filtering: True # 👈 Key Change +``` + +## 1. Create a tag + + + +## 2. Test Tag Routing + +### 2.1 Invalid model + + + +### 2.2 Valid model + + + + + diff --git a/docs/my-website/img/tag_invalid.png b/docs/my-website/img/tag_invalid.png new file mode 100644 index 0000000000..e12f7197b1 Binary files /dev/null and b/docs/my-website/img/tag_invalid.png differ diff --git a/docs/my-website/img/tag_valid.png b/docs/my-website/img/tag_valid.png new file mode 100644 index 0000000000..3b6e121d12 Binary files /dev/null and b/docs/my-website/img/tag_valid.png differ diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js index 9057f9ac88..3d4e09fda3 100644 --- a/docs/my-website/sidebars.js +++ b/docs/my-website/sidebars.js @@ -444,6 +444,7 @@ const sidebars = { items: [ "tutorials/openweb_ui", "tutorials/msft_sso", + "tutorials/tag_management", 'tutorials/litellm_proxy_aporia', { type: "category", diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index 23de923db7..1d32d2d71e 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -19,3 +19,6 @@ litellm_settings: success_callback: ["langfuse", "s3"] langfuse_secret: secret-workflows-key langfuse_public_key: public-workflows-key + +router_settings: + enable_tag_filtering: True # 👈 Key Change \ No newline at end of file