From 0f7d03f761712ea4e80f20da39633b94c08dad65 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Thu, 4 Jan 2024 11:16:39 +0530
Subject: [PATCH] fix(proxy/rules.md): add docs on setting post-call rules on
 the proxy

---
 docs/my-website/docs/proxy/rules.md        | 43 ++++++++++++++++++++++
 docs/my-website/sidebars.js                |  1 +
 litellm/llms/custom_httpx/bedrock_async.py |  0
 3 files changed, 44 insertions(+)
 create mode 100644 docs/my-website/docs/proxy/rules.md
 create mode 100644 litellm/llms/custom_httpx/bedrock_async.py

diff --git a/docs/my-website/docs/proxy/rules.md b/docs/my-website/docs/proxy/rules.md
new file mode 100644
index 000000000..1e963577f
--- /dev/null
+++ b/docs/my-website/docs/proxy/rules.md
@@ -0,0 +1,43 @@
+# Post-Call Rules 
+
+Use this to fail a request based on the output of an llm api call.
+
+## Quick Start
+
+### Step 1: Create a file (e.g. post_call_rules.py)
+
+```python
+def my_custom_rule(input): # receives the model response 
+    if len(input) < 5: # trigger fallback if the model response is too short
+         return False 
+    return True 
+```
+
+### Step 2. Point it to your proxy
+
+```python
+litellm_settings:
+  post_call_rules: post_call_rules.my_custom_rule
+  num_retries: 3
+```
+
+### Step 3. Start + test your proxy
+
+```bash
+$ litellm /path/to/config.yaml
+```
+
+```bash
+curl --location 'http://0.0.0.0:8000/v1/chat/completions' \
+--header 'Content-Type: application/json' \
+--header 'Authorization: Bearer sk-1234' \
+--data '{
+  "model": "deepseek-coder",
+  "messages": [{"role":"user","content":"What llm are you?"}],
+  "temperature": 0.7,
+  "max_tokens": 10,
+}'
+```
+---
+
+This will now check if a response is > len 5, and if it fails, it'll retry a call 3 times before failing.
\ No newline at end of file
diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js
index 64ac992ab..12ea59144 100644
--- a/docs/my-website/sidebars.js
+++ b/docs/my-website/sidebars.js
@@ -112,6 +112,7 @@ const sidebars = {
         "proxy/reliability",
         "proxy/health",
         "proxy/call_hooks",
+        "proxy/rules",
         "proxy/caching",
         "proxy/alerting",
         "proxy/logging", 
diff --git a/litellm/llms/custom_httpx/bedrock_async.py b/litellm/llms/custom_httpx/bedrock_async.py
new file mode 100644
index 000000000..e69de29bb