From 767679ffcfb4d4c957b5f5530b229c5a739c70b0 Mon Sep 17 00:00:00 2001
From: "spdustin@gmail.com" <dustin@analyticsimagineers.com>
Date: Fri, 5 Jan 2024 23:04:17 +0000
Subject: [PATCH] Add/fix samples for Claude pre-fill and system messages

---
 docs/my-website/docs/providers/anthropic.md | 40 ++++++++++++++++++++-
 docs/my-website/docs/providers/bedrock.md   | 13 ++++++-
 2 files changed, 51 insertions(+), 2 deletions(-)

diff --git a/docs/my-website/docs/providers/anthropic.md b/docs/my-website/docs/providers/anthropic.md
index 645cf64c8..cfa14cd32 100644
--- a/docs/my-website/docs/providers/anthropic.md
+++ b/docs/my-website/docs/providers/anthropic.md
@@ -43,13 +43,51 @@ from litellm import completion
 os.environ["ANTHROPIC_API_KEY"] = "your-api-key"
 
 messages = [
-    {"role": "user", "content": "How do you say 'Hello' in German? Return your answer as a JSON object, like this:\n\n{ \"Hello\": \"Hallo\"}"},
+    {"role": "user", "content": "How do you say 'Hello' in German? Return your answer as a JSON object, like this:\n\n{ \"Hello\": \"Hallo\" }"},
     {"role": "assistant", "content": "{"},
 ]
 response = completion(model="claude-2.1", messages=messages)
 print(response)
 ```
 
+### Example prompt sent to Claude
+
+```
+
+Human: How do you say 'Hello' in German? Return your answer as a JSON object, like this:
+
+{ "Hello": "Hallo" }
+
+Assistant: {
+```
+
+## Usage - "System" messages
+If you're using Anthropic's Claude 2.1 with Bedrock, `system` role messages are properly formatted for you.
+
+```python
+import os
+from litellm import completion
+
+# set env - [OPTIONAL] replace with your anthropic key
+os.environ["ANTHROPIC_API_KEY"] = "your-api-key"
+
+messages = [
+    {"role": "system", "content": "You are a snarky assistant."},
+    {"role": "user", "content": "How do I boil water?"},
+]
+response = completion(model="claude-2.1", messages=messages)
+```
+
+### Example prompt sent to Claude
+
+```
+You are a snarky assistant.
+
+Human: How do I boil water?
+
+Assistant:
+```
+
 ## Streaming
 Just set `stream=True` when calling completion.
 
diff --git a/docs/my-website/docs/providers/bedrock.md b/docs/my-website/docs/providers/bedrock.md
index 49a809612..1e20d6bc6 100644
--- a/docs/my-website/docs/providers/bedrock.md
+++ b/docs/my-website/docs/providers/bedrock.md
@@ -50,12 +50,23 @@ os.environ["AWS_SECRET_ACCESS_KEY"] = ""
 os.environ["AWS_REGION_NAME"] = ""
 
 messages = [
-    {"role": "user", "content": "How do you say 'Hello' in German? Return your answer as a JSON object, like this:\n\n{ \"Hello\": \"Hallo\"}"},
+    {"role": "user", "content": "How do you say 'Hello' in German? Return your answer as a JSON object, like this:\n\n{ \"Hello\": \"Hallo\" }"},
     {"role": "assistant", "content": "{"},
 ]
 response = completion(model="anthropic.claude-v2", messages=messages)
 ```
 
+### Example prompt sent to Claude
+
+```
+
+Human: How do you say 'Hello' in German? Return your answer as a JSON object, like this:
+
+{ "Hello": "Hallo" }
+
+Assistant: {
+```
+
 ## Usage - "System" messages
 If you're using Anthropic's Claude 2.1 with Bedrock, `system` role messages are properly formatted for you.