From de13d06ce67dbe82ac38b1535b5491c372271258 Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Tue, 9 Jul 2024 18:33:22 -0700
Subject: [PATCH] docs - show how to use with azure openai

---
 docs/my-website/docs/proxy/user_keys.md | 33 +++++++++++++++++++++++++
 docs/my-website/sidebars.js             |  2 +-
 2 files changed, 34 insertions(+), 1 deletion(-)

diff --git a/docs/my-website/docs/proxy/user_keys.md b/docs/my-website/docs/proxy/user_keys.md
index f069f23e3..df20dcedf 100644
--- a/docs/my-website/docs/proxy/user_keys.md
+++ b/docs/my-website/docs/proxy/user_keys.md
@@ -48,6 +48,39 @@ response = client.chat.completions.create(
     }
 )
 
+print(response)
+```
+</TabItem>
+<TabItem value="azureopenai" label="AzureOpenAI Python">
+
+Set `extra_body={"metadata": { }}` to `metadata` you want to pass
+
+```python
+import openai
+client = openai.AzureOpenAI(
+    api_key="anything",
+    base_url="http://0.0.0.0:4000"
+)
+
+# request sent to model set on litellm proxy, `litellm --model`
+response = client.chat.completions.create(
+    model="gpt-3.5-turbo",
+    messages = [
+        {
+            "role": "user",
+            "content": "this is a test request, write a short poem"
+        }
+    ],
+    extra_body={ # pass in any provider-specific param, if not supported by openai, https://docs.litellm.ai/docs/completion/input#provider-specific-params
+        "metadata": { # 👈 use for logging additional params (e.g. to langfuse)
+            "generation_name": "ishaan-generation-openai-client",
+            "generation_id": "openai-client-gen-id22",
+            "trace_id": "openai-client-trace-id22",
+            "trace_user_id": "openai-client-user-id2"
+        }
+    }
+)
+
 print(response)
 ```
 </TabItem>
diff --git a/docs/my-website/sidebars.js b/docs/my-website/sidebars.js
index b1853bc18..43f6eb7c2 100644
--- a/docs/my-website/sidebars.js
+++ b/docs/my-website/sidebars.js
@@ -37,6 +37,7 @@ const sidebars = {
           href: "https://litellm-api.up.railway.app/",
         },
         "proxy/enterprise",
+        "proxy/user_keys",
         "proxy/demo",
         "proxy/configs",
         "proxy/reliability",
@@ -46,7 +47,6 @@ const sidebars = {
         "proxy/team_budgets",
         "proxy/customers",
         "proxy/billing",
-        "proxy/user_keys",
         "proxy/virtual_keys",
         "proxy/guardrails",
         "proxy/token_auth",