docs(load_test.md): add litellm load test script to docs

docs/my-website/docs/load_test.md

@@ -0,0 +1,87 @@
+# 🔥 Load Test LiteLLM 
+
+Here is a script to load test LiteLLM 
+
+```python
+from openai import AsyncOpenAI, AsyncAzureOpenAI
+import random, uuid
+import time, asyncio, litellm
+# import logging
+# logging.basicConfig(level=logging.DEBUG)
+#### LITELLM PROXY #### 
+litellm_client = AsyncOpenAI(
+    api_key="sk-1234", # [CHANGE THIS]
+    base_url="http://0.0.0.0:8000"
+)
+
+#### AZURE OPENAI CLIENT #### 
+client = AsyncAzureOpenAI(
+    api_key="my-api-key", # [CHANGE THIS]
+    azure_endpoint="my-api-base", # [CHANGE THIS]
+    api_version="2023-07-01-preview" 
+)
+
+
+#### LITELLM ROUTER #### 
+model_list = [
+  {
+    "model_name": "azure-canada",
+    "litellm_params": {
+      "model": "azure/my-azure-deployment-name", # [CHANGE THIS]
+      "api_key": "my-api-key", # [CHANGE THIS]
+      "api_base": "my-api-base", # [CHANGE THIS]
+      "api_version": "2023-07-01-preview"
+    }
+  }
+]
+
+router = litellm.Router(model_list=model_list)
+
+async def openai_completion():
+  try:
+    response = await client.chat.completions.create(
+              model="gpt-35-turbo",
+              messages=[{"role": "user", "content": f"This is a test: {uuid.uuid4()}"}],
+              stream=True
+          )
+    return response
+  except Exception as e:
+    print(e)
+    return None
+  
+
+async def router_completion():
+  try:
+    response = await router.acompletion(
+              model="azure-canada", # [CHANGE THIS]
+              messages=[{"role": "user", "content": f"This is a test: {uuid.uuid4()}"}],
+              stream=True
+          )
+    return response
+  except Exception as e:
+    print(e)
+    return None
+
+async def proxy_completion_non_streaming():
+  try:
+    response = await litellm_client.chat.completions.create(
+              model="sagemaker-models", # [CHANGE THIS] (if you call it something else on your proxy)
+              messages=[{"role": "user", "content": f"This is a test: {uuid.uuid4()}"}],
+          )
+    return response
+  except Exception as e:
+    print(e)
+    return None
+
+async def loadtest_fn():
+    start = time.time()
+    n = 500  # Number of concurrent tasks
+    tasks = [proxy_completion_non_streaming() for _ in range(n)]
+    chat_completions = await asyncio.gather(*tasks)
+    successful_completions = [c for c in chat_completions if c is not None]
+    print(n, time.time() - start, len(successful_completions))
+
+# Run the event loop to execute the async function
+asyncio.run(loadtest_fn())
+
+```

docs/my-website/sidebars.js

@@ -124,6 +124,7 @@ const sidebars = {
     "budget_manager",
     "secret",
     "completion/token_usage",
+    "load_test",
     {
       type: 'category',
       label: 'Tutorials',