(test) add proxy cli tests

litellm/proxy/tests/test_async.py

@@ -0,0 +1,29 @@
+# This tests the litelm proxy 
+# it makes async Completion requests with streaming
+import openai
+
+openai.api_base = "http://0.0.0.0:8000"
+openai.api_key = "temp-key"
+print(openai.api_base)
+
+async def test_async_completion():
+    response = await openai.Completion.acreate(
+        model="gpt-3.5-turbo", 
+        prompt='this is a test request, write a short poem',
+    )
+    print(response)
+
+    print("test_streaming")
+    response = await openai.Completion.acreate(
+        model="gpt-3.5-turbo", 
+        prompt='this is a test request, write a short poem',
+        stream=True
+    )
+    print(response)
+    async for chunk in response:
+        print(chunk)
+
+
+import asyncio
+asyncio.run(test_async_completion())
+