build(openai_proxy/main.py): adding support for routing between multiple azure deployments

openai_proxy/tests/test_openrouter.py

@@ -0,0 +1,38 @@
+import openai
+openai.api_base = "http://0.0.0.0:8000"
+openai.api_key = "this can be anything"
+print("making request")
+
+api_key = ""
+response = openai.ChatCompletion.create(
+    model = "openrouter/google/palm-2-chat-bison",
+    messages = [
+        {
+            "role": "user",
+            "content": "this is a test message, what model / llm are you"
+        }
+    ],
+    api_key=api_key,
+    max_tokens = 10,
+)
+
+
+print(response)
+
+
+response = openai.ChatCompletion.create(
+    model = "openrouter/google/palm-2-chat-bison",
+    messages = [
+        {
+            "role": "user",
+            "content": "this is a test message, what model / llm are you"
+        }
+    ],
+    api_key=api_key,
+    max_tokens = 10,
+    stream=True
+)
+
+
+for chunk in response:
+    print(chunk)