build(openai_proxy/main.py): adding support for routing between multiple azure deployments

openai_proxy/tests/test_caching.py

@@ -0,0 +1,60 @@
+import openai, os, dotenv, traceback, time
+openai.api_base = "http://0.0.0.0:8000"
+dotenv.load_dotenv()
+openai.api_key = os.getenv("ANTHROPIC_API_KEY") # this gets passed as a header 
+
+response1 = openai.ChatCompletion.create(
+    model = "claude-instant-1",
+    messages = [
+        {
+            "role": "user",
+            "content": "this is a test message, what model / llm are you"
+        }
+    ],
+)
+
+try:
+    print(f"response: {response1['choices'][0]['message']['content']}")
+except:
+    print(f"response: {response1}")
+
+time.sleep(1) # allow time for request to be stored 
+
+response2 = openai.ChatCompletion.create(
+    model = "claude-instant-1",
+    messages = [
+        {
+            "role": "user",
+            "content": "this is a test message, what model / llm are you"
+        }
+    ],
+)
+
+try:
+    print(f"response: {response2['choices'][0]['message']['content']}")
+except:
+    print(f"response: {response2}")
+
+openai.api_key = os.getenv("OPENAI_API_KEY")
+
+try: 
+    response3 = openai.ChatCompletion.create(
+        model = "gpt-3.5-turbo",
+        messages = [
+            {
+                "role": "user",
+                "content": "this is a test message, what model / llm are you"
+            }
+        ],
+    )
+except Exception as e: 
+    traceback.print_exc()
+
+try:
+    print(f"response: {response3['choices'][0]['message']['content']}")
+except:
+    print(f"response: {response3}")
+
+assert response1["choices"][0]["message"]["content"] == response2["choices"][0]["message"]["content"] 
+
+assert response1["choices"][0]["message"]["content"] != response3["choices"][0]["message"]["content"]