cleaning up client, and fixing replicate bug

litellm/tests/test_model_fallback.py

@@ -0,0 +1,25 @@
+import sys, os
+import traceback
+sys.path.append('..')  # Adds the parent directory to the system path
+import main
+from main import embedding, completion
+main.success_callback = ["posthog"]
+main.failure_callback = ["slack", "sentry", "posthog"]
+
+main.set_verbose = True
+
+model_fallback_list = ["replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1", "claude-instant-1", "gpt-3.5-turbo"]
+
+user_message = "Hello, how are you?"
+messages = [{ "content": user_message,"role": "user"}]
+
+# for _ in range(10):
+for model in model_fallback_list:
+    try:
+        response = completion(model=model, messages=messages)
+        print(response)
+        if response != None:
+            break
+    except:
+        print(f"error occurred: {traceback.format_exc()}") 
+        pass