mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 02:34:29 +00:00
25 lines
820 B
Python
25 lines
820 B
Python
import sys, os
|
|
import traceback
|
|
sys.path.append('..') # Adds the parent directory to the system path
|
|
import main
|
|
from main import embedding, completion
|
|
main.success_callback = ["posthog"]
|
|
main.failure_callback = ["slack", "sentry", "posthog"]
|
|
|
|
main.set_verbose = True
|
|
|
|
model_fallback_list = ["replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1", "claude-instant-1", "gpt-3.5-turbo"]
|
|
|
|
user_message = "Hello, how are you?"
|
|
messages = [{ "content": user_message,"role": "user"}]
|
|
|
|
# for _ in range(10):
|
|
for model in model_fallback_list:
|
|
try:
|
|
response = completion(model=model, messages=messages)
|
|
print(response)
|
|
if response != None:
|
|
break
|
|
except Exception as e:
|
|
print(f"error occurred: {traceback.format_exc()}")
|
|
raise e
|