mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 02:34:29 +00:00
28 lines
849 B
Python
28 lines
849 B
Python
#### What this tests ####
|
|
# This tests error handling + logging (esp. for sentry breadcrumbs)
|
|
|
|
import sys, os
|
|
import traceback
|
|
|
|
sys.path.insert(
|
|
0, os.path.abspath("../..")
|
|
) # Adds the parent directory to the system path
|
|
import litellm
|
|
from litellm import embedding, completion
|
|
|
|
litellm.success_callback = ["posthog"]
|
|
litellm.failure_callback = ["sentry", "posthog"]
|
|
|
|
litellm.set_verbose = True
|
|
|
|
model_fallback_list = ["claude-instant-1", "gpt-3.5-turbo", "chatgpt-test"]
|
|
|
|
user_message = "Hello, how are you?"
|
|
messages = [{"content": user_message, "role": "user"}]
|
|
|
|
for model in model_fallback_list:
|
|
try:
|
|
response = embedding(model="text-embedding-ada-002", input=[user_message])
|
|
response = completion(model=model, messages=messages)
|
|
except Exception as e:
|
|
print(f"error occurred: {traceback.format_exc()}")
|