#### What this tests #### # This tests error logging (with custom user functions) for the `completion` + `embedding` endpoints w/ callbacks import sys, os import traceback import pytest sys.path.insert(0, os.path.abspath('../..')) # Adds the parent directory to the system path import litellm from litellm import embedding, completion litellm.success_callback = ["posthog", "helicone"] litellm.failure_callback = ["slack", "sentry", "posthog"] litellm.set_verbose = True def logger_fn(model_call_object: dict): # print(f"model call details: {model_call_object}") pass user_message = "Hello, how are you?" messages = [{ "content": user_message,"role": "user"}] def test_completion_openai(): try: print("running query") response = completion(model="gpt-3.5-turbo", messages=messages, logger_fn=logger_fn) print(f"response: {response}") # Add any assertions here to check the response except Exception as e: traceback.print_exc() pytest.fail(f"Error occurred: {e}") test_completion_openai() def test_completion_claude(): try: response = completion(model="claude-instant-1", messages=messages, logger_fn=logger_fn) # Add any assertions here to check the response except Exception as e: pytest.fail(f"Error occurred: {e}") test_completion_claude() def test_completion_non_openai(): try: response = completion(model="command-nightly", messages=messages, logger_fn=logger_fn) # Add any assertions here to check the response except Exception as e: pytest.fail(f"Error occurred: {e}") test_completion_non_openai() def test_embedding_openai(): try: response = embedding(model='text-embedding-ada-002', input=[user_message], logger_fn=logger_fn) # Add any assertions here to check the response print(f"response: {str(response)[:50]}") except Exception as e: pytest.fail(f"Error occurred: {e}") def test_bad_azure_embedding(): try: response = embedding(model='chatgpt-test', input=[user_message], logger_fn=logger_fn) # Add any assertions here to check the response print(f"response: {str(response)[:50]}") except Exception as e: pass # def test_good_azure_embedding(): # try: # response = embedding(model='azure-embedding-model', input=[user_message], azure=True, logger_fn=logger_fn) # # Add any assertions here to check the response # print(f"response: {str(response)[:50]}") # except Exception as e: # pytest.fail(f"Error occurred: {e}")