#### What this tests ####
#    This tests calling batch_completions by running 100 messages together

import sys, os
import traceback
import pytest
sys.path.insert(
    0, os.path.abspath("../..")
)  # Adds the parent directory to the system path
from openai.error import Timeout
import litellm
from litellm import batch_completion
litellm.set_verbose=True

def test_batch_completions():
    messages = [[{"role": "user", "content": "Hey, how's it going"}] for _ in range(5)]
    print(messages[0:5])
    print(len(messages))
    # model = "vllm/facebook/opt-125m"
    model = "gpt-3.5-turbo"
    try:
        result = batch_completion(model=model, messages=messages)
        print(result)
        print(len(result))
    except Timeout as e:
        pass
    except Exception as e:
        pytest.fail(f"An error occurred: {e}")