update test_batch_completions

This commit is contained in:
Krrish Dholakia 2023-09-11 08:44:23 -07:00
parent 8fc25c26ae
commit 08132975f4

View file

@ -1,28 +1,25 @@
#### What this tests ####
# This tests calling batch_completions by running 100 messages together
# #### What this tests ####
# # This tests calling batch_completions by running 100 messages together
import sys, os
import traceback
import pytest
sys.path.insert(
0, os.path.abspath("../..")
) # Adds the parent directory to the system path
from openai.error import Timeout
import litellm
from litellm import batch_completion
litellm.set_verbose=True
# import sys, os
# import traceback
# import pytest
# sys.path.insert(
# 0, os.path.abspath("../..")
# ) # Adds the parent directory to the system path
# from openai.error import Timeout
# import litellm
# from litellm import batch_completion
# litellm.set_verbose=True
def test_batch_completions():
messages = [[{"role": "user", "content": "Hey, how's it going"}] for _ in range(5)]
print(messages[0:5])
print(len(messages))
# model = "vllm/facebook/opt-125m"
model = "gpt-3.5-turbo"
try:
result = batch_completion(model=model, messages=messages)
print(result)
print(len(result))
except Timeout as e:
pass
except Exception as e:
pytest.fail(f"An error occurred: {e}")
# def test_batch_completions():
# messages = [[{"role": "user", "content": "Hey, how's it going"}] for _ in range(5)]
# model = "gpt-3.5-turbo"
# try:
# result = batch_completion(model=model, messages=messages)
# print(result)
# print(len(result))
# except Timeout as e:
# pass
# except Exception as e:
# pytest.fail(f"An error occurred: {e}")