forked from phoenix/litellm-mirror
update test_batch_completions
This commit is contained in:
parent
8fc25c26ae
commit
08132975f4
1 changed files with 23 additions and 26 deletions
|
@ -1,28 +1,25 @@
|
|||
#### What this tests ####
|
||||
# This tests calling batch_completions by running 100 messages together
|
||||
# #### What this tests ####
|
||||
# # This tests calling batch_completions by running 100 messages together
|
||||
|
||||
import sys, os
|
||||
import traceback
|
||||
import pytest
|
||||
sys.path.insert(
|
||||
0, os.path.abspath("../..")
|
||||
) # Adds the parent directory to the system path
|
||||
from openai.error import Timeout
|
||||
import litellm
|
||||
from litellm import batch_completion
|
||||
litellm.set_verbose=True
|
||||
# import sys, os
|
||||
# import traceback
|
||||
# import pytest
|
||||
# sys.path.insert(
|
||||
# 0, os.path.abspath("../..")
|
||||
# ) # Adds the parent directory to the system path
|
||||
# from openai.error import Timeout
|
||||
# import litellm
|
||||
# from litellm import batch_completion
|
||||
# litellm.set_verbose=True
|
||||
|
||||
def test_batch_completions():
|
||||
messages = [[{"role": "user", "content": "Hey, how's it going"}] for _ in range(5)]
|
||||
print(messages[0:5])
|
||||
print(len(messages))
|
||||
# model = "vllm/facebook/opt-125m"
|
||||
model = "gpt-3.5-turbo"
|
||||
try:
|
||||
result = batch_completion(model=model, messages=messages)
|
||||
print(result)
|
||||
print(len(result))
|
||||
except Timeout as e:
|
||||
pass
|
||||
except Exception as e:
|
||||
pytest.fail(f"An error occurred: {e}")
|
||||
# def test_batch_completions():
|
||||
# messages = [[{"role": "user", "content": "Hey, how's it going"}] for _ in range(5)]
|
||||
# model = "gpt-3.5-turbo"
|
||||
# try:
|
||||
# result = batch_completion(model=model, messages=messages)
|
||||
# print(result)
|
||||
# print(len(result))
|
||||
# except Timeout as e:
|
||||
# pass
|
||||
# except Exception as e:
|
||||
# pytest.fail(f"An error occurred: {e}")
|
Loading…
Add table
Add a link
Reference in a new issue