phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test batch_completion_models

Browse source
This commit is contained in:
ishaan-jaff 2023-09-19 13:29:40 -07:00
parent 2c30855389
commit a230d08795
1 changed files with 35 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

47
litellm/tests/test_batch_completions.py
View file

@ -1,15 +1,15 @@
# #### What this tests #### #### What this tests ####
# # This tests calling batch_completions by running 100 messages together # This tests calling batch_completions by running 100 messages together
# import sys, os import sys, os
# import traceback import traceback
# import pytest import pytest
# sys.path.insert( sys.path.insert(
# 0, os.path.abspath("../..") 0, os.path.abspath("../..")
# ) # Adds the parent directory to the system path ) # Adds the parent directory to the system path
# from openai.error import Timeout from openai.error import Timeout
# import litellm import litellm
# from litellm import batch_completion from litellm import batch_completion, batch_completion_models, completion
# litellm.set_verbose=True # litellm.set_verbose=True
# def test_batch_completions(): # def test_batch_completions():
@ -22,4 +22,27 @@
# except Timeout as e: # except Timeout as e:
# pass # pass
# except Exception as e: # except Exception as e:
# pytest.fail(f"An error occurred: {e}") # pytest.fail(f"An error occurred: {e}")
def test_batch_completions_models():
try:
result = batch_completion_models(
models=["gpt-3.5-turbo", "claude-instant-1.2", "command-nightly"],
messages=[{"role": "user", "content": "Hey, how's it going"}]
)
print(result)
except Exception as e:
pytest.fail(f"An error occurred: {e}")
# test_batch_completions_models()
# def test_batch_completions():
# try:
# result = completion(
# model=["gpt-3.5-turbo", "claude-instant-1.2", "command-nightly"],
# messages=[{"role": "user", "content": "Hey, how's it going"}]
# )
# print(result)
# except Exception as e:
# pytest.fail(f"An error occurred: {e}")
# test_batch_completions()