mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 02:34:29 +00:00
24 lines
No EOL
667 B
Python
24 lines
No EOL
667 B
Python
#### What this tests ####
|
|
# This tests the 'completion_with_split_tests' function to enable a/b testing between llm models
|
|
|
|
import sys, os
|
|
import traceback
|
|
|
|
sys.path.insert(
|
|
0, os.path.abspath("../..")
|
|
) # Adds the parent directory to the system path
|
|
import litellm
|
|
from litellm import completion_with_split_tests
|
|
litellm.set_verbose = True
|
|
split_per_model = {
|
|
"gpt-3.5-turbo": 0.8,
|
|
"claude-instant-1.2": 0.1
|
|
}
|
|
|
|
messages = [{ "content": "Hello, how are you?","role": "user"}]
|
|
|
|
# print(completion_with_split_tests(models=split_per_model, messages=messages))
|
|
|
|
# test with client
|
|
|
|
print(completion_with_split_tests(models=split_per_model, messages=messages)) |