mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-24 18:24:20 +00:00
22 lines
No EOL
942 B
Python
22 lines
No EOL
942 B
Python
import sys, os
|
|
import traceback
|
|
sys.path.insert(0, os.path.abspath('../..')) # Adds the parent directory to the system path
|
|
import litellm
|
|
from litellm import load_test_model, testing_batch_completion
|
|
|
|
## Load Test Model
|
|
model="gpt-3.5-turbo"
|
|
result = load_test_model(model=model, num_calls=5)
|
|
print(result)
|
|
print(len(result["results"]))
|
|
|
|
## Duration Test Model
|
|
model="gpt-3.5-turbo"
|
|
result = load_test_model(model=model, num_calls=5, duration=15, interval=15) # duration test the model for 2 minutes, sending 5 calls every 15s
|
|
print(result)
|
|
|
|
## Quality Test across Model
|
|
models = ["gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "claude-instant-1", {"model": "replicate/llama-2-70b-chat:58d078176e02c219e11eb4da5a02a7830a283b14cf8f94537af893ccff5ee781", "custom_llm_provider": "replicate"}]
|
|
messages = [[{"role": "user", "content": "What is your name?"}]]
|
|
result = testing_batch_completion(models=models, messages=messages)
|
|
print(result) |