mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 18:54:30 +00:00
add model load testing functionality
This commit is contained in:
parent
a2efd32f5c
commit
211e1edfcb
8 changed files with 35 additions and 8 deletions
8
litellm/tests/test_load_test_model.py
Normal file
8
litellm/tests/test_load_test_model.py
Normal file
|
@ -0,0 +1,8 @@
|
|||
import sys, os
|
||||
import traceback
|
||||
sys.path.insert(0, os.path.abspath('../..')) # Adds the parent directory to the system path
|
||||
import litellm
|
||||
from litellm import load_test_model
|
||||
|
||||
result = load_test_model(model="gpt-3.5-turbo", num_calls=5)
|
||||
print(result)
|
Loading…
Add table
Add a link
Reference in a new issue