mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-27 11:43:54 +00:00
add model load testing functionality
This commit is contained in:
parent
24f7f7d648
commit
386536ce88
8 changed files with 35 additions and 8 deletions
8
litellm/tests/test_load_test_model.py
Normal file
8
litellm/tests/test_load_test_model.py
Normal file
|
@ -0,0 +1,8 @@
|
|||
import sys, os
|
||||
import traceback
|
||||
sys.path.insert(0, os.path.abspath('../..')) # Adds the parent directory to the system path
|
||||
import litellm
|
||||
from litellm import load_test_model
|
||||
|
||||
result = load_test_model(model="gpt-3.5-turbo", num_calls=5)
|
||||
print(result)
|
Loading…
Add table
Add a link
Reference in a new issue