add model load testing functionality

This commit is contained in:
Krrish Dholakia 2023-08-11 17:59:51 -07:00
parent a2efd32f5c
commit 211e1edfcb
8 changed files with 35 additions and 8 deletions

View file

@ -0,0 +1,8 @@
import sys, os
import traceback
sys.path.insert(0, os.path.abspath('../..')) # Adds the parent directory to the system path
import litellm
from litellm import load_test_model
result = load_test_model(model="gpt-3.5-turbo", num_calls=5)
print(result)