phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) router with fallback deployments

Browse source
This commit is contained in:
ishaan-jaff 2023-11-22 20:52:56 -08:00
parent 629415c91a
commit db146bc40a
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/tests/test_router.py
View file

@ -18,7 +18,7 @@ load_dotenv()
def test_multiple_deployments(): def test_multiple_deployments():
import concurrent, time import concurrent, time
# litellm.set_verbose=True litellm.set_verbose=True
futures = {} futures = {}
model_list = [{ # list of model deployments model_list = [{ # list of model deployments
"model_name": "gpt-3.5-turbo", # openai model name "model_name": "gpt-3.5-turbo", # openai model name
@ -82,7 +82,7 @@ Who among the mentioned figures from Ancient Greece contributed to the domain of
results = [] results = []
for _ in range(10): for _ in range(2):
print(f"starting!!!") print(f"starting!!!")
response = router.completion(**kwargs) response = router.completion(**kwargs)
results.append(response) results.append(response)