phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) router - model_group_alias

Browse source
This commit is contained in:
ishaan-jaff 2023-12-14 13:08:35 +05:30
parent b7a5ab5ffa
commit 841e941ecd
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/tests/test_router_get_deployments.py
View file

@ -291,7 +291,6 @@ def test_weighted_selection_router_no_rpm_set():
def test_model_group_aliases(): def test_model_group_aliases():
try: try:
litellm.set_verbose = False litellm.set_verbose = False
litellm.model_group_alias_map = {"gpt-4": "gpt-3.5-turbo"}
model_list = [ model_list = [
{ {
"model_name": "gpt-3.5-turbo", "model_name": "gpt-3.5-turbo",
@ -321,7 +320,10 @@ def test_model_group_aliases():
] ]
router = Router( router = Router(
model_list=model_list, model_list=model_list,
model_group_alias={"gpt-4": "gpt-3.5-turbo"} # gpt-4 requests sent to gpt-3.5-turbo
) )
# test that gpt-4 requests are sent to gpt-3.5-turbo
for _ in range(20): for _ in range(20):
selected_model = router.get_available_deployment("gpt-4") selected_model = router.get_available_deployment("gpt-4")
print("\n selected model", selected_model) print("\n selected model", selected_model)
@ -330,8 +332,7 @@ def test_model_group_aliases():
pytest.fail(f"Selected model {selected_model_name} is not gpt-3.5-turbo") pytest.fail(f"Selected model {selected_model_name} is not gpt-3.5-turbo")
router.reset() router.reset()
litellm.model_group_alias_map = {}
except Exception as e: except Exception as e:
traceback.print_exc() traceback.print_exc()
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
# test_model_group_aliases() test_model_group_aliases()