phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) unset model_group_alias_map after test

Browse source
This commit is contained in:
ishaan-jaff 2023-12-06 20:35:14 -08:00
parent 8920f12a8d
commit a7584a2b75
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_server.py
View file

@ -944,7 +944,7 @@ async def chat_completion(request: Request, model: Optional[str] = None, user_ap
response = await llm_router.acompletion(**data) response = await llm_router.acompletion(**data)
elif llm_router is not None and data["model"] in llm_router.deployment_names: # model in router deployments, calling a specific deployment on the router elif llm_router is not None and data["model"] in llm_router.deployment_names: # model in router deployments, calling a specific deployment on the router
response = await llm_router.acompletion(**data, specific_deployment = True) response = await llm_router.acompletion(**data, specific_deployment = True)
elif llm_router is not None and data["model"] in litellm.model_group_alias_map: # model set in model_group_alias_map elif llm_router is not None and litellm.model_group_alias_map is not None and data["model"] in litellm.model_group_alias_map: # model set in model_group_alias_map
response = await llm_router.acompletion(**data) response = await llm_router.acompletion(**data)
else: # router is not set else: # router is not set
response = await litellm.acompletion(**data) response = await litellm.acompletion(**data)

2
litellm/tests/test_router_get_deployments.py
View file

@ -322,7 +322,7 @@ def test_model_group_aliases():
router = Router( router = Router(
model_list=model_list, model_list=model_list,
) )
litellm.model_group_alias_map = {}
for _ in range(20): for _ in range(20):
selected_model = router.get_available_deployment("gpt-4") selected_model = router.get_available_deployment("gpt-4")
print("\n selected model", selected_model) print("\n selected model", selected_model)