mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-06 20:44:58 +00:00
e1966b90d9
- introduce a slightly more general notion of an AutoRouted provider - the AutoRouted provider is associated with a RoutingTable provider - e.g. inference -> models - Introduced safety -> shields and memory -> memory_banks correspondences
51 lines
1.5 KiB
Python
51 lines
1.5 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
from typing import Any, Dict, List, Tuple
|
|
|
|
from llama_stack.distribution.datatypes import * # noqa: F403
|
|
|
|
|
|
async def get_routing_table_impl(
|
|
api: Api,
|
|
inner_impls: List[Tuple[str, Any]],
|
|
routing_table_config: RoutingTableConfig,
|
|
_deps,
|
|
) -> Dict[str, List[ProviderRoutingEntry]]:
|
|
from .routing_tables import (
|
|
MemoryBanksRoutingTable,
|
|
ModelsRoutingTable,
|
|
ShieldsRoutingTable,
|
|
)
|
|
|
|
api_to_tables = {
|
|
"memory": MemoryBanksRoutingTable,
|
|
"inference": ModelsRoutingTable,
|
|
"safety": ShieldsRoutingTable,
|
|
}
|
|
if api.value not in api_to_tables:
|
|
raise ValueError(f"API {api.value} not found in router map")
|
|
|
|
impl = api_to_tables[api.value](inner_impls, routing_table_config)
|
|
await impl.initialize()
|
|
return impl
|
|
|
|
|
|
async def get_auto_router_impl(api: Api, routing_table: RoutingTable, _deps) -> Any:
|
|
from .routers import InferenceRouter, MemoryRouter, SafetyRouter
|
|
|
|
# TODO: make this completely dynamic
|
|
api_to_routers = {
|
|
"memory": MemoryRouter,
|
|
"inference": InferenceRouter,
|
|
"safety": SafetyRouter,
|
|
}
|
|
if api.value not in api_to_routers:
|
|
raise ValueError(f"API {api.value} not found in router map")
|
|
|
|
impl = api_to_routers[api.value](routing_table)
|
|
await impl.initialize()
|
|
return impl
|