phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-07 12:47:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

router table registration works

Browse source
This commit is contained in:
Xi Yan 2024-09-21 14:26:48 -07:00
parent 85d927adde
commit 951cc9d7b7
4 changed files with 91 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama_stack/distribution/routers/__init__.py
View file

@ -6,10 +6,12 @@
from typing import Any, Dict, List, Tuple
from llama_stack.distribution.datatypes import Api
from llama_stack.distribution.datatypes import Api, ProviderRoutingEntry
async def get_router_impl(api: str, provider_routing_table: Dict[str, Any]):
async def get_router_impl(
api: str, provider_routing_table: Dict[str, List[ProviderRoutingEntry]]
):
from .routers import InferenceRouter, MemoryRouter
from .routing_table import RoutingTable
@ -18,10 +20,9 @@ async def get_router_impl(api: str, provider_routing_table: Dict[str, Any]):
"inference": InferenceRouter,
}
# initialize routing table with concrete provider impls
routing_table = RoutingTable(provider_routing_table)
routing_table.print()
impl = api2routers[api](routing_table)
# impl = Router(api, provider_routing_table)
await impl.initialize()
return impl