phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

delete router from providers

Browse source
This commit is contained in:
Xi Yan 2024-09-20 12:21:44 -07:00
parent cda61119ce
commit 9c33587003
4 changed files with 3 additions and 128 deletions
Download patch file Download diff file Expand all files Collapse all files

18
llama_stack/distribution/server/server.py
View file

@ -354,20 +354,8 @@ async def resolve_impls(
)
specs[api] = providers[item.provider_id]
else:
assert isinstance(item, list)
inner_specs = []
for rt_entry in item:
if rt_entry.provider_id not in providers:
raise ValueError(
f"Unknown provider `{rt_entry.provider_id}` is not available for API `{api}`"
)
inner_specs.append(providers[rt_entry.provider_id])
specs[api] = RouterProviderSpec(
api=api,
module=f"llama_stack.providers.routers.{api.value.lower()}",
api_dependencies=[],
inner_specs=inner_specs,
raise ValueError(
f"Please define routing table in provider_routing_table of run config"
)
sorted_specs = topological_sort(specs.values())
@ -394,7 +382,7 @@ def main(yaml_config: str, port: int = 5000, disable_ipv6: bool = False):
if config.provider_routing_table is not None:
impls, specs = asyncio.run(resolve_impls_with_routing(config))
else:
# keeping this for backwards compatibility,could
# keeping this for backwards compatibility
impls, specs = asyncio.run(resolve_impls(config.provider_map))
if Api.telemetry in impls: