diff --git a/llama_stack/distribution/configure.py b/llama_stack/distribution/configure.py index 036df3ade..35130c027 100644 --- a/llama_stack/distribution/configure.py +++ b/llama_stack/distribution/configure.py @@ -158,6 +158,9 @@ def configure_api_providers( ) config.routing_table[api_str] = routing_entries + config.api_providers[api_str] = PlaceholderProviderConfig( + providers=p if isinstance(p, list) else [p] + ) else: config.api_providers[api_str] = GenericProviderConfig( provider_id=p, diff --git a/llama_stack/distribution/server/server.py b/llama_stack/distribution/server/server.py index 098beb502..f09e1c586 100644 --- a/llama_stack/distribution/server/server.py +++ b/llama_stack/distribution/server/server.py @@ -321,7 +321,6 @@ async def resolve_impls_with_routing(run_config: StackRunConfig) -> Dict[Api, An apis_to_serve = run_config.apis_to_serve or set( list(specs.keys()) + list(run_config.routing_table.keys()) ) - print("apis_to_serve", apis_to_serve) for info in builtin_automatically_routed_apis(): source_api = info.routing_table_api