phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-01 16:24:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: only print routes that match the runtime config

Browse source 
We now only print the 'active' routes, not all the possible routes. This
is based on the distribution server config by looking at enabled APIs
and their respective providers.

Signed-off-by: Sébastien Han <seb@redhat.com>
This commit is contained in:
Sébastien Han 2025-05-21 23:06:58 +02:00
parent e92301f2d7
commit 3166efdf56
No known key found for this signature in database
1 changed files with 26 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

38
llama_stack/distribution/inspect.py
View file

@ -31,7 +31,7 @@ async def get_provider_impl(config, deps):
class DistributionInspectImpl(Inspect): class DistributionInspectImpl(Inspect):
def __init__(self, config, deps): def __init__(self, config: DistributionInspectConfig, deps):
self.config = config self.config = config
self.deps = deps self.deps = deps
@ -39,22 +39,36 @@ class DistributionInspectImpl(Inspect):
pass pass
async def list_routes(self) -> ListRoutesResponse: async def list_routes(self) -> ListRoutesResponse:
run_config = self.config.run_config run_config: StackRunConfig = self.config.run_config
ret = [] ret = []
all_endpoints = get_all_api_endpoints() all_endpoints = get_all_api_endpoints()
for api, endpoints in all_endpoints.items(): for api, endpoints in all_endpoints.items():
providers = run_config.providers.get(api.value, []) # Always include provider and inspect APIs, filter others based on run config
ret.extend( if api.value in ["providers", "inspect"]:
[ ret.extend(
RouteInfo( [
route=e.route, RouteInfo(
method=e.method, route=e.route,
provider_types=[p.provider_type for p in providers], method=e.method,
provider_types=[], # These APIs don't have "real" providers - they're internal to the stack
)
for e in endpoints
]
)
else:
providers = run_config.providers.get(api.value, [])
if providers: # Only process if there are providers for this API
ret.extend(
[
RouteInfo(
route=e.route,
method=e.method,
provider_types=[p.provider_type for p in providers],
)
for e in endpoints
]
) )
for e in endpoints
]
)
return ListRoutesResponse(data=ret) return ListRoutesResponse(data=ret)