mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-06-27 18:50:41 +00:00
7c1998db25
This allows a set of rules to be defined for determining access to
resources. The rules are (loosely) based on the cedar policy format.
A rule defines a list of action either to permit or to forbid. It may
specify a principal or a resource that must match for the rule to take
effect. It may also specify a condition, either a 'when' or an 'unless',
with additional constraints as to where the rule applies.
A list of rules is held for each type to be protected and tried in order
to find a match. If a match is found, the request is permitted or
forbidden depening on the type of rule. If no match is found, the
request is denied. If no rules are specified for a given type, a rule
that allows any action as long as the resource attributes match the user
attributes is added (i.e. the previous behaviour is the default.
Some examples in yaml:
```
model:
- permit:
principal: user-1
actions: [create, read, delete]
comment: user-1 has full access to all models
- permit:
principal: user-2
actions: [read]
resource: model-1
comment: user-2 has read access to model-1 only
- permit:
actions: [read]
when:
user_in: resource.namespaces
comment: any user has read access to models with matching attributes
vector_db:
- forbid:
actions: [create, read, delete]
unless:
user_in: role::admin
comment: only user with admin role can use vector_db resources
```
---------
Signed-off-by: Gordon Sim <gsim@redhat.com>
87 lines
3.2 KiB
Python
87 lines
3.2 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
from typing import Any
|
|
|
|
from llama_stack.distribution.datatypes import AccessRule, RoutedProtocol
|
|
from llama_stack.distribution.stack import StackRunConfig
|
|
from llama_stack.distribution.store import DistributionRegistry
|
|
from llama_stack.providers.datatypes import Api, RoutingTable
|
|
from llama_stack.providers.utils.inference.inference_store import InferenceStore
|
|
|
|
|
|
async def get_routing_table_impl(
|
|
api: Api,
|
|
impls_by_provider_id: dict[str, RoutedProtocol],
|
|
_deps,
|
|
dist_registry: DistributionRegistry,
|
|
policy: list[AccessRule],
|
|
) -> Any:
|
|
from ..routing_tables.benchmarks import BenchmarksRoutingTable
|
|
from ..routing_tables.datasets import DatasetsRoutingTable
|
|
from ..routing_tables.models import ModelsRoutingTable
|
|
from ..routing_tables.scoring_functions import ScoringFunctionsRoutingTable
|
|
from ..routing_tables.shields import ShieldsRoutingTable
|
|
from ..routing_tables.toolgroups import ToolGroupsRoutingTable
|
|
from ..routing_tables.vector_dbs import VectorDBsRoutingTable
|
|
|
|
api_to_tables = {
|
|
"vector_dbs": VectorDBsRoutingTable,
|
|
"models": ModelsRoutingTable,
|
|
"shields": ShieldsRoutingTable,
|
|
"datasets": DatasetsRoutingTable,
|
|
"scoring_functions": ScoringFunctionsRoutingTable,
|
|
"benchmarks": BenchmarksRoutingTable,
|
|
"tool_groups": ToolGroupsRoutingTable,
|
|
}
|
|
|
|
if api.value not in api_to_tables:
|
|
raise ValueError(f"API {api.value} not found in router map")
|
|
|
|
impl = api_to_tables[api.value](impls_by_provider_id, dist_registry, policy)
|
|
await impl.initialize()
|
|
return impl
|
|
|
|
|
|
async def get_auto_router_impl(
|
|
api: Api, routing_table: RoutingTable, deps: dict[str, Any], run_config: StackRunConfig
|
|
) -> Any:
|
|
from .datasets import DatasetIORouter
|
|
from .eval_scoring import EvalRouter, ScoringRouter
|
|
from .inference import InferenceRouter
|
|
from .safety import SafetyRouter
|
|
from .tool_runtime import ToolRuntimeRouter
|
|
from .vector_io import VectorIORouter
|
|
|
|
api_to_routers = {
|
|
"vector_io": VectorIORouter,
|
|
"inference": InferenceRouter,
|
|
"safety": SafetyRouter,
|
|
"datasetio": DatasetIORouter,
|
|
"scoring": ScoringRouter,
|
|
"eval": EvalRouter,
|
|
"tool_runtime": ToolRuntimeRouter,
|
|
}
|
|
api_to_deps = {
|
|
"inference": {"telemetry": Api.telemetry},
|
|
}
|
|
if api.value not in api_to_routers:
|
|
raise ValueError(f"API {api.value} not found in router map")
|
|
|
|
api_to_dep_impl = {}
|
|
for dep_name, dep_api in api_to_deps.get(api.value, {}).items():
|
|
if dep_api in deps:
|
|
api_to_dep_impl[dep_name] = deps[dep_api]
|
|
|
|
# TODO: move pass configs to routers instead
|
|
if api == Api.inference and run_config.inference_store:
|
|
inference_store = InferenceStore(run_config.inference_store)
|
|
await inference_store.initialize()
|
|
api_to_dep_impl["store"] = inference_store
|
|
|
|
impl = api_to_routers[api.value](routing_table, **api_to_dep_impl)
|
|
await impl.initialize()
|
|
return impl
|