mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-23 05:22:26 +00:00
e3a3f86cf7
previously, developers who ran `./scripts/unit-tests.sh` would get `asyncio-mode=auto`, which meant `@pytest.mark.asyncio` and `@pytest_asyncio.fixture` were redundent. developers who ran `pytest` directly would get pytest's default (strict mode), would run into errors leading them to add `@pytest.mark.asyncio` / `@pytest_asyncio.fixture` to their code. with this change - - `asyncio_mode=auto` is included in `pyproject.toml` making behavior consistent for all invocations of pytest - removes all redundant `@pytest_asyncio.fixture` and `@pytest.mark.asyncio` - for good measure, requires `pytest>=8.4` and `pytest-asyncio>=1.0`
111 lines
4 KiB
Python
111 lines
4 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
|
|
from llama_stack.apis.models import ModelType
|
|
from llama_stack.distribution.datatypes import ModelWithOwner, User
|
|
from llama_stack.distribution.store.registry import CachedDiskDistributionRegistry
|
|
|
|
|
|
async def test_registry_cache_with_acl(cached_disk_dist_registry):
|
|
model = ModelWithOwner(
|
|
identifier="model-acl",
|
|
provider_id="test-provider",
|
|
provider_resource_id="model-acl-resource",
|
|
model_type=ModelType.llm,
|
|
owner=User("testuser", {"roles": ["admin"], "teams": ["ai-team"]}),
|
|
)
|
|
|
|
success = await cached_disk_dist_registry.register(model)
|
|
assert success
|
|
|
|
cached_model = cached_disk_dist_registry.get_cached("model", "model-acl")
|
|
assert cached_model is not None
|
|
assert cached_model.identifier == "model-acl"
|
|
assert cached_model.owner.principal == "testuser"
|
|
assert cached_model.owner.attributes["roles"] == ["admin"]
|
|
assert cached_model.owner.attributes["teams"] == ["ai-team"]
|
|
|
|
fetched_model = await cached_disk_dist_registry.get("model", "model-acl")
|
|
assert fetched_model is not None
|
|
assert fetched_model.identifier == "model-acl"
|
|
assert fetched_model.owner.attributes["roles"] == ["admin"]
|
|
|
|
new_registry = CachedDiskDistributionRegistry(cached_disk_dist_registry.kvstore)
|
|
await new_registry.initialize()
|
|
|
|
new_model = await new_registry.get("model", "model-acl")
|
|
assert new_model is not None
|
|
assert new_model.identifier == "model-acl"
|
|
assert new_model.owner.principal == "testuser"
|
|
assert new_model.owner.attributes["roles"] == ["admin"]
|
|
assert new_model.owner.attributes["teams"] == ["ai-team"]
|
|
|
|
|
|
async def test_registry_empty_acl(cached_disk_dist_registry):
|
|
model = ModelWithOwner(
|
|
identifier="model-empty-acl",
|
|
provider_id="test-provider",
|
|
provider_resource_id="model-resource",
|
|
model_type=ModelType.llm,
|
|
owner=User("testuser", None),
|
|
)
|
|
|
|
await cached_disk_dist_registry.register(model)
|
|
|
|
cached_model = cached_disk_dist_registry.get_cached("model", "model-empty-acl")
|
|
assert cached_model is not None
|
|
assert cached_model.owner is not None
|
|
assert cached_model.owner.attributes is None
|
|
|
|
all_models = await cached_disk_dist_registry.get_all()
|
|
assert len(all_models) == 1
|
|
|
|
model = ModelWithOwner(
|
|
identifier="model-no-acl",
|
|
provider_id="test-provider",
|
|
provider_resource_id="model-resource-2",
|
|
model_type=ModelType.llm,
|
|
)
|
|
|
|
await cached_disk_dist_registry.register(model)
|
|
|
|
cached_model = cached_disk_dist_registry.get_cached("model", "model-no-acl")
|
|
assert cached_model is not None
|
|
assert cached_model.owner is None
|
|
|
|
all_models = await cached_disk_dist_registry.get_all()
|
|
assert len(all_models) == 2
|
|
|
|
|
|
async def test_registry_serialization(cached_disk_dist_registry):
|
|
attributes = {
|
|
"roles": ["admin", "researcher"],
|
|
"teams": ["ai-team", "ml-team"],
|
|
"projects": ["project-a", "project-b"],
|
|
"namespaces": ["prod", "staging"],
|
|
}
|
|
|
|
model = ModelWithOwner(
|
|
identifier="model-serialize",
|
|
provider_id="test-provider",
|
|
provider_resource_id="model-resource",
|
|
model_type=ModelType.llm,
|
|
owner=User("bob", attributes),
|
|
)
|
|
|
|
await cached_disk_dist_registry.register(model)
|
|
|
|
new_registry = CachedDiskDistributionRegistry(cached_disk_dist_registry.kvstore)
|
|
await new_registry.initialize()
|
|
|
|
loaded_model = await new_registry.get("model", "model-serialize")
|
|
assert loaded_model is not None
|
|
|
|
assert loaded_model.owner.attributes["roles"] == ["admin", "researcher"]
|
|
assert loaded_model.owner.attributes["teams"] == ["ai-team", "ml-team"]
|
|
assert loaded_model.owner.attributes["projects"] == ["project-a", "project-b"]
|
|
assert loaded_model.owner.attributes["namespaces"] == ["prod", "staging"]
|