registry refactor

This commit is contained in:
Xi Yan 2024-10-14 00:12:46 -07:00
parent 78cb88c3c4
commit 18fe966e96
9 changed files with 60 additions and 106 deletions

View file

@ -6,8 +6,13 @@
# TODO: make these import config based
from llama_stack.apis.dataset import * # noqa: F403
from ..registry import Registry
from .dataset import CustomDataset, HuggingfaceDataset
from .dataset_registry import DatasetRegistry
class DatasetRegistry(Registry[BaseDataset]):
_REGISTRY: Dict[str, BaseDataset] = {}
DATASETS_REGISTRY = [
CustomDataset(

View file

@ -1,32 +0,0 @@
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from typing import AbstractSet, Dict
from llama_stack.apis.dataset import BaseDataset
class DatasetRegistry:
_REGISTRY: Dict[str, BaseDataset] = {}
@staticmethod
def names() -> AbstractSet[str]:
return DatasetRegistry._REGISTRY.keys()
@staticmethod
def register(name: str, task: BaseDataset) -> None:
if name in DatasetRegistry._REGISTRY:
raise ValueError(f"Dataset {name} already exists.")
DatasetRegistry._REGISTRY[name] = task
@staticmethod
def get_dataset(name: str) -> BaseDataset:
if name not in DatasetRegistry._REGISTRY:
raise ValueError(f"Dataset {name} not found.")
return DatasetRegistry._REGISTRY[name]
@staticmethod
def reset() -> None:
DatasetRegistry._REGISTRY = {}