phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-01 00:05:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix eval tasks

Browse source
This commit is contained in:
Xi Yan 2024-11-12 11:42:49 -05:00
parent 84c6fbbd93
commit cb77712510
2 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/distribution/datatypes.py
View file

@ -17,6 +17,8 @@ from llama_stack.apis.memory_banks import * # noqa: F403
from llama_stack.apis.datasets import * # noqa: F403 from llama_stack.apis.datasets import * # noqa: F403
from llama_stack.apis.scoring_functions import * # noqa: F403 from llama_stack.apis.scoring_functions import * # noqa: F403
from llama_stack.apis.datasetio import DatasetIO from llama_stack.apis.datasetio import DatasetIO
from llama_stack.apis.eval import Eval
from llama_stack.apis.eval_tasks import EvalTask
from llama_stack.apis.inference import Inference from llama_stack.apis.inference import Inference
from llama_stack.apis.memory import Memory from llama_stack.apis.memory import Memory
from llama_stack.apis.safety import Safety from llama_stack.apis.safety import Safety
@ -36,6 +38,7 @@ RoutableObject = Union[
MemoryBank, MemoryBank,
Dataset, Dataset,
ScoringFn, ScoringFn,
EvalTask,
] ]
@ -46,6 +49,7 @@ RoutableObjectWithProvider = Annotated[
MemoryBank, MemoryBank,
Dataset, Dataset,
ScoringFn, ScoringFn,
EvalTask,
], ],
Field(discriminator="type"), Field(discriminator="type"),
] ]
@ -56,6 +60,7 @@ RoutedProtocol = Union[
Memory, Memory,
DatasetIO, DatasetIO,
Scoring, Scoring,
Eval,
] ]

1
llama_stack/providers/adapters/datasetio/huggingface/huggingface.py
View file

@ -43,6 +43,7 @@ class HuggingfaceDatasetIOImpl(DatasetIO, DatasetsProtocolPrivate):
self, self,
dataset_def: Dataset, dataset_def: Dataset,
) -> None: ) -> None:
print(f"Registering dataset: {dataset_def.identifier}")
self.dataset_infos[dataset_def.identifier] = dataset_def self.dataset_infos[dataset_def.identifier] = dataset_def
async def get_rows_paginated( async def get_rows_paginated(