evals with generation

This commit is contained in:
Xi Yan 2024-10-24 11:30:13 -07:00
parent 071dba8871
commit 737fcb795f
15 changed files with 385 additions and 15 deletions

View file

@ -14,6 +14,7 @@ from llama_stack.distribution.datatypes import * # noqa: F403
from llama_stack.apis.agents import Agents
from llama_stack.apis.datasetio import DatasetIO
from llama_stack.apis.datasets import Datasets
from llama_stack.apis.eval import Eval
from llama_stack.apis.inference import Inference
from llama_stack.apis.inspect import Inspect
from llama_stack.apis.memory import Memory
@ -46,6 +47,7 @@ def api_protocol_map() -> Dict[Api, Any]:
Api.datasetio: DatasetIO,
Api.scoring_functions: ScoringFunctions,
Api.scoring: Scoring,
Api.eval: Eval,
}