phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-10 11:39:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

scorer only api

Browse source
This commit is contained in:
Xi Yan 2024-10-14 17:46:29 -07:00
parent a22c31b8a4
commit fcb8dea1ef
8 changed files with 184 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama_stack/apis/datasets/datasets.py
View file

@ -92,8 +92,14 @@ class HuggingfaceDatasetDef(BaseModel):
identifier: str = Field(
description="A unique name for the dataset",
)
dataset_name: str = Field(
description="The name of the dataset into HF (e.g. hellawag)",
dataset_path: str = Field(
description="The name of the dataset into HF (e.g. meta-llama/Llama-3.1-8B-Instruct-evals)",
)
dataset_name: Optional[str] = Field(
description="The name of the dataset into HF (e.g. Llama-3.1-8B-Instruct-evals__ifeval__strict__details)",
)
rename_columns_map: Optional[Dict[str, str]] = Field(
description="A map of column names to rename to fit the schema of eval dataset for scoring",
)
kwargs: Dict[str, Any] = Field(
description="Any additional arguments to get Huggingface (e.g. split, trust_remote_code)",