phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-10 03:30:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

scorer only api

Browse source
This commit is contained in:
Xi Yan 2024-10-14 17:46:29 -07:00
parent a22c31b8a4
commit fcb8dea1ef
8 changed files with 184 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/apis/evals/evals.py
View file

@ -66,7 +66,7 @@ class EvaluationJobCreateResponse(BaseModel):
@json_schema_type
class EvaluateDatasetConfig(BaseModel):
# identifier to previously registered dataset via DatasetDef
dataset_name: str
dataset_identifier: str
# limit number of rows to evaluate
row_limit: Optional[int] = None
kwargs: Optional[Dict[str, Any]] = None