phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-31 16:01:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

msg

Browse source
This commit is contained in:
Xi Yan 2024-11-07 18:43:21 -08:00
parent 6525b43906
commit 4ae1d37c2f
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/apis/eval/eval.py
View file

@ -41,7 +41,7 @@ class BenchmarkEvalTaskConfig(BaseModel):
type: Literal["benchmark"] = "benchmark"
eval_candidate: EvalCandidate
num_examples: Optional[int] = Field(
description="Number of examples to evaluate (useful for quick debugging), if not provided, all examples in the dataset will be evaluated",
description="Number of examples to evaluate (useful for testing), if not provided, all examples in the dataset will be evaluated",
default=None,
)
@ -55,7 +55,7 @@ class AppEvalTaskConfig(BaseModel):
default_factory=dict,
)
num_examples: Optional[int] = Field(
description="Number of examples to evaluate (useful for quick debugging), if not provided, all examples in the dataset will be evaluated",
description="Number of examples to evaluate (useful for testing), if not provided, all examples in the dataset will be evaluated",
default=None,
)
# we could optinally add any specific dataset config here