phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-09 19:29:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

braintrust scorer

Browse source
This commit is contained in:
Xi Yan 2024-10-14 21:09:59 -07:00
parent c8f6849291
commit 7b5895003a
3 changed files with 64 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/apis/datasets/datasets.py
View file

@ -73,10 +73,13 @@ class ScorerInputSample(DatasetSample):
A dataset is required to have the following columns to be used for scoring:
- generated_answer: str
- expected_answer: Union[str, List[str]]
- (optional) input_query: str
- (optional) generation_output: PostprocessedGeneration
"""
generated_answer: str
expected_answer: Union[str, List[str]]
input_query: Optional[str] = None
generation_output: Optional[PostprocessedGeneration] = None