phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-11 11:50:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

dataset accept file uploads

Browse source
This commit is contained in:
Xi Yan 2024-10-14 23:36:15 -07:00
parent 3c29108b6e
commit ec6c63ba57
4 changed files with 58 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/impls/meta_reference/evals/tasks/run_scoring_task.py
View file

@ -11,7 +11,6 @@ from llama_stack.providers.impls.meta_reference.evals.scorer.basic_scorers impor
from llama_stack.apis.evals import * # noqa: F403
from llama_stack.apis.inference import * # noqa: F403
from termcolor import cprint
class RunScoringTask(BaseTask):
@ -62,9 +61,8 @@ class RunScoringTask(BaseTask):
dataset.load(n_samples=dataset_config.row_limit)
print(f"Running on {len(dataset)} samples")
# transform dataset into
# transform dataset into List[ScorerInputSample]
postprocessed = self.transform_score_input_sample(dataset)
cprint(postprocessed, "blue")
# F3 - scorer
scorer_config_list = eval_scoring_config.scorer_config_list