phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-01 16:24:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

condition

Browse source
This commit is contained in:
Xi Yan 2024-11-17 21:16:10 -08:00
parent 4cb2243b10
commit 0d8de1c768
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/providers/inline/eval/meta_reference/eval.py
View file

@ -226,9 +226,10 @@ class MetaReferenceEvalImpl(Eval, EvalTasksProtocolPrivate):
candidate = task_config.eval_candidate candidate = task_config.eval_candidate
if candidate.type == "agent": if candidate.type == "agent":
generations = await self._run_agent_generation(input_rows, task_config) generations = await self._run_agent_generation(input_rows, task_config)
elif candidate.type == "model":
if candidate.type == "model":
generations = await self._run_model_generation(input_rows, task_config) generations = await self._run_model_generation(input_rows, task_config)
else:
raise ValueError(f"Invalid candidate type: {candidate.type}")
# scoring with generated_answer # scoring with generated_answer
score_input_rows = [ score_input_rows = [