phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

precommit

Browse source
This commit is contained in:
Xi Yan 2025-03-16 19:40:18 -07:00
parent 035b2dcb60
commit c80d1f906b
4 changed files with 17 additions and 34 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/apis/eval/eval.py
View file

@ -10,7 +10,7 @@ from pydantic import BaseModel, Field
from typing_extensions import Annotated
from llama_stack.apis.agents import AgentConfig
from llama_stack.apis.common.job_types import JobStatus
from llama_stack.apis.common.job_types import CommonJobFields, JobStatus
from llama_stack.apis.inference import SamplingParams, SystemMessage
from llama_stack.apis.scoring import ScoringResult
from llama_stack.apis.scoring_functions import ScoringFnParams
@ -91,7 +91,7 @@ class Eval(Protocol):
self,
benchmark_id: str,
benchmark_config: BenchmarkConfig,
) -> None:
) -> CommonJobFields:
"""Run an evaluation on a benchmark.
:param benchmark_id: The ID of the benchmark to run the evaluation on.