phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-30 23:51:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

wip

Browse source
This commit is contained in:
Xi Yan 2024-11-06 12:52:02 -08:00
parent 683a370d23
commit f778b907e4
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama_stack/apis/eval/eval.py
View file

@ -44,7 +44,7 @@ class BenchmarkEvalTaskConfig(BaseModel):
@json_schema_type @json_schema_type
class AppEvalTaskConfig(BaseModel): class AppEvalTaskConfig(BaseModel):
eval_candidate: EvalCandidate # type: ignore eval_candidate: EvalCandidate # type: ignore
scoring_functions_params: Dict[str, ScoringFnParams] = Field( # type: ignore scoring_params: Dict[str, ScoringFnParams] = Field( # type: ignore
description="Map between scoring function id and parameters", description="Map between scoring function id and parameters",
default_factory=dict, default_factory=dict,
) )
@ -68,14 +68,14 @@ class Eval(Protocol):
async def run_benchmark_eval( async def run_benchmark_eval(
self, self,
benchmark_id: str, benchmark_id: str,
eval_task_config: BenchmarkEvalTaskConfig, # type: ignore eval_task_config: BenchmarkEvalTaskConfig,
) -> Job: ... ) -> Job: ...
@webmethod(route="/eval/run_eval", method="POST") @webmethod(route="/eval/run_eval", method="POST")
async def run_eval( async def run_eval(
self, self,
eval_task_def: EvalTaskDef, # type: ignore eval_task_def: EvalTaskDef,
eval_task_config: EvalTaskConfig, # type: ignore eval_task_config: EvalTaskConfig,
) -> Job: ... ) -> Job: ...
@webmethod(route="/eval/evaluate_rows", method="POST") @webmethod(route="/eval/evaluate_rows", method="POST")