phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 07:32:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add benchmark scoring fn, agent->agents

Browse source
This commit is contained in:
Xi Yan 2024-11-17 21:11:41 -08:00
parent 436afa68be
commit 4cb2243b10
3 changed files with 96 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/inline/eval/meta_reference/eval.py
View file

@ -40,14 +40,14 @@ class MetaReferenceEvalImpl(Eval, EvalTasksProtocolPrivate):
datasets_api: Datasets,
scoring_api: Scoring,
inference_api: Inference,
agent_api: Agents,
agents_api: Agents,
) -> None:
self.config = config
self.datasetio_api = datasetio_api
self.datasets_api = datasets_api
self.scoring_api = scoring_api
self.inference_api = inference_api
self.agent_api = agent_api
self.agents_api = agents_api
# TODO: assume sync job, will need jobs API for async scheduling
self.jobs = {}