phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-16 14:57:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

inclusion->subsetof

Browse source
This commit is contained in:
Xi Yan 2024-10-24 16:13:49 -07:00
parent 29e48cc5c1
commit f6340a47d1
3 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/tests/eval/test_eval.py
View file

@ -65,7 +65,7 @@ async def test_eval(eval_settings):
model="Llama3.1-8B-Instruct",
sampling_params=SamplingParams(),
),
scoring_functions=["inclusion"],
scoring_functions=["subset_of"],
)
assert response.job_id == "0"
job_status = await eval_impl.job_status(response.job_id)
@ -76,4 +76,4 @@ async def test_eval(eval_settings):
assert eval_response is not None
assert len(eval_response.generations) == 5
assert "inclusion" in eval_response.scores
assert "subset_of" in eval_response.scores