address comments

This commit is contained in:
Xi Yan 2024-10-25 11:08:40 -07:00
parent 6b0baa6d53
commit 52fe165db8
2 changed files with 50 additions and 26 deletions

View file

@ -62,7 +62,7 @@ async def test_eval(eval_settings):
response = await eval_impl.evaluate_batch(
dataset_id=response[0].identifier,
candidate=ModelCandidate(
model="Llama3.1-8B-Instruct",
model="Llama3.2-1B-Instruct",
sampling_params=SamplingParams(),
),
scoring_functions=["subset_of"],