This commit is contained in:
Xi Yan 2024-10-07 17:27:06 -07:00
parent 4764762dd4
commit 5b7d24b1c3
3 changed files with 14 additions and 16 deletions

View file

@ -44,7 +44,7 @@ async def run_main(host: str, port: int):
# CustomDataset
response = await client.run_evals(
"Llama3.1-8B-Instruct",
"Llama3.2-1B-Instruct",
"mmlu-simple-eval-en",
"mmlu",
)