generator + scorer Api for MMLU

This commit is contained in:
Xi Yan 2024-10-13 23:27:02 -07:00
parent fb565dfb06
commit a25aff290e
14 changed files with 618 additions and 131 deletions

View file

@ -14,8 +14,8 @@ apis:
- evals
providers:
evals:
- provider_id: eleuther
provider_type: eleuther
- provider_id: meta-reference
provider_type: meta-reference
config: {}
inference:
- provider_id: remote::tgi