huggingface provider

This commit is contained in:
Xi Yan 2024-11-07 15:20:22 -08:00
parent cc6edf6287
commit d1633dc412
5 changed files with 99 additions and 34 deletions

View file

@ -273,7 +273,10 @@ class EvalRouter(Eval):
benchmark_id: str,
benchmark_config: BenchmarkEvalTaskConfig,
) -> Job:
pass
return await self.routing_table.get_provider_impl(benchmark_id).run_benchmark(
benchmark_id=benchmark_id,
benchmark_config=benchmark_config,
)
async def run_eval(
self,