async call in separate thread

This commit is contained in:
Xi Yan 2024-10-09 13:18:15 -07:00
parent ae43044a57
commit adb768f827
5 changed files with 72 additions and 55 deletions

View file

@ -64,8 +64,8 @@ class Evals(Protocol):
async def run_evals(
self,
model: str,
dataset: str,
task: str,
dataset: Optional[str] = None,
) -> EvaluateResponse: ...
@webmethod(route="/evals/jobs")