Add stubs to functions create_agent_turn, create_openai_response, job_result, evaluate_rows and job_status

This commit is contained in:
2000krysztof 2025-05-08 10:30:42 +01:00
parent 9a6e91cd93
commit f639e79549
2 changed files with 5 additions and 0 deletions

View file

@ -95,6 +95,7 @@ class Eval(Protocol):
:param benchmark_config: The configuration for the benchmark.
:return: The job that was created to run the evaluation.
"""
...
@webmethod(route="/eval/benchmarks/{benchmark_id}/evaluations", method="POST")
async def evaluate_rows(
@ -112,6 +113,7 @@ class Eval(Protocol):
:param benchmark_config: The configuration for the benchmark.
:return: EvaluateResponse object containing generations and scores
"""
...
@webmethod(route="/eval/benchmarks/{benchmark_id}/jobs/{job_id}", method="GET")
async def job_status(self, benchmark_id: str, job_id: str) -> Job:
@ -140,3 +142,4 @@ class Eval(Protocol):
:param job_id: The ID of the job to get the result of.
:return: The result of the job.
"""
...