add dataset datatypes

This commit is contained in:
Xi Yan 2024-10-10 17:19:18 -07:00
parent c8de439d9f
commit 99ed1425fc
5 changed files with 155 additions and 67 deletions

View file

@ -33,6 +33,7 @@ class EvaluateTaskConfig(BaseModel):
class EvaluateResponse(BaseModel):
"""Scores for evaluation."""
preprocess_output: GenerationOutput
metrics: Dict[str, str]