eleuther eval provider

This commit is contained in:
Xi Yan 2024-10-04 13:45:52 -07:00
parent 2441e66d14
commit 6234dd97d5
7 changed files with 168 additions and 2 deletions

View file

@ -37,7 +37,7 @@ class EvaluateTaskRequestCommon(BaseModel):
class EvaluateResponse(BaseModel):
"""Scores for evaluation."""
metrics: Dict[str, float]
metrics: Dict[str, str]
@json_schema_type