This commit is contained in:
Xi Yan 2025-02-20 13:14:09 -08:00
parent 547a49eb7a
commit 33c801ade3
3 changed files with 0 additions and 12 deletions

View file

@ -4724,11 +4724,6 @@
"BenchmarkConfig": { "BenchmarkConfig": {
"type": "object", "type": "object",
"properties": { "properties": {
"type": {
"type": "string",
"const": "benchmark",
"default": "benchmark"
},
"eval_candidate": { "eval_candidate": {
"$ref": "#/components/schemas/EvalCandidate" "$ref": "#/components/schemas/EvalCandidate"
}, },
@ -4744,7 +4739,6 @@
}, },
"additionalProperties": false, "additionalProperties": false,
"required": [ "required": [
"type",
"eval_candidate", "eval_candidate",
"scoring_params" "scoring_params"
], ],

View file

@ -3091,10 +3091,6 @@ components:
BenchmarkConfig: BenchmarkConfig:
type: object type: object
properties: properties:
type:
type: string
const: benchmark
default: benchmark
eval_candidate: eval_candidate:
$ref: '#/components/schemas/EvalCandidate' $ref: '#/components/schemas/EvalCandidate'
scoring_params: scoring_params:
@ -3105,7 +3101,6 @@ components:
type: integer type: integer
additionalProperties: false additionalProperties: false
required: required:
- type
- eval_candidate - eval_candidate
- scoring_params - scoring_params
title: BenchmarkConfig title: BenchmarkConfig

View file

@ -39,7 +39,6 @@ EvalCandidate = register_schema(
@json_schema_type @json_schema_type
class BenchmarkConfig(BaseModel): class BenchmarkConfig(BaseModel):
type: Literal["benchmark"] = "benchmark"
eval_candidate: EvalCandidate eval_candidate: EvalCandidate
scoring_params: Dict[str, ScoringFnParams] = Field( scoring_params: Dict[str, ScoringFnParams] = Field(
description="Map between scoring function id and parameters for each scoring function you want to run", description="Map between scoring function id and parameters for each scoring function you want to run",