fix: Fix paths in Eval helper functions; update ModelCandidate to support Evals that use chat datasets

This commit is contained in:
Jash Gulabrai 2025-04-09 15:48:46 -04:00
parent e273a68567
commit 7840a53a12
4 changed files with 46 additions and 9 deletions

View file

@ -4468,7 +4468,17 @@ components:
const: model
default: model
model:
type: string
oneOf:
- type: string
- type: object
additionalProperties:
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
description: The model ID to evaluate.
sampling_params:
$ref: '#/components/schemas/SamplingParams'
@ -4482,7 +4492,6 @@ components:
required:
- type
- model
- sampling_params
title: ModelCandidate
description: A model candidate for evaluation.
RegexParserScoringFnParams: