mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-29 10:02:20 +00:00
fix: Fix paths in Eval helper functions; update ModelCandidate to support Evals that use chat datasets
This commit is contained in:
parent
e273a68567
commit
7840a53a12
4 changed files with 46 additions and 9 deletions
34
docs/_static/llama-stack-spec.html
vendored
34
docs/_static/llama-stack-spec.html
vendored
|
|
@ -6347,7 +6347,36 @@
|
|||
"default": "model"
|
||||
},
|
||||
"model": {
|
||||
"type": "string",
|
||||
"oneOf": [
|
||||
{
|
||||
"type": "string"
|
||||
},
|
||||
{
|
||||
"type": "object",
|
||||
"additionalProperties": {
|
||||
"oneOf": [
|
||||
{
|
||||
"type": "null"
|
||||
},
|
||||
{
|
||||
"type": "boolean"
|
||||
},
|
||||
{
|
||||
"type": "number"
|
||||
},
|
||||
{
|
||||
"type": "string"
|
||||
},
|
||||
{
|
||||
"type": "array"
|
||||
},
|
||||
{
|
||||
"type": "object"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
],
|
||||
"description": "The model ID to evaluate."
|
||||
},
|
||||
"sampling_params": {
|
||||
|
|
@ -6362,8 +6391,7 @@
|
|||
"additionalProperties": false,
|
||||
"required": [
|
||||
"type",
|
||||
"model",
|
||||
"sampling_params"
|
||||
"model"
|
||||
],
|
||||
"title": "ModelCandidate",
|
||||
"description": "A model candidate for evaluation."
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue