mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-23 21:53:57 +00:00
a
This commit is contained in:
parent
78ef9c605f
commit
bcdb6fcc15
4 changed files with 26 additions and 8 deletions
16
docs/_static/llama-stack-spec.html
vendored
16
docs/_static/llama-stack-spec.html
vendored
|
|
@ -9797,18 +9797,20 @@
|
|||
"tool",
|
||||
"tool_group"
|
||||
],
|
||||
"title": "ResourceType",
|
||||
"const": "benchmark",
|
||||
"default": "benchmark"
|
||||
"default": "benchmark",
|
||||
"description": "The resource type, always benchmark"
|
||||
},
|
||||
"dataset_id": {
|
||||
"type": "string"
|
||||
"type": "string",
|
||||
"description": "Identifier of the dataset to use for the benchmark evaluation"
|
||||
},
|
||||
"scoring_functions": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"description": "List of scoring function identifiers to apply during evaluation"
|
||||
},
|
||||
"metadata": {
|
||||
"type": "object",
|
||||
|
|
@ -9833,7 +9835,8 @@
|
|||
"type": "object"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"description": "Metadata for this evaluation task"
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
|
|
@ -9845,7 +9848,8 @@
|
|||
"scoring_functions",
|
||||
"metadata"
|
||||
],
|
||||
"title": "Benchmark"
|
||||
"title": "Benchmark",
|
||||
"description": "A benchmark resource for evaluating model performance."
|
||||
},
|
||||
"OpenAIAssistantMessageParam": {
|
||||
"type": "object",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue