forked from phoenix-oss/llama-stack-mirror
Avoid warnings from pydantic for overriding schema
Also fix structured output in completions
This commit is contained in:
parent
ed833bb758
commit
eccd7dc4a9
7 changed files with 50 additions and 26 deletions
|
@ -109,7 +109,7 @@ class _HfAdapter(Inference, ModelsProtocolPrivate):
|
|||
if fmt.type == ResponseFormatType.json_schema.value:
|
||||
options["grammar"] = {
|
||||
"type": "json",
|
||||
"value": fmt.schema,
|
||||
"value": fmt.json_schema,
|
||||
}
|
||||
elif fmt.type == ResponseFormatType.grammar.value:
|
||||
raise ValueError("Grammar response format not supported yet")
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue