Avoid warnings from pydantic for overriding schema

Also fix structured output in completions
2024-10-28 13:36:17 -07:00 · 2024-10-28 13:36:17 -07:00 · eccd7dc4a9
commit eccd7dc4a9
parent ed833bb758
7 changed files with 50 additions and 26 deletions
--- a/llama_stack/providers/adapters/inference/fireworks/fireworks.py
+++ b/llama_stack/providers/adapters/inference/fireworks/fireworks.py
@ -163,7 +163,7 @@ class FireworksInferenceAdapter(ModelRegistryHelper, Inference):
            if fmt.type == ResponseFormatType.json_schema.value:
                options["response_format"] = {
                    "type": "json_object",
-                    "schema": fmt.schema,
+                    "schema": fmt.json_schema,
                }
            elif fmt.type == ResponseFormatType.grammar.value:
                options["response_format"] = {