add chat completion support for JsonSchemaResponseFormat request_format

2025-12-19 04:29:40 +00:00 · 2024-11-22 06:29:55 -05:00 · 2024-11-22 06:29:55 -05:00 · e6b82a44eb
commit e6b82a44eb
parent a6f47f1090
3 changed files with 18 additions and 0 deletions
--- a/llama_stack/providers/remote/inference/nvidia/nvidia.py
+++ b/llama_stack/providers/remote/inference/nvidia/nvidia.py
@ -159,6 +159,7 @@ class NVIDIAInferenceAdapter(Inference, ModelRegistryHelper):
                model=self.get_provider_model_id(model_id),
                messages=messages,
                sampling_params=sampling_params,
+                response_format=response_format,
                tools=tools,
                tool_choice=tool_choice,
                tool_prompt_format=tool_prompt_format,