actually test strutured output in completion

2025-12-16 03:12:36 +00:00 · 2024-10-24 14:44:31 -07:00 · 2024-10-24 14:44:31 -07:00 · 9bf1388429
commit 9bf1388429
parent 3796dbd4a5
3 changed files with 35 additions and 26 deletions
--- a/llama_stack/providers/adapters/inference/tgi/tgi.py
+++ b/llama_stack/providers/adapters/inference/tgi/tgi.py
@ -82,6 +82,7 @@ class _HfAdapter(Inference, ModelsProtocolPrivate):
            model=model,
            content=content,
            sampling_params=sampling_params,
+            response_format=response_format,
            stream=stream,
            logprobs=logprobs,
        )