add support for TGI

2025-12-13 21:12:36 +00:00 · 2024-10-21 23:26:31 -07:00 · 2024-10-21 23:26:31 -07:00 · 510269e4c5
commit 510269e4c5
parent fe20a69f24
2 changed files with 14 additions and 1 deletions
--- a/llama_stack/providers/tests/inference/test_inference.py
+++ b/llama_stack/providers/tests/inference/test_inference.py
@ -194,6 +194,7 @@ async def test_structured_output(inference_settings):
    if provider.__provider_spec__.provider_type not in (
        "meta-reference",
        "remote::fireworks",
+        "remote::tgi",
    ):
        pytest.skip("Other inference providers don't support structured output yet")