Support structured output for Together (#289)

2024-10-22 22:36:38 -07:00 · 2024-10-22 22:36:38 -07:00 · ffb561070d
commit ffb561070d
parent 2e5e46d896
2 changed files with 16 additions and 2 deletions
--- a/llama_stack/providers/tests/inference/test_inference.py
+++ b/llama_stack/providers/tests/inference/test_inference.py
@ -195,6 +195,7 @@ async def test_structured_output(inference_settings):
        "meta-reference",
        "remote::fireworks",
        "remote::tgi",
+        "remote::together",
    ):
        pytest.skip("Other inference providers don't support structured output yet")