completion() for tgi

2025-12-13 13:02:38 +00:00 · 2024-10-23 12:06:25 -07:00 · 2024-10-23 12:06:25 -07:00 · 5570a63248
commit 5570a63248
parent 21f2e9adf5
4 changed files with 100 additions and 8 deletions
--- a/llama_stack/providers/tests/inference/test_inference.py
+++ b/llama_stack/providers/tests/inference/test_inference.py
@ -137,6 +137,7 @@ async def test_completion(inference_settings):
    if provider.__provider_spec__.provider_type not in (
        "meta-reference",
        "remote::ollama",
+        "remote::tgi",
    ):
        pytest.skip("Other inference providers don't support completion() yet")