phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 16:39:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add completion api support

Browse source
This commit is contained in:
Matthew Farrellee 2024-11-25 09:55:14 -05:00
parent d3956a1d22
commit 6d41a93188
3 changed files with 208 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/tests/inference/test_text_inference.py
View file

@ -94,6 +94,7 @@ class TestInference:
"remote::tgi",
"remote::together",
"remote::fireworks",
"remote::nvidia",
):
pytest.skip("Other inference providers don't support completion() yet")
@ -128,9 +129,7 @@ class TestInference:
@pytest.mark.asyncio
@pytest.mark.skip("This test is not quite robust")
async def test_completions_structured_output(
self, inference_model, inference_stack
):
async def test_completion_structured_output(self, inference_model, inference_stack):
inference_impl, _ = inference_stack
provider = inference_impl.routing_table.get_provider_impl(inference_model)
@ -139,6 +138,7 @@ class TestInference:
"remote::tgi",
"remote::together",
"remote::fireworks",
"remote::nvidia",
):
pytest.skip(
"Other inference providers don't support structured output in completions yet"