mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-15 11:12:43 +00:00
test fixes
This commit is contained in:
parent
d83715be9b
commit
8daf2e78be
1 changed files with 3 additions and 2 deletions
|
|
@ -143,7 +143,7 @@ async def test_completion(inference_settings):
|
||||||
pytest.skip("Other inference providers don't support completion() yet")
|
pytest.skip("Other inference providers don't support completion() yet")
|
||||||
|
|
||||||
response = await inference_impl.completion(
|
response = await inference_impl.completion(
|
||||||
content="Roses are red,",
|
content="Micheael Jordan is born in ",
|
||||||
stream=False,
|
stream=False,
|
||||||
model=params["model"],
|
model=params["model"],
|
||||||
sampling_params=SamplingParams(
|
sampling_params=SamplingParams(
|
||||||
|
|
@ -152,7 +152,7 @@ async def test_completion(inference_settings):
|
||||||
)
|
)
|
||||||
|
|
||||||
assert isinstance(response, CompletionResponse)
|
assert isinstance(response, CompletionResponse)
|
||||||
assert "violets are blue" in response.content
|
assert "1963" in response.content
|
||||||
|
|
||||||
chunks = [
|
chunks = [
|
||||||
r
|
r
|
||||||
|
|
@ -181,6 +181,7 @@ async def test_completions_structured_output(inference_settings):
|
||||||
if provider.__provider_spec__.provider_type not in (
|
if provider.__provider_spec__.provider_type not in (
|
||||||
"meta-reference",
|
"meta-reference",
|
||||||
"remote::tgi",
|
"remote::tgi",
|
||||||
|
"remote::together",
|
||||||
):
|
):
|
||||||
pytest.skip(
|
pytest.skip(
|
||||||
"Other inference providers don't support structured output in completions yet"
|
"Other inference providers don't support structured output in completions yet"
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue