mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-03 01:03:59 +00:00
add integration test
This commit is contained in:
parent
c139f787c8
commit
234f4e4583
1 changed files with 34 additions and 1 deletions
|
@ -10,7 +10,7 @@ import mimetypes
|
||||||
import os
|
import os
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
from llama_stack.apis.datasets import Dataset
|
||||||
# How to run this test:
|
# How to run this test:
|
||||||
#
|
#
|
||||||
# LLAMA_STACK_CONFIG="template-name" pytest -v tests/integration/datasets
|
# LLAMA_STACK_CONFIG="template-name" pytest -v tests/integration/datasets
|
||||||
|
@ -94,3 +94,36 @@ def test_register_and_iterrows(llama_stack_client, purpose, source, provider_id,
|
||||||
llama_stack_client.datasets.unregister(dataset.identifier)
|
llama_stack_client.datasets.unregister(dataset.identifier)
|
||||||
dataset_list = llama_stack_client.datasets.list()
|
dataset_list = llama_stack_client.datasets.list()
|
||||||
assert dataset.identifier not in [d.identifier for d in dataset_list]
|
assert dataset.identifier not in [d.identifier for d in dataset_list]
|
||||||
|
|
||||||
|
# nvidia provider only
|
||||||
|
@pytest.mark.parametrize(
|
||||||
|
"provider_id",
|
||||||
|
[
|
||||||
|
"nvidia",
|
||||||
|
],
|
||||||
|
)
|
||||||
|
def test_register_and_unregister(llama_stack_client, provider_id):
|
||||||
|
purpose = "eval/messages-answer"
|
||||||
|
source = {
|
||||||
|
"type": "uri",
|
||||||
|
"uri": "hf://datasets/llamastack/simpleqa?split=train",
|
||||||
|
}
|
||||||
|
dataset = llama_stack_client.datasets.register(
|
||||||
|
dataset_id=f"test-dataset-{provider_id}",
|
||||||
|
purpose=purpose,
|
||||||
|
source=source,
|
||||||
|
metadata={"provider": provider_id, "format": "json", "description": "Test dataset description"},
|
||||||
|
)
|
||||||
|
assert dataset.identifier is not None
|
||||||
|
assert dataset.provider_id == provider_id
|
||||||
|
assert dataset.identifier == f"test-dataset-{provider_id}"
|
||||||
|
|
||||||
|
dataset_list = llama_stack_client.datasets.list()
|
||||||
|
provider_datasets = [d for d in dataset_list if d.provider_id == provider_id]
|
||||||
|
assert any(provider_datasets)
|
||||||
|
assert any([d.identifier == f"test-dataset-{provider_id}" for d in provider_datasets])
|
||||||
|
|
||||||
|
llama_stack_client.datasets.unregister(dataset.identifier)
|
||||||
|
dataset_list = llama_stack_client.datasets.list()
|
||||||
|
provider_datasets = [d for d in dataset_list if d.identifier == dataset.identifier]
|
||||||
|
assert not any(provider_datasets)
|
Loading…
Add table
Add a link
Reference in a new issue