mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-02 08:44:44 +00:00
add integration test
This commit is contained in:
parent
c139f787c8
commit
234f4e4583
1 changed files with 34 additions and 1 deletions
|
@ -10,7 +10,7 @@ import mimetypes
|
|||
import os
|
||||
|
||||
import pytest
|
||||
|
||||
from llama_stack.apis.datasets import Dataset
|
||||
# How to run this test:
|
||||
#
|
||||
# LLAMA_STACK_CONFIG="template-name" pytest -v tests/integration/datasets
|
||||
|
@ -94,3 +94,36 @@ def test_register_and_iterrows(llama_stack_client, purpose, source, provider_id,
|
|||
llama_stack_client.datasets.unregister(dataset.identifier)
|
||||
dataset_list = llama_stack_client.datasets.list()
|
||||
assert dataset.identifier not in [d.identifier for d in dataset_list]
|
||||
|
||||
# nvidia provider only
|
||||
@pytest.mark.parametrize(
|
||||
"provider_id",
|
||||
[
|
||||
"nvidia",
|
||||
],
|
||||
)
|
||||
def test_register_and_unregister(llama_stack_client, provider_id):
|
||||
purpose = "eval/messages-answer"
|
||||
source = {
|
||||
"type": "uri",
|
||||
"uri": "hf://datasets/llamastack/simpleqa?split=train",
|
||||
}
|
||||
dataset = llama_stack_client.datasets.register(
|
||||
dataset_id=f"test-dataset-{provider_id}",
|
||||
purpose=purpose,
|
||||
source=source,
|
||||
metadata={"provider": provider_id, "format": "json", "description": "Test dataset description"},
|
||||
)
|
||||
assert dataset.identifier is not None
|
||||
assert dataset.provider_id == provider_id
|
||||
assert dataset.identifier == f"test-dataset-{provider_id}"
|
||||
|
||||
dataset_list = llama_stack_client.datasets.list()
|
||||
provider_datasets = [d for d in dataset_list if d.provider_id == provider_id]
|
||||
assert any(provider_datasets)
|
||||
assert any([d.identifier == f"test-dataset-{provider_id}" for d in provider_datasets])
|
||||
|
||||
llama_stack_client.datasets.unregister(dataset.identifier)
|
||||
dataset_list = llama_stack_client.datasets.list()
|
||||
provider_datasets = [d for d in dataset_list if d.identifier == dataset.identifier]
|
||||
assert not any(provider_datasets)
|
Loading…
Add table
Add a link
Reference in a new issue