forked from phoenix-oss/llama-stack-mirror
6192bf43a4
* wip * scoring fn api * eval api * eval task * evaluate api update * pre commit * unwrap context -> config * config field doc * typo * naming fix * separate benchmark / app eval * api name * rename * wip tests * wip * datasetio test * delete unused * fixture * scoring resolve * fix scoring register * scoring test pass * score batch * scoring fix * fix eval * test eval works * remove type ignore * api refactor * add default task_eval_id for routing * add eval_id for jobs * remove type ignore * only keep 1 run_eval * fix optional * register task required * register task required * delete old tests * delete old tests * fixture return impl
29 lines
827 B
Python
29 lines
827 B
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
import pytest
|
|
|
|
from .fixtures import DATASETIO_FIXTURES
|
|
|
|
|
|
def pytest_configure(config):
|
|
for fixture_name in DATASETIO_FIXTURES:
|
|
config.addinivalue_line(
|
|
"markers",
|
|
f"{fixture_name}: marks tests as {fixture_name} specific",
|
|
)
|
|
|
|
|
|
def pytest_generate_tests(metafunc):
|
|
if "datasetio_stack" in metafunc.fixturenames:
|
|
metafunc.parametrize(
|
|
"datasetio_stack",
|
|
[
|
|
pytest.param(fixture_name, marks=getattr(pytest.mark, fixture_name))
|
|
for fixture_name in DATASETIO_FIXTURES
|
|
],
|
|
indirect=True,
|
|
)
|