phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-16 23:03:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

yet another refactor to make this more general

Browse source 
now it accepts --inference-model, --safety-model options also
This commit is contained in:
Ashwin Bharambe 2024-11-04 14:16:35 -08:00 • committed by Ashwin Bharambe
parent 2ed0267fbb
commit 60800bc09b
13 changed files with 127 additions and 61 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama_stack/providers/tests/inference/test_inference.py
View file

@ -14,7 +14,6 @@ from llama_models.llama3.api.datatypes import * # noqa: F403
from llama_stack.apis.inference import * # noqa: F403
from llama_stack.distribution.datatypes import * # noqa: F403
from .fixtures import INFERENCE_FIXTURES, MODEL_PARAMS
# How to run this test:
#
@ -70,15 +69,6 @@ def sample_tool_definition():
)
@pytest.mark.parametrize("inference_model", MODEL_PARAMS, indirect=True)
@pytest.mark.parametrize(
"inference_stack",
[
pytest.param(fixture_name, marks=getattr(pytest.mark, fixture_name))
for fixture_name in INFERENCE_FIXTURES
],
indirect=True,
)
class TestInference:
@pytest.mark.asyncio
async def test_model_list(self, inference_model, inference_stack):