update tests --inference-model to hf id

This commit is contained in:
Xi Yan 2024-11-18 17:36:58 -08:00
parent 939056e265
commit 50d539e6d7
5 changed files with 11 additions and 7 deletions

View file

@ -44,7 +44,7 @@ Finally, you can override the model completely by doing:
```bash ```bash
pytest -s -v llama_stack/providers/tests/inference/test_text_inference.py \ pytest -s -v llama_stack/providers/tests/inference/test_text_inference.py \
-m fireworks \ -m fireworks \
--inference-model "Llama3.1-70B-Instruct" \ --inference-model "meta-llama/Llama3.1-70B-Instruct" \
--env FIREWORKS_API_KEY=<...> --env FIREWORKS_API_KEY=<...>
``` ```

View file

@ -81,13 +81,13 @@ def pytest_addoption(parser):
parser.addoption( parser.addoption(
"--inference-model", "--inference-model",
action="store", action="store",
default="Llama3.1-8B-Instruct", default="meta-llama/Llama-3.1-8B-Instruct",
help="Specify the inference model to use for testing", help="Specify the inference model to use for testing",
) )
parser.addoption( parser.addoption(
"--safety-shield", "--safety-shield",
action="store", action="store",
default="Llama-Guard-3-8B", default="meta-llama/Llama-Guard-3-8B",
help="Specify the safety shield to use for testing", help="Specify the safety shield to use for testing",
) )

View file

@ -63,7 +63,7 @@ def pytest_addoption(parser):
parser.addoption( parser.addoption(
"--inference-model", "--inference-model",
action="store", action="store",
default="Llama3.2-3B-Instruct", default="meta-llama/Llama-3.2-3B-Instruct",
help="Specify the inference model to use for testing", help="Specify the inference model to use for testing",
) )

View file

@ -32,8 +32,12 @@ def pytest_configure(config):
MODEL_PARAMS = [ MODEL_PARAMS = [
pytest.param("Llama3.1-8B-Instruct", marks=pytest.mark.llama_8b, id="llama_8b"), pytest.param(
pytest.param("Llama3.2-3B-Instruct", marks=pytest.mark.llama_3b, id="llama_3b"), "meta-llama/Llama-3.1-8B-Instruct", marks=pytest.mark.llama_8b, id="llama_8b"
),
pytest.param(
"meta-llama/Llama-3.2-3B-Instruct", marks=pytest.mark.llama_3b, id="llama_3b"
),
] ]
VISION_MODEL_PARAMS = [ VISION_MODEL_PARAMS = [

View file

@ -58,7 +58,7 @@ def pytest_addoption(parser):
parser.addoption( parser.addoption(
"--inference-model", "--inference-model",
action="store", action="store",
default="Llama3.2-3B-Instruct", default="meta-llama/Llama-3.2-3B-Instruct",
help="Specify the inference model to use for testing", help="Specify the inference model to use for testing",
) )