forked from phoenix-oss/llama-stack-mirror
update tests --inference-model to hf id
This commit is contained in:
parent
939056e265
commit
50d539e6d7
5 changed files with 11 additions and 7 deletions
|
@ -44,7 +44,7 @@ Finally, you can override the model completely by doing:
|
||||||
```bash
|
```bash
|
||||||
pytest -s -v llama_stack/providers/tests/inference/test_text_inference.py \
|
pytest -s -v llama_stack/providers/tests/inference/test_text_inference.py \
|
||||||
-m fireworks \
|
-m fireworks \
|
||||||
--inference-model "Llama3.1-70B-Instruct" \
|
--inference-model "meta-llama/Llama3.1-70B-Instruct" \
|
||||||
--env FIREWORKS_API_KEY=<...>
|
--env FIREWORKS_API_KEY=<...>
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|
|
@ -81,13 +81,13 @@ def pytest_addoption(parser):
|
||||||
parser.addoption(
|
parser.addoption(
|
||||||
"--inference-model",
|
"--inference-model",
|
||||||
action="store",
|
action="store",
|
||||||
default="Llama3.1-8B-Instruct",
|
default="meta-llama/Llama-3.1-8B-Instruct",
|
||||||
help="Specify the inference model to use for testing",
|
help="Specify the inference model to use for testing",
|
||||||
)
|
)
|
||||||
parser.addoption(
|
parser.addoption(
|
||||||
"--safety-shield",
|
"--safety-shield",
|
||||||
action="store",
|
action="store",
|
||||||
default="Llama-Guard-3-8B",
|
default="meta-llama/Llama-Guard-3-8B",
|
||||||
help="Specify the safety shield to use for testing",
|
help="Specify the safety shield to use for testing",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
|
@ -63,7 +63,7 @@ def pytest_addoption(parser):
|
||||||
parser.addoption(
|
parser.addoption(
|
||||||
"--inference-model",
|
"--inference-model",
|
||||||
action="store",
|
action="store",
|
||||||
default="Llama3.2-3B-Instruct",
|
default="meta-llama/Llama-3.2-3B-Instruct",
|
||||||
help="Specify the inference model to use for testing",
|
help="Specify the inference model to use for testing",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
|
@ -32,8 +32,12 @@ def pytest_configure(config):
|
||||||
|
|
||||||
|
|
||||||
MODEL_PARAMS = [
|
MODEL_PARAMS = [
|
||||||
pytest.param("Llama3.1-8B-Instruct", marks=pytest.mark.llama_8b, id="llama_8b"),
|
pytest.param(
|
||||||
pytest.param("Llama3.2-3B-Instruct", marks=pytest.mark.llama_3b, id="llama_3b"),
|
"meta-llama/Llama-3.1-8B-Instruct", marks=pytest.mark.llama_8b, id="llama_8b"
|
||||||
|
),
|
||||||
|
pytest.param(
|
||||||
|
"meta-llama/Llama-3.2-3B-Instruct", marks=pytest.mark.llama_3b, id="llama_3b"
|
||||||
|
),
|
||||||
]
|
]
|
||||||
|
|
||||||
VISION_MODEL_PARAMS = [
|
VISION_MODEL_PARAMS = [
|
||||||
|
|
|
@ -58,7 +58,7 @@ def pytest_addoption(parser):
|
||||||
parser.addoption(
|
parser.addoption(
|
||||||
"--inference-model",
|
"--inference-model",
|
||||||
action="store",
|
action="store",
|
||||||
default="Llama3.2-3B-Instruct",
|
default="meta-llama/Llama-3.2-3B-Instruct",
|
||||||
help="Specify the inference model to use for testing",
|
help="Specify the inference model to use for testing",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue