phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

fix: pytest reports (#2152)

Browse source 
# What does this PR do?

While adding other tests, I came across this and wasn’t sure how useful
it is. It doesn’t seem to be exercised anywhere in CI, but I figured I’d
fix it anyway. Happy to remove it if preferred. :)

## Test Plan

Run:

```
uv run pytest tests/integration/inference --stack-config=ollama --report=test_report.md -v --text-model="llama3.2:3b" --embedding-model=all-MiniLM-L6-v2
```

Look at the produced `test_report.md`.

Signed-off-by: Sébastien Han <seb@redhat.com>
This commit is contained in:
Sébastien Han 2025-05-13 20:27:29 +02:00 • committed by GitHub
parent e3ad17ec5e
commit 62476a5373
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
tests/integration/report.py
View file

@ -6,6 +6,7 @@
from collections import defaultdict from collections import defaultdict
from pathlib import Path
import pytest import pytest
from pytest import CollectReport from pytest import CollectReport
@ -65,6 +66,7 @@ class Report:
def __init__(self, config): def __init__(self, config):
self.distro_name = None self.distro_name = None
self.config = config self.config = config
self.output_path = Path(config.getoption("--report")) if config.getoption("--report") else None
stack_config = self.config.getoption("--stack-config") stack_config = self.config.getoption("--stack-config")
if stack_config: if stack_config:
@ -161,7 +163,7 @@ class Report:
"|:-----|:-----|:-----|:-----|:-----|", "|:-----|:-----|:-----|:-----|:-----|",
] ]
provider = [p for p in providers if p.api == str(api_group.name)] provider = [p for p in providers if p.api == str(api_group.name)]
provider_str = ",".join(provider) if provider else "" provider_str = ",".join(str(p) for p in provider) if provider else ""
for api, capa_map in API_MAPS[api_group].items(): for api, capa_map in API_MAPS[api_group].items():
for capa, tests in capa_map.items(): for capa, tests in capa_map.items():
for test_name in tests: for test_name in tests:
@ -184,10 +186,12 @@ class Report:
# Get values from fixtures for report output # Get values from fixtures for report output
if model_id := item.funcargs.get("text_model_id"): if model_id := item.funcargs.get("text_model_id"):
text_model = model_id.split("/")[1] parts = model_id.split("/")
text_model = parts[1] if len(parts) > 1 else model_id
self.text_model_id = self.text_model_id or text_model self.text_model_id = self.text_model_id or text_model
elif model_id := item.funcargs.get("vision_model_id"): elif model_id := item.funcargs.get("vision_model_id"):
vision_model = model_id.split("/")[1] parts = model_id.split("/")
vision_model = parts[1] if len(parts) > 1 else model_id
self.vision_model_id = self.vision_model_id or vision_model self.vision_model_id = self.vision_model_id or vision_model
if not self.client: if not self.client: