phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-30 00:39:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

tests: add multi_image test

Browse source 
# What does this PR do?


## Test Plan
This commit is contained in:
Eric Huang 2025-04-17 11:38:32 -07:00 • committed by Eric Huang
parent 2976b5d992
commit d5abe2ec2e
17 changed files with 5090 additions and 1738 deletions
Download patch file Download diff file Expand all files Collapse all files

17
tests/verifications/generate_report.py
View file

@ -412,7 +412,22 @@ def generate_report(
# Determine display name based on case count
base_name = base_test_name_map.get(test, test) # Get base name
case_count = base_test_case_counts.get(base_name, 1) # Get count
display_test_name = base_name if case_count == 1 else test # Choose display name
# --- BEGIN PATCH: show stream param name if test_chat_multiple_images ---
if case_count > 1 and test.startswith("test_chat_multiple_images "):
# Try to extract the param value from the test name
m = re.match(r"^(test_chat_multiple_images) \\\((.*)\\\)$", test)
if m:
param_val = m.group(2)
# Only replace True/False with stream=True/False if that's the only param
if param_val in ("True", "False"):
display_test_name = f"test_chat_multiple_images (stream={param_val})"
else:
display_test_name = test
else:
display_test_name = test
else:
display_test_name = base_name if case_count == 1 else test # Choose display name
# --- END PATCH ---
row = f"| {display_test_name} |" # Use display name
for model_id in provider_models: