test: add multi_image test (#1972)

# What does this PR do?


## Test Plan
pytest tests/verifications/openai_api/test_chat_completion.py --provider
openai -k 'test_chat_multiple_images'

tests/verifications/REPORT.md

@@ -1,6 +1,6 @@
 # Test Results Report
 
-*Generated on: 2025-04-17 11:08:16*
+*Generated on: 2025-04-17 12:42:33*
 
 *This report was generated by running `python tests/verifications/generate_report.py`*
 
@@ -15,23 +15,23 @@
 
 | Provider | Pass Rate | Tests Passed | Total Tests |
 | --- | --- | --- | --- |
-| Meta_reference | 100.0% | 26 | 26 |
+| Meta_reference | 100.0% | 28 | 28 |
-| Together | 51.3% | 39 | 76 |
+| Together | 50.0% | 40 | 80 |
-| Fireworks | 47.4% | 36 | 76 |
+| Fireworks | 50.0% | 40 | 80 |
-| Openai | 100.0% | 52 | 52 |
+| Openai | 100.0% | 56 | 56 |
 
 
 
 ## Meta_reference
 
-*Tests run on: 2025-04-15 17:08:59*
+*Tests run on: 2025-04-17 12:37:11*
 
 ```bash
 # Run all tests for this provider:
 pytest tests/verifications/openai_api/test_chat_completion.py --provider=meta_reference -v
 
-# Example: Run only the 'earth' case of test_chat_non_streaming_basic:
+# Example: Run only the 'stream=False' case of test_chat_multi_turn_multiple_images:
-pytest tests/verifications/openai_api/test_chat_completion.py --provider=meta_reference -k "test_chat_non_streaming_basic and earth"
+pytest tests/verifications/openai_api/test_chat_completion.py --provider=meta_reference -k "test_chat_multi_turn_multiple_images and stream=False"
 ```
 
 
@@ -44,6 +44,8 @@ pytest tests/verifications/openai_api/test_chat_completion.py --provider=meta_re
 
 | Test | Llama-4-Scout-Instruct |
 | --- | --- |
+| test_chat_multi_turn_multiple_images (stream=False) | ✅ |
+| test_chat_multi_turn_multiple_images (stream=True) | ✅ |
 | test_chat_non_streaming_basic (earth) | ✅ |
 | test_chat_non_streaming_basic (saturn) | ✅ |
 | test_chat_non_streaming_image | ✅ |
@@ -73,14 +75,14 @@ pytest tests/verifications/openai_api/test_chat_completion.py --provider=meta_re
 
 ## Together
 
-*Tests run on: 2025-04-16 15:03:51*
+*Tests run on: 2025-04-17 12:27:45*
 
 ```bash
 # Run all tests for this provider:
 pytest tests/verifications/openai_api/test_chat_completion.py --provider=together -v
 
-# Example: Run only the 'earth' case of test_chat_non_streaming_basic:
+# Example: Run only the 'stream=False' case of test_chat_multi_turn_multiple_images:
-pytest tests/verifications/openai_api/test_chat_completion.py --provider=together -k "test_chat_non_streaming_basic and earth"
+pytest tests/verifications/openai_api/test_chat_completion.py --provider=together -k "test_chat_multi_turn_multiple_images and stream=False"
 ```
 
 
@@ -95,12 +97,14 @@ pytest tests/verifications/openai_api/test_chat_completion.py --provider=togethe
 
 | Test | Llama-3.3-70B-Instruct | Llama-4-Maverick-Instruct | Llama-4-Scout-Instruct |
 | --- | --- | --- | --- |
+| test_chat_multi_turn_multiple_images (stream=False) | ⚪ | ✅ | ✅ |
+| test_chat_multi_turn_multiple_images (stream=True) | ⚪ | ❌ | ❌ |
 | test_chat_non_streaming_basic (earth) | ✅ | ✅ | ✅ |
 | test_chat_non_streaming_basic (saturn) | ✅ | ✅ | ✅ |
 | test_chat_non_streaming_image | ⚪ | ✅ | ✅ |
 | test_chat_non_streaming_multi_turn_tool_calling (add_product_tool) | ✅ | ✅ | ✅ |
 | test_chat_non_streaming_multi_turn_tool_calling (compare_monthly_expense_tool) | ✅ | ✅ | ✅ |
-| test_chat_non_streaming_multi_turn_tool_calling (get_then_create_event_tool) | ✅ | ✅ | ✅ |
+| test_chat_non_streaming_multi_turn_tool_calling (get_then_create_event_tool) | ✅ | ❌ | ✅ |
 | test_chat_non_streaming_multi_turn_tool_calling (text_then_weather_tool) | ❌ | ❌ | ❌ |
 | test_chat_non_streaming_multi_turn_tool_calling (weather_tool_then_text) | ✅ | ✅ | ✅ |
 | test_chat_non_streaming_structured_output (calendar) | ✅ | ✅ | ✅ |
@@ -124,14 +128,14 @@ pytest tests/verifications/openai_api/test_chat_completion.py --provider=togethe
 
 ## Fireworks
 
-*Tests run on: 2025-04-16 15:05:54*
+*Tests run on: 2025-04-17 12:29:53*
 
 ```bash
 # Run all tests for this provider:
 pytest tests/verifications/openai_api/test_chat_completion.py --provider=fireworks -v
 
-# Example: Run only the 'earth' case of test_chat_non_streaming_basic:
+# Example: Run only the 'stream=False' case of test_chat_multi_turn_multiple_images:
-pytest tests/verifications/openai_api/test_chat_completion.py --provider=fireworks -k "test_chat_non_streaming_basic and earth"
+pytest tests/verifications/openai_api/test_chat_completion.py --provider=fireworks -k "test_chat_multi_turn_multiple_images and stream=False"
 ```
 
 
@@ -146,6 +150,8 @@ pytest tests/verifications/openai_api/test_chat_completion.py --provider=firewor
 
 | Test | Llama-3.3-70B-Instruct | Llama-4-Maverick-Instruct | Llama-4-Scout-Instruct |
 | --- | --- | --- | --- |
+| test_chat_multi_turn_multiple_images (stream=False) | ⚪ | ✅ | ✅ |
+| test_chat_multi_turn_multiple_images (stream=True) | ⚪ | ✅ | ✅ |
 | test_chat_non_streaming_basic (earth) | ✅ | ✅ | ✅ |
 | test_chat_non_streaming_basic (saturn) | ✅ | ✅ | ✅ |
 | test_chat_non_streaming_image | ⚪ | ✅ | ✅ |
@@ -175,14 +181,14 @@ pytest tests/verifications/openai_api/test_chat_completion.py --provider=firewor
 
 ## Openai
 
-*Tests run on: 2025-04-16 15:09:18*
+*Tests run on: 2025-04-17 12:34:08*
 
 ```bash
 # Run all tests for this provider:
 pytest tests/verifications/openai_api/test_chat_completion.py --provider=openai -v
 
-# Example: Run only the 'earth' case of test_chat_non_streaming_basic:
+# Example: Run only the 'stream=False' case of test_chat_multi_turn_multiple_images:
-pytest tests/verifications/openai_api/test_chat_completion.py --provider=openai -k "test_chat_non_streaming_basic and earth"
+pytest tests/verifications/openai_api/test_chat_completion.py --provider=openai -k "test_chat_multi_turn_multiple_images and stream=False"
 ```
 
 
@@ -196,6 +202,8 @@ pytest tests/verifications/openai_api/test_chat_completion.py --provider=openai
 
 | Test | gpt-4o | gpt-4o-mini |
 | --- | --- | --- |
+| test_chat_multi_turn_multiple_images (stream=False) | ✅ | ✅ |
+| test_chat_multi_turn_multiple_images (stream=True) | ✅ | ✅ |
 | test_chat_non_streaming_basic (earth) | ✅ | ✅ |
 | test_chat_non_streaming_basic (saturn) | ✅ | ✅ |
 | test_chat_non_streaming_image | ✅ | ✅ |

tests/verifications/conf/cerebras.yaml

@@ -8,3 +8,4 @@ test_exclusions:
   llama-3.3-70b:
   - test_chat_non_streaming_image
   - test_chat_streaming_image
+  - test_chat_multi_turn_multiple_images

tests/verifications/conf/fireworks-llama-stack.yaml

@@ -12,3 +12,4 @@ test_exclusions:
   fireworks/llama-v3p3-70b-instruct:
   - test_chat_non_streaming_image
   - test_chat_streaming_image
+  - test_chat_multi_turn_multiple_images

tests/verifications/conf/fireworks.yaml

@@ -12,3 +12,4 @@ test_exclusions:
   accounts/fireworks/models/llama-v3p3-70b-instruct:
   - test_chat_non_streaming_image
   - test_chat_streaming_image
+  - test_chat_multi_turn_multiple_images

tests/verifications/conf/groq-llama-stack.yaml

@@ -12,3 +12,4 @@ test_exclusions:
   groq/llama-3.3-70b-versatile:
   - test_chat_non_streaming_image
   - test_chat_streaming_image
+  - test_chat_multi_turn_multiple_images

tests/verifications/conf/groq.yaml

@@ -12,3 +12,4 @@ test_exclusions:
   llama-3.3-70b-versatile:
   - test_chat_non_streaming_image
   - test_chat_streaming_image
+  - test_chat_multi_turn_multiple_images

tests/verifications/conf/together-llama-stack.yaml

@@ -12,3 +12,4 @@ test_exclusions:
   together/meta-llama/Llama-3.3-70B-Instruct-Turbo:
   - test_chat_non_streaming_image
   - test_chat_streaming_image
+  - test_chat_multi_turn_multiple_images

tests/verifications/conf/together.yaml

@@ -12,3 +12,4 @@ test_exclusions:
   meta-llama/Llama-3.3-70B-Instruct-Turbo:
   - test_chat_non_streaming_image
   - test_chat_streaming_image
+  - test_chat_multi_turn_multiple_images

tests/verifications/openai_api/test_chat_completion.py

@@ -4,9 +4,11 @@
 # This source code is licensed under the terms described in the LICENSE file in
 # the root directory of this source tree.
 
+import base64
 import copy
 import json
 import re
+from pathlib import Path
 from typing import Any
 
 import pytest
@@ -19,6 +21,8 @@ from tests.verifications.openai_api.fixtures.load import load_test_cases
 
 chat_completion_test_cases = load_test_cases("chat_completion")
 
+THIS_DIR = Path(__file__).parent
+
 
 def case_id_generator(case):
     """Generate a test ID from the case's 'case_id' field, or use a default."""
@@ -71,6 +75,21 @@ def get_base_test_name(request):
     return request.node.originalname
 
 
+@pytest.fixture
+def multi_image_data():
+    files = [
+        THIS_DIR / "fixtures/images/vision_test_1.jpg",
+        THIS_DIR / "fixtures/images/vision_test_2.jpg",
+        THIS_DIR / "fixtures/images/vision_test_3.jpg",
+    ]
+    encoded_files = []
+    for file in files:
+        with open(file, "rb") as image_file:
+            base64_data = base64.b64encode(image_file.read()).decode("utf-8")
+            encoded_files.append(f"data:image/jpeg;base64,{base64_data}")
+    return encoded_files
+
+
 # --- Test Functions ---
 
 
@@ -533,6 +552,86 @@ def test_chat_streaming_multi_turn_tool_calling(request, openai_client, model, p
             )
 
 
+@pytest.mark.parametrize("stream", [False, True], ids=["stream=False", "stream=True"])
+def test_chat_multi_turn_multiple_images(
+    request, openai_client, model, provider, verification_config, multi_image_data, stream
+):
+    test_name_base = get_base_test_name(request)
+    if should_skip_test(verification_config, provider, model, test_name_base):
+        pytest.skip(f"Skipping {test_name_base} for model {model} on provider {provider} based on config.")
+
+    messages_turn1 = [
+        {
+            "role": "user",
+            "content": [
+                {
+                    "type": "image_url",
+                    "image_url": {
+                        "url": multi_image_data[0],
+                    },
+                },
+                {
+                    "type": "image_url",
+                    "image_url": {
+                        "url": multi_image_data[1],
+                    },
+                },
+                {
+                    "type": "text",
+                    "text": "What furniture is in the first image that is not in the second image?",
+                },
+            ],
+        },
+    ]
+
+    # First API call
+    response1 = openai_client.chat.completions.create(
+        model=model,
+        messages=messages_turn1,
+        stream=stream,
+    )
+    if stream:
+        message_content1 = ""
+        for chunk in response1:
+            message_content1 += chunk.choices[0].delta.content or ""
+    else:
+        message_content1 = response1.choices[0].message.content
+    assert len(message_content1) > 0
+    assert any(expected in message_content1.lower().strip() for expected in {"chair", "table"}), message_content1
+
+    # Prepare messages for the second turn
+    messages_turn2 = messages_turn1 + [
+        {"role": "assistant", "content": message_content1},
+        {
+            "role": "user",
+            "content": [
+                {
+                    "type": "image_url",
+                    "image_url": {
+                        "url": multi_image_data[2],
+                    },
+                },
+                {"type": "text", "text": "What is in this image that is also in the first image?"},
+            ],
+        },
+    ]
+
+    # Second API call
+    response2 = openai_client.chat.completions.create(
+        model=model,
+        messages=messages_turn2,
+        stream=stream,
+    )
+    if stream:
+        message_content2 = ""
+        for chunk in response2:
+            message_content2 += chunk.choices[0].delta.content or ""
+    else:
+        message_content2 = response2.choices[0].message.content
+    assert len(message_content2) > 0
+    assert any(expected in message_content2.lower().strip() for expected in {"bed"}), message_content2
+
+
 # --- Helper functions (structured output validation) ---
 
 

tests/verifications/test_results/meta_reference.json

@@ -1,13 +1,13 @@
 {
-  "created": 1744762318.264238,
+  "created": 1744918847.712677,
-  "duration": 177.55697464942932,
+  "duration": 215.2132911682129,
   "exitcode": 0,
   "root": "/home/erichuang/llama-stack",
   "environment": {},
   "summary": {
-    "passed": 26,
+    "passed": 28,
-    "total": 26,
+    "total": 28,
-    "collected": 26
+    "collected": 28
   },
   "collectors": [
     {
@@ -27,132 +27,142 @@
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-earth]",
           "type": "Function",
-          "lineno": 80
+          "lineno": 95
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-saturn]",
           "type": "Function",
-          "lineno": 80
+          "lineno": 95
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-earth]",
           "type": "Function",
-          "lineno": 103
+          "lineno": 114
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-saturn]",
           "type": "Function",
-          "lineno": 103
+          "lineno": 114
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_image[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
           "type": "Function",
-          "lineno": 131
+          "lineno": 138
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_image[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
           "type": "Function",
-          "lineno": 154
+          "lineno": 157
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-calendar]",
           "type": "Function",
-          "lineno": 182
+          "lineno": 181
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-math]",
           "type": "Function",
-          "lineno": 182
+          "lineno": 181
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-calendar]",
           "type": "Function",
-          "lineno": 209
+          "lineno": 204
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-math]",
           "type": "Function",
-          "lineno": 209
+          "lineno": 204
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
           "type": "Function",
-          "lineno": 235
+          "lineno": 226
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
           "type": "Function",
-          "lineno": 263
+          "lineno": 250
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_required[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
           "type": "Function",
-          "lineno": 296
+          "lineno": 278
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_required[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
           "type": "Function",
-          "lineno": 329
+          "lineno": 302
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_none[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
           "type": "Function",
-          "lineno": 362
+          "lineno": 329
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_none[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
           "type": "Function",
-          "lineno": 395
+          "lineno": 352
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-text_then_weather_tool]",
           "type": "Function",
-          "lineno": 431
+          "lineno": 380
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-weather_tool_then_text]",
           "type": "Function",
-          "lineno": 431
+          "lineno": 380
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-add_product_tool]",
           "type": "Function",
-          "lineno": 431
+          "lineno": 380
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-get_then_create_event_tool]",
           "type": "Function",
-          "lineno": 431
+          "lineno": 380
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-compare_monthly_expense_tool]",
           "type": "Function",
-          "lineno": 431
+          "lineno": 380
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-text_then_weather_tool]",
           "type": "Function",
-          "lineno": 532
+          "lineno": 471
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-weather_tool_then_text]",
           "type": "Function",
-          "lineno": 532
+          "lineno": 471
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-add_product_tool]",
           "type": "Function",
-          "lineno": 532
+          "lineno": 471
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-get_then_create_event_tool]",
           "type": "Function",
-          "lineno": 532
+          "lineno": 471
         },
         {
           "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-compare_monthly_expense_tool]",
           "type": "Function",
-          "lineno": 532
+          "lineno": 471
+        },
+        {
+          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[meta-llama/Llama-4-Scout-17B-16E-Instruct-stream=False]",
+          "type": "Function",
+          "lineno": 554
+        },
+        {
+          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[meta-llama/Llama-4-Scout-17B-16E-Instruct-stream=True]",
+          "type": "Function",
+          "lineno": 554
         }
       ]
     }
@@ -160,7 +170,7 @@
   "tests": [
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-earth]",
-      "lineno": 80,
+      "lineno": 95,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-earth]",
@@ -179,21 +189,21 @@
         "case_id": "earth"
       },
       "setup": {
-        "duration": 0.048547716811299324,
+        "duration": 0.09800294879823923,
         "outcome": "passed"
       },
       "call": {
-        "duration": 2.2047047605738044,
+        "duration": 4.066351721994579,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00029009580612182617,
+        "duration": 0.00025077443569898605,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-saturn]",
-      "lineno": 80,
+      "lineno": 95,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-saturn]",
@@ -212,21 +222,21 @@
         "case_id": "saturn"
       },
       "setup": {
-        "duration": 0.025718219578266144,
+        "duration": 0.07197055127471685,
         "outcome": "passed"
       },
       "call": {
-        "duration": 1.1276333406567574,
+        "duration": 1.1918699434027076,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00028874073177576065,
+        "duration": 0.00027959980070590973,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-earth]",
-      "lineno": 103,
+      "lineno": 114,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-earth]",
@@ -245,21 +255,21 @@
         "case_id": "earth"
       },
       "setup": {
-        "duration": 0.02475887257605791,
+        "duration": 0.07294174749404192,
         "outcome": "passed"
       },
       "call": {
-        "duration": 2.219081767834723,
+        "duration": 2.027987685985863,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.0002961978316307068,
+        "duration": 0.00026049185544252396,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-saturn]",
-      "lineno": 103,
+      "lineno": 114,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_basic[meta-llama/Llama-4-Scout-17B-16E-Instruct-saturn]",
@@ -278,21 +288,21 @@
         "case_id": "saturn"
       },
       "setup": {
-        "duration": 0.025741156190633774,
+        "duration": 0.0741243390366435,
         "outcome": "passed"
       },
       "call": {
-        "duration": 1.1742202220484614,
+        "duration": 1.2185465842485428,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.000283985398709774,
+        "duration": 0.0002712178975343704,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_image[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
-      "lineno": 131,
+      "lineno": 138,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_image[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
@@ -311,21 +321,21 @@
         "case_id": "case0"
       },
       "setup": {
-        "duration": 0.024309909902513027,
+        "duration": 0.07473955396562815,
         "outcome": "passed"
       },
       "call": {
-        "duration": 8.937463724054396,
+        "duration": 10.396870554424822,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00032057054340839386,
+        "duration": 0.00025566015392541885,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_image[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
-      "lineno": 154,
+      "lineno": 157,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_image[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
@@ -344,21 +354,21 @@
         "case_id": "case0"
       },
       "setup": {
-        "duration": 0.024973606690764427,
+        "duration": 0.07153997663408518,
         "outcome": "passed"
       },
       "call": {
-        "duration": 10.170741765759885,
+        "duration": 10.59731453191489,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00030694250017404556,
+        "duration": 0.0002689240500330925,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-calendar]",
-      "lineno": 182,
+      "lineno": 181,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-calendar]",
@@ -377,21 +387,21 @@
         "case_id": "calendar"
       },
       "setup": {
-        "duration": 0.02560058142989874,
+        "duration": 0.07629724312573671,
         "outcome": "passed"
       },
       "call": {
-        "duration": 5.377012901939452,
+        "duration": 5.293915126472712,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.0002925479784607887,
+        "duration": 0.0002626115456223488,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-math]",
-      "lineno": 182,
+      "lineno": 181,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-math]",
@@ -410,21 +420,21 @@
         "case_id": "math"
       },
       "setup": {
-        "duration": 0.025032303296029568,
+        "duration": 0.07231003511697054,
         "outcome": "passed"
       },
       "call": {
-        "duration": 19.210087121464312,
+        "duration": 19.020215207710862,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00026431307196617126,
+        "duration": 0.00025262776762247086,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-calendar]",
-      "lineno": 209,
+      "lineno": 204,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-calendar]",
@@ -443,21 +453,21 @@
         "case_id": "calendar"
       },
       "setup": {
-        "duration": 0.032463871873915195,
+        "duration": 0.07291634101420641,
         "outcome": "passed"
       },
       "call": {
-        "duration": 6.4921210911124945,
+        "duration": 6.105666604824364,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.0003768550232052803,
+        "duration": 0.00027642492204904556,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-math]",
-      "lineno": 209,
+      "lineno": 204,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_structured_output[meta-llama/Llama-4-Scout-17B-16E-Instruct-math]",
@@ -476,21 +486,21 @@
         "case_id": "math"
       },
       "setup": {
-        "duration": 0.024429439567029476,
+        "duration": 0.07050449773669243,
         "outcome": "passed"
       },
       "call": {
-        "duration": 23.12012344505638,
+        "duration": 19.080777555704117,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00028461869806051254,
+        "duration": 0.000232757069170475,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
-      "lineno": 235,
+      "lineno": 226,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
@@ -509,21 +519,21 @@
         "case_id": "case0"
       },
       "setup": {
-        "duration": 0.0249528456479311,
+        "duration": 0.07927203364670277,
         "outcome": "passed"
       },
       "call": {
-        "duration": 0.7512929392978549,
+        "duration": 0.7760327504947782,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.000272899866104126,
+        "duration": 0.00024862587451934814,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
-      "lineno": 263,
+      "lineno": 250,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
@@ -542,22 +552,21 @@
         "case_id": "case0"
       },
       "setup": {
-        "duration": 0.024562276899814606,
+        "duration": 0.07514432724565268,
         "outcome": "passed"
       },
       "call": {
-        "duration": 0.7538198363035917,
+        "duration": 0.7971448050811887,
-        "outcome": "passed",
+        "outcome": "passed"
-        "stdout": "{'id': '621ab525-811d-4c30-be73-0eab728a05b4', 'type': 'function', 'function': {'name': 'get_weather', 'arguments': '{\"location\": \"San Francisco, United States\"}'}}\n"
       },
       "teardown": {
-        "duration": 0.00028704386204481125,
+        "duration": 0.0002687377855181694,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_required[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
-      "lineno": 296,
+      "lineno": 278,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_tool_choice_required[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
@@ -576,22 +585,21 @@
         "case_id": "case0"
       },
       "setup": {
-        "duration": 0.03360837884247303,
+        "duration": 0.07167623657733202,
         "outcome": "passed"
       },
       "call": {
-        "duration": 0.7717798417434096,
+        "duration": 0.6906132427975535,
-        "outcome": "passed",
+        "outcome": "passed"
-        "stdout": "ChatCompletion(id='chatcmpl-02ee2fee-a4e9-4dbe-97ac-054d0762a439', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='[get_weather(location=\"San Francisco, United States\")]', refusal=None, role='assistant', annotations=None, audio=None, function_call=None, tool_calls=[ChatCompletionMessageToolCall(id='02cb233d-68c3-4f9b-89fe-0d732d1c3c21', function=Function(arguments='{\"location\": \"San Francisco, United States\"}', name='get_weather'), type='function', index=None)], name=None))], created=1744762223, model='meta-llama/Llama-4-Scout-17B-16E-Instruct', object='chat.completion', service_tier=None, system_fingerprint=None, usage=None)\n"
       },
       "teardown": {
-        "duration": 0.0002828184515237808,
+        "duration": 0.0003270544111728668,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_required[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
-      "lineno": 329,
+      "lineno": 302,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_tool_choice_required[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
@@ -610,21 +618,21 @@
         "case_id": "case0"
       },
       "setup": {
-        "duration": 0.025506796315312386,
+        "duration": 0.0725558316335082,
         "outcome": "passed"
       },
       "call": {
-        "duration": 0.7010164679959416,
+        "duration": 0.9245227407664061,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00033200718462467194,
+        "duration": 0.0002602478489279747,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_none[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
-      "lineno": 362,
+      "lineno": 329,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_tool_choice_none[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
@@ -643,21 +651,21 @@
         "case_id": "case0"
       },
       "setup": {
-        "duration": 0.027156910859048367,
+        "duration": 0.07299680262804031,
         "outcome": "passed"
       },
       "call": {
-        "duration": 31.317131561227143,
+        "duration": 31.90802155341953,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.0002524787560105324,
+        "duration": 0.00023696757853031158,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_none[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
-      "lineno": 395,
+      "lineno": 352,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_tool_choice_none[meta-llama/Llama-4-Scout-17B-16E-Instruct-case0]",
@@ -676,21 +684,21 @@
         "case_id": "case0"
       },
       "setup": {
-        "duration": 0.024899227544665337,
+        "duration": 0.07331038825213909,
         "outcome": "passed"
       },
       "call": {
-        "duration": 34.43670728895813,
+        "duration": 39.341348845511675,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.0002611493691802025,
+        "duration": 0.00022847391664981842,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-text_then_weather_tool]",
-      "lineno": 431,
+      "lineno": 380,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-text_then_weather_tool]",
@@ -709,21 +717,21 @@
         "case_id": "text_then_weather_tool"
       },
       "setup": {
-        "duration": 0.024312538094818592,
+        "duration": 0.10512833576649427,
         "outcome": "passed"
       },
       "call": {
-        "duration": 2.2870817249640822,
+        "duration": 2.9590865215286613,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.0002299947664141655,
+        "duration": 0.0002405792474746704,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-weather_tool_then_text]",
-      "lineno": 431,
+      "lineno": 380,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-weather_tool_then_text]",
@@ -742,21 +750,21 @@
         "case_id": "weather_tool_then_text"
       },
       "setup": {
-        "duration": 0.02405371330678463,
+        "duration": 0.07294358871877193,
         "outcome": "passed"
       },
       "call": {
-        "duration": 1.6739978613331914,
+        "duration": 1.7672317335382104,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00023547839373350143,
+        "duration": 0.0003217160701751709,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-add_product_tool]",
-      "lineno": 431,
+      "lineno": 380,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-add_product_tool]",
@@ -775,21 +783,21 @@
         "case_id": "add_product_tool"
       },
       "setup": {
-        "duration": 0.02578610647469759,
+        "duration": 0.11179900728166103,
         "outcome": "passed"
       },
       "call": {
-        "duration": 2.190480748191476,
+        "duration": 2.411543940193951,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00022947601974010468,
+        "duration": 0.00023025460541248322,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-get_then_create_event_tool]",
-      "lineno": 431,
+      "lineno": 380,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-get_then_create_event_tool]",
@@ -808,21 +816,21 @@
         "case_id": "get_then_create_event_tool"
       },
       "setup": {
-        "duration": 0.024106032215058804,
+        "duration": 0.07234534807503223,
         "outcome": "passed"
       },
       "call": {
-        "duration": 4.1938588144257665,
+        "duration": 4.438527720049024,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00023343786597251892,
+        "duration": 0.00028106197714805603,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-compare_monthly_expense_tool]",
-      "lineno": 431,
+      "lineno": 380,
       "outcome": "passed",
       "keywords": [
         "test_chat_non_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-compare_monthly_expense_tool]",
@@ -841,21 +849,21 @@
         "case_id": "compare_monthly_expense_tool"
       },
       "setup": {
-        "duration": 0.02426640223711729,
+        "duration": 0.06979168020188808,
         "outcome": "passed"
       },
       "call": {
-        "duration": 3.0676988009363413,
+        "duration": 3.186668715439737,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.0002630520612001419,
+        "duration": 0.0002599591389298439,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-text_then_weather_tool]",
-      "lineno": 532,
+      "lineno": 471,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-text_then_weather_tool]",
@@ -874,21 +882,21 @@
         "case_id": "text_then_weather_tool"
       },
       "setup": {
-        "duration": 0.024594508111476898,
+        "duration": 0.07083943020552397,
         "outcome": "passed"
       },
       "call": {
-        "duration": 2.314523985609412,
+        "duration": 2.31697681453079,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.000264105387032032,
+        "duration": 0.00029378384351730347,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-weather_tool_then_text]",
-      "lineno": 532,
+      "lineno": 471,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-weather_tool_then_text]",
@@ -907,21 +915,21 @@
         "case_id": "weather_tool_then_text"
       },
       "setup": {
-        "duration": 0.02453650813549757,
+        "duration": 0.07374998275190592,
         "outcome": "passed"
       },
       "call": {
-        "duration": 1.5636006034910679,
+        "duration": 1.7863417640328407,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.0002301037311553955,
+        "duration": 0.00025129225105047226,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-add_product_tool]",
-      "lineno": 532,
+      "lineno": 471,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-add_product_tool]",
@@ -940,21 +948,21 @@
         "case_id": "add_product_tool"
       },
       "setup": {
-        "duration": 0.025252479128539562,
+        "duration": 0.07009322382509708,
         "outcome": "passed"
       },
       "call": {
-        "duration": 2.467401936650276,
+        "duration": 2.248749589547515,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.0002512047067284584,
+        "duration": 0.00022566411644220352,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-get_then_create_event_tool]",
-      "lineno": 532,
+      "lineno": 471,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-get_then_create_event_tool]",
@@ -973,21 +981,21 @@
         "case_id": "get_then_create_event_tool"
       },
       "setup": {
-        "duration": 0.025367626920342445,
+        "duration": 0.10290939453989267,
         "outcome": "passed"
       },
       "call": {
-        "duration": 4.428477040491998,
+        "duration": 4.644147016108036,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.00022960733622312546,
+        "duration": 0.0002319561317563057,
         "outcome": "passed"
       }
     },
     {
       "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-compare_monthly_expense_tool]",
-      "lineno": 532,
+      "lineno": 471,
       "outcome": "passed",
       "keywords": [
         "test_chat_streaming_multi_turn_tool_calling[meta-llama/Llama-4-Scout-17B-16E-Instruct-compare_monthly_expense_tool]",
@@ -1006,18 +1014,84 @@
         "case_id": "compare_monthly_expense_tool"
       },
       "setup": {
-        "duration": 0.0242690397426486,
+        "duration": 0.07125874608755112,
         "outcome": "passed"
       },
       "call": {
-        "duration": 3.730327570810914,
+        "duration": 3.2340452317148447,
         "outcome": "passed"
       },
       "teardown": {
-        "duration": 0.0007346374914050102,
+        "duration": 0.0002202410250902176,
+        "outcome": "passed"
+      }
+    },
+    {
+      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[meta-llama/Llama-4-Scout-17B-16E-Instruct-stream=False]",
+      "lineno": 554,
+      "outcome": "passed",
+      "keywords": [
+        "test_chat_multi_turn_multiple_images[meta-llama/Llama-4-Scout-17B-16E-Instruct-stream=False]",
+        "parametrize",
+        "pytestmark",
+        "meta-llama/Llama-4-Scout-17B-16E-Instruct-stream=False",
+        "test_chat_completion.py",
+        "openai_api",
+        "verifications",
+        "tests",
+        "llama-stack",
+        ""
+      ],
+      "metadata": {
+        "model": "meta-llama/Llama-4-Scout-17B-16E-Instruct",
+        "case_id": "stream=False"
+      },
+      "setup": {
+        "duration": 0.07085523661226034,
+        "outcome": "passed"
+      },
+      "call": {
+        "duration": 17.7453119084239,
+        "outcome": "passed"
+      },
+      "teardown": {
+        "duration": 0.00037308502942323685,
+        "outcome": "passed"
+      }
+    },
+    {
+      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[meta-llama/Llama-4-Scout-17B-16E-Instruct-stream=True]",
+      "lineno": 554,
+      "outcome": "passed",
+      "keywords": [
+        "test_chat_multi_turn_multiple_images[meta-llama/Llama-4-Scout-17B-16E-Instruct-stream=True]",
+        "parametrize",
+        "pytestmark",
+        "meta-llama/Llama-4-Scout-17B-16E-Instruct-stream=True",
+        "test_chat_completion.py",
+        "openai_api",
+        "verifications",
+        "tests",
+        "llama-stack",
+        ""
+      ],
+      "metadata": {
+        "model": "meta-llama/Llama-4-Scout-17B-16E-Instruct",
+        "case_id": "stream=True"
+      },
+      "setup": {
+        "duration": 0.07670701760798693,
+        "outcome": "passed"
+      },
+      "call": {
+        "duration": 12.663874679245055,
+        "outcome": "passed"
+      },
+      "teardown": {
+        "duration": 0.0008251797407865524,
         "outcome": "passed"
       }
     }
   ],
-  "run_timestamp": 1744762139
+  "run_timestamp": 1744918631
 }