{
  "created": 1744918586.2136743,
  "duration": 136.56194758415222,
  "exitcode": 0,
  "root": "/home/erichuang/llama-stack",
  "environment": {},
  "summary": {
    "passed": 56,
    "total": 56,
    "collected": 56
  },
  "collectors": [
    {
      "nodeid": "",
      "outcome": "passed",
      "result": [
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py",
          "type": "Module"
        }
      ]
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py",
      "outcome": "passed",
      "result": [
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[gpt-4o-earth]",
          "type": "Function",
          "lineno": 95
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[gpt-4o-saturn]",
          "type": "Function",
          "lineno": 95
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[gpt-4o-mini-earth]",
          "type": "Function",
          "lineno": 95
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[gpt-4o-mini-saturn]",
          "type": "Function",
          "lineno": 95
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[gpt-4o-earth]",
          "type": "Function",
          "lineno": 114
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[gpt-4o-saturn]",
          "type": "Function",
          "lineno": 114
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[gpt-4o-mini-earth]",
          "type": "Function",
          "lineno": 114
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[gpt-4o-mini-saturn]",
          "type": "Function",
          "lineno": 114
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_image[gpt-4o-case0]",
          "type": "Function",
          "lineno": 138
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_image[gpt-4o-mini-case0]",
          "type": "Function",
          "lineno": 138
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_image[gpt-4o-case0]",
          "type": "Function",
          "lineno": 157
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_image[gpt-4o-mini-case0]",
          "type": "Function",
          "lineno": 157
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[gpt-4o-calendar]",
          "type": "Function",
          "lineno": 181
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[gpt-4o-math]",
          "type": "Function",
          "lineno": 181
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[gpt-4o-mini-calendar]",
          "type": "Function",
          "lineno": 181
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[gpt-4o-mini-math]",
          "type": "Function",
          "lineno": 181
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[gpt-4o-calendar]",
          "type": "Function",
          "lineno": 204
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[gpt-4o-math]",
          "type": "Function",
          "lineno": 204
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[gpt-4o-mini-calendar]",
          "type": "Function",
          "lineno": 204
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[gpt-4o-mini-math]",
          "type": "Function",
          "lineno": 204
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_calling[gpt-4o-case0]",
          "type": "Function",
          "lineno": 226
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_calling[gpt-4o-mini-case0]",
          "type": "Function",
          "lineno": 226
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_calling[gpt-4o-case0]",
          "type": "Function",
          "lineno": 250
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_calling[gpt-4o-mini-case0]",
          "type": "Function",
          "lineno": 250
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_required[gpt-4o-case0]",
          "type": "Function",
          "lineno": 278
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_required[gpt-4o-mini-case0]",
          "type": "Function",
          "lineno": 278
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_required[gpt-4o-case0]",
          "type": "Function",
          "lineno": 302
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_required[gpt-4o-mini-case0]",
          "type": "Function",
          "lineno": 302
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_none[gpt-4o-case0]",
          "type": "Function",
          "lineno": 329
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_none[gpt-4o-mini-case0]",
          "type": "Function",
          "lineno": 329
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_none[gpt-4o-case0]",
          "type": "Function",
          "lineno": 352
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_none[gpt-4o-mini-case0]",
          "type": "Function",
          "lineno": 352
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-text_then_weather_tool]",
          "type": "Function",
          "lineno": 380
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-weather_tool_then_text]",
          "type": "Function",
          "lineno": 380
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-add_product_tool]",
          "type": "Function",
          "lineno": 380
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-get_then_create_event_tool]",
          "type": "Function",
          "lineno": 380
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-compare_monthly_expense_tool]",
          "type": "Function",
          "lineno": 380
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-text_then_weather_tool]",
          "type": "Function",
          "lineno": 380
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-weather_tool_then_text]",
          "type": "Function",
          "lineno": 380
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-add_product_tool]",
          "type": "Function",
          "lineno": 380
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-get_then_create_event_tool]",
          "type": "Function",
          "lineno": 380
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-compare_monthly_expense_tool]",
          "type": "Function",
          "lineno": 380
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-text_then_weather_tool]",
          "type": "Function",
          "lineno": 471
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-weather_tool_then_text]",
          "type": "Function",
          "lineno": 471
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-add_product_tool]",
          "type": "Function",
          "lineno": 471
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-get_then_create_event_tool]",
          "type": "Function",
          "lineno": 471
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-compare_monthly_expense_tool]",
          "type": "Function",
          "lineno": 471
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-text_then_weather_tool]",
          "type": "Function",
          "lineno": 471
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-weather_tool_then_text]",
          "type": "Function",
          "lineno": 471
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-add_product_tool]",
          "type": "Function",
          "lineno": 471
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-get_then_create_event_tool]",
          "type": "Function",
          "lineno": 471
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-compare_monthly_expense_tool]",
          "type": "Function",
          "lineno": 471
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[gpt-4o-stream=False]",
          "type": "Function",
          "lineno": 554
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[gpt-4o-stream=True]",
          "type": "Function",
          "lineno": 554
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[gpt-4o-mini-stream=False]",
          "type": "Function",
          "lineno": 554
        },
        {
          "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[gpt-4o-mini-stream=True]",
          "type": "Function",
          "lineno": 554
        }
      ]
    }
  ],
  "tests": [
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[gpt-4o-earth]",
      "lineno": 95,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_basic[gpt-4o-earth]",
        "parametrize",
        "pytestmark",
        "gpt-4o-earth",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "earth"
      },
      "setup": {
        "duration": 0.09683514852076769,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.2521671634167433,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002309884876012802,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[gpt-4o-saturn]",
      "lineno": 95,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_basic[gpt-4o-saturn]",
        "parametrize",
        "pytestmark",
        "gpt-4o-saturn",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "saturn"
      },
      "setup": {
        "duration": 0.08609516825526953,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.8818014115095139,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002558426931500435,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[gpt-4o-mini-earth]",
      "lineno": 95,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_basic[gpt-4o-mini-earth]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-earth",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "earth"
      },
      "setup": {
        "duration": 0.07237763796001673,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.44337860122323036,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00027293339371681213,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_basic[gpt-4o-mini-saturn]",
      "lineno": 95,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_basic[gpt-4o-mini-saturn]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-saturn",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "saturn"
      },
      "setup": {
        "duration": 0.07486020587384701,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.7754815155640244,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00026193633675575256,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[gpt-4o-earth]",
      "lineno": 114,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_basic[gpt-4o-earth]",
        "parametrize",
        "pytestmark",
        "gpt-4o-earth",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "earth"
      },
      "setup": {
        "duration": 0.07270221784710884,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.5725504904985428,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00025644712150096893,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[gpt-4o-saturn]",
      "lineno": 114,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_basic[gpt-4o-saturn]",
        "parametrize",
        "pytestmark",
        "gpt-4o-saturn",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "saturn"
      },
      "setup": {
        "duration": 0.07263980247080326,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6277077253907919,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002706516534090042,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[gpt-4o-mini-earth]",
      "lineno": 114,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_basic[gpt-4o-mini-earth]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-earth",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "earth"
      },
      "setup": {
        "duration": 0.07290142774581909,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.45955433789640665,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002704532817006111,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_basic[gpt-4o-mini-saturn]",
      "lineno": 114,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_basic[gpt-4o-mini-saturn]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-saturn",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "saturn"
      },
      "setup": {
        "duration": 0.0736015671864152,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.1738686058670282,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00026966072618961334,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_image[gpt-4o-case0]",
      "lineno": 138,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_image[gpt-4o-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.07560365367680788,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.4073661137372255,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002443268895149231,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_image[gpt-4o-mini-case0]",
      "lineno": 138,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_image[gpt-4o-mini-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.06925276480615139,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.777276105247438,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002748873084783554,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_image[gpt-4o-case0]",
      "lineno": 157,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_image[gpt-4o-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.07098669931292534,
        "outcome": "passed"
      },
      "call": {
        "duration": 3.0149426590651274,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002702716737985611,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_image[gpt-4o-mini-case0]",
      "lineno": 157,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_image[gpt-4o-mini-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.07316321693360806,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.401849321089685,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0003180522471666336,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[gpt-4o-calendar]",
      "lineno": 181,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_structured_output[gpt-4o-calendar]",
        "parametrize",
        "pytestmark",
        "gpt-4o-calendar",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "calendar"
      },
      "setup": {
        "duration": 0.07038832642138004,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.0188098661601543,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00027244072407484055,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[gpt-4o-math]",
      "lineno": 181,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_structured_output[gpt-4o-math]",
        "parametrize",
        "pytestmark",
        "gpt-4o-math",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "math"
      },
      "setup": {
        "duration": 0.07331131957471371,
        "outcome": "passed"
      },
      "call": {
        "duration": 7.0907115917652845,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0003256639465689659,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[gpt-4o-mini-calendar]",
      "lineno": 181,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_structured_output[gpt-4o-mini-calendar]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-calendar",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "calendar"
      },
      "setup": {
        "duration": 0.0749899847432971,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6721736947074533,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002617714926600456,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_structured_output[gpt-4o-mini-math]",
      "lineno": 181,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_structured_output[gpt-4o-mini-math]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-math",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "math"
      },
      "setup": {
        "duration": 0.07268172968178988,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.6800331017002463,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002518612891435623,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[gpt-4o-calendar]",
      "lineno": 204,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_structured_output[gpt-4o-calendar]",
        "parametrize",
        "pytestmark",
        "gpt-4o-calendar",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "calendar"
      },
      "setup": {
        "duration": 0.07150284852832556,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6667193034663796,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00025727134197950363,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[gpt-4o-math]",
      "lineno": 204,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_structured_output[gpt-4o-math]",
        "parametrize",
        "pytestmark",
        "gpt-4o-math",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "math"
      },
      "setup": {
        "duration": 0.07039738819003105,
        "outcome": "passed"
      },
      "call": {
        "duration": 4.870940984226763,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00025987718254327774,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[gpt-4o-mini-calendar]",
      "lineno": 204,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_structured_output[gpt-4o-mini-calendar]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-calendar",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "calendar"
      },
      "setup": {
        "duration": 0.07166357431560755,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.9911826532334089,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00028301775455474854,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_structured_output[gpt-4o-mini-math]",
      "lineno": 204,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_structured_output[gpt-4o-mini-math]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-math",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "math"
      },
      "setup": {
        "duration": 0.07489973120391369,
        "outcome": "passed"
      },
      "call": {
        "duration": 5.81621040776372,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00027776509523391724,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_calling[gpt-4o-case0]",
      "lineno": 226,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_tool_calling[gpt-4o-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.0709689250215888,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6838962603360415,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00038875360041856766,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_calling[gpt-4o-mini-case0]",
      "lineno": 226,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_tool_calling[gpt-4o-mini-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.07440952491015196,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6124099707230926,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00031805597245693207,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_calling[gpt-4o-case0]",
      "lineno": 250,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_tool_calling[gpt-4o-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.07558728754520416,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.0413735723122954,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00026555173099040985,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_calling[gpt-4o-mini-case0]",
      "lineno": 250,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_tool_calling[gpt-4o-mini-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.07159029692411423,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.619917850010097,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00026798900216817856,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_required[gpt-4o-case0]",
      "lineno": 278,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_tool_choice_required[gpt-4o-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.10359053406864405,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6396236326545477,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.000257750041782856,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_required[gpt-4o-mini-case0]",
      "lineno": 278,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_tool_choice_required[gpt-4o-mini-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.07243514712899923,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6169720906764269,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002462640404701233,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_required[gpt-4o-case0]",
      "lineno": 302,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_tool_choice_required[gpt-4o-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.07266584690660238,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.9391414495185018,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0003280108794569969,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_required[gpt-4o-mini-case0]",
      "lineno": 302,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_tool_choice_required[gpt-4o-mini-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.08437065314501524,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6935106571763754,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00027523748576641083,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_none[gpt-4o-case0]",
      "lineno": 329,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_tool_choice_none[gpt-4o-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.07208988349884748,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6744982637465,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002555781975388527,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_tool_choice_none[gpt-4o-mini-case0]",
      "lineno": 329,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_tool_choice_none[gpt-4o-mini-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.07785151246935129,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6253539212048054,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00028202030807733536,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_none[gpt-4o-case0]",
      "lineno": 352,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_tool_choice_none[gpt-4o-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.0911521203815937,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.7869452070444822,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00043197907507419586,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_tool_choice_none[gpt-4o-mini-case0]",
      "lineno": 352,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_tool_choice_none[gpt-4o-mini-case0]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-case0",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "case0"
      },
      "setup": {
        "duration": 0.10472878441214561,
        "outcome": "passed"
      },
      "call": {
        "duration": 0.6786438375711441,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00025699567049741745,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-text_then_weather_tool]",
      "lineno": 380,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-text_then_weather_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-text_then_weather_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "text_then_weather_tool"
      },
      "setup": {
        "duration": 0.07002853509038687,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.395758199505508,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002955012023448944,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-weather_tool_then_text]",
      "lineno": 380,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-weather_tool_then_text]",
        "parametrize",
        "pytestmark",
        "gpt-4o-weather_tool_then_text",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "weather_tool_then_text"
      },
      "setup": {
        "duration": 0.07316868472844362,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.3224441464990377,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002612341195344925,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-add_product_tool]",
      "lineno": 380,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-add_product_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-add_product_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "add_product_tool"
      },
      "setup": {
        "duration": 0.10713072493672371,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.0061814906075597,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002610785886645317,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-get_then_create_event_tool]",
      "lineno": 380,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-get_then_create_event_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-get_then_create_event_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "get_then_create_event_tool"
      },
      "setup": {
        "duration": 0.07267123833298683,
        "outcome": "passed"
      },
      "call": {
        "duration": 4.26907461322844,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00025866832584142685,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-compare_monthly_expense_tool]",
      "lineno": 380,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-compare_monthly_expense_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-compare_monthly_expense_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "compare_monthly_expense_tool"
      },
      "setup": {
        "duration": 0.07208938524127007,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.8186135441064835,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00026924535632133484,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-text_then_weather_tool]",
      "lineno": 380,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-text_then_weather_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-text_then_weather_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "text_then_weather_tool"
      },
      "setup": {
        "duration": 0.07148494757711887,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.1276168935000896,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00024427566677331924,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-weather_tool_then_text]",
      "lineno": 380,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-weather_tool_then_text]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-weather_tool_then_text",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "weather_tool_then_text"
      },
      "setup": {
        "duration": 0.07107946090400219,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.1634307894855738,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00030216481536626816,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-add_product_tool]",
      "lineno": 380,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-add_product_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-add_product_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "add_product_tool"
      },
      "setup": {
        "duration": 0.07261826191097498,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.4525672728195786,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002602897584438324,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-get_then_create_event_tool]",
      "lineno": 380,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-get_then_create_event_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-get_then_create_event_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "get_then_create_event_tool"
      },
      "setup": {
        "duration": 0.0710728308185935,
        "outcome": "passed"
      },
      "call": {
        "duration": 4.533652591519058,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002704774960875511,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-compare_monthly_expense_tool]",
      "lineno": 380,
      "outcome": "passed",
      "keywords": [
        "test_chat_non_streaming_multi_turn_tool_calling[gpt-4o-mini-compare_monthly_expense_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-compare_monthly_expense_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "compare_monthly_expense_tool"
      },
      "setup": {
        "duration": 0.0781267425045371,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.160066588781774,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002731531858444214,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-text_then_weather_tool]",
      "lineno": 471,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_multi_turn_tool_calling[gpt-4o-text_then_weather_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-text_then_weather_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "text_then_weather_tool"
      },
      "setup": {
        "duration": 0.07118126843124628,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.068133544176817,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002514524385333061,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-weather_tool_then_text]",
      "lineno": 471,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_multi_turn_tool_calling[gpt-4o-weather_tool_then_text]",
        "parametrize",
        "pytestmark",
        "gpt-4o-weather_tool_then_text",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "weather_tool_then_text"
      },
      "setup": {
        "duration": 0.07241942081600428,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.1098179938271642,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00028003379702568054,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-add_product_tool]",
      "lineno": 471,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_multi_turn_tool_calling[gpt-4o-add_product_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-add_product_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "add_product_tool"
      },
      "setup": {
        "duration": 0.07439264003187418,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.0720843756571412,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00026407837867736816,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-get_then_create_event_tool]",
      "lineno": 471,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_multi_turn_tool_calling[gpt-4o-get_then_create_event_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-get_then_create_event_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "get_then_create_event_tool"
      },
      "setup": {
        "duration": 0.07028928305953741,
        "outcome": "passed"
      },
      "call": {
        "duration": 5.23135226033628,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002559954300522804,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-compare_monthly_expense_tool]",
      "lineno": 471,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_multi_turn_tool_calling[gpt-4o-compare_monthly_expense_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-compare_monthly_expense_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "compare_monthly_expense_tool"
      },
      "setup": {
        "duration": 0.0733694015070796,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.3011497305706143,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002724975347518921,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-text_then_weather_tool]",
      "lineno": 471,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-text_then_weather_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-text_then_weather_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "text_then_weather_tool"
      },
      "setup": {
        "duration": 0.07319487817585468,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.060736038722098,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002620834857225418,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-weather_tool_then_text]",
      "lineno": 471,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-weather_tool_then_text]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-weather_tool_then_text",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "weather_tool_then_text"
      },
      "setup": {
        "duration": 0.07086801622062922,
        "outcome": "passed"
      },
      "call": {
        "duration": 1.1969546489417553,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00023349467664957047,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-add_product_tool]",
      "lineno": 471,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-add_product_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-add_product_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "add_product_tool"
      },
      "setup": {
        "duration": 0.07276885025203228,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.2494191862642765,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0002493094652891159,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-get_then_create_event_tool]",
      "lineno": 471,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-get_then_create_event_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-get_then_create_event_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "get_then_create_event_tool"
      },
      "setup": {
        "duration": 0.07039583195000887,
        "outcome": "passed"
      },
      "call": {
        "duration": 4.528189226053655,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00025649741291999817,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-compare_monthly_expense_tool]",
      "lineno": 471,
      "outcome": "passed",
      "keywords": [
        "test_chat_streaming_multi_turn_tool_calling[gpt-4o-mini-compare_monthly_expense_tool]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-compare_monthly_expense_tool",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "compare_monthly_expense_tool"
      },
      "setup": {
        "duration": 0.07187813706696033,
        "outcome": "passed"
      },
      "call": {
        "duration": 2.446169280447066,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00024812109768390656,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[gpt-4o-stream=False]",
      "lineno": 554,
      "outcome": "passed",
      "keywords": [
        "test_chat_multi_turn_multiple_images[gpt-4o-stream=False]",
        "parametrize",
        "pytestmark",
        "gpt-4o-stream=False",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "stream=False"
      },
      "setup": {
        "duration": 0.07299137767404318,
        "outcome": "passed"
      },
      "call": {
        "duration": 8.35237762145698,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00026817526668310165,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[gpt-4o-stream=True]",
      "lineno": 554,
      "outcome": "passed",
      "keywords": [
        "test_chat_multi_turn_multiple_images[gpt-4o-stream=True]",
        "parametrize",
        "pytestmark",
        "gpt-4o-stream=True",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o",
        "case_id": "stream=True"
      },
      "setup": {
        "duration": 0.07363969460129738,
        "outcome": "passed"
      },
      "call": {
        "duration": 4.653971025720239,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.00026602670550346375,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[gpt-4o-mini-stream=False]",
      "lineno": 554,
      "outcome": "passed",
      "keywords": [
        "test_chat_multi_turn_multiple_images[gpt-4o-mini-stream=False]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-stream=False",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "stream=False"
      },
      "setup": {
        "duration": 0.07377734407782555,
        "outcome": "passed"
      },
      "call": {
        "duration": 9.776036521419883,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.000254971906542778,
        "outcome": "passed"
      }
    },
    {
      "nodeid": "tests/verifications/openai_api/test_chat_completion.py::test_chat_multi_turn_multiple_images[gpt-4o-mini-stream=True]",
      "lineno": 554,
      "outcome": "passed",
      "keywords": [
        "test_chat_multi_turn_multiple_images[gpt-4o-mini-stream=True]",
        "parametrize",
        "pytestmark",
        "gpt-4o-mini-stream=True",
        "test_chat_completion.py",
        "openai_api",
        "verifications",
        "tests",
        "llama-stack",
        ""
      ],
      "metadata": {
        "model": "gpt-4o-mini",
        "case_id": "stream=True"
      },
      "setup": {
        "duration": 0.07054048776626587,
        "outcome": "passed"
      },
      "call": {
        "duration": 12.58133109845221,
        "outcome": "passed"
      },
      "teardown": {
        "duration": 0.0013354746624827385,
        "outcome": "passed"
      }
    }
  ],
  "run_timestamp": 1744918448
}