feat(tools)!: substantial clean up of "Tool" related datatypes (#3627)

This is a sweeping change to clean up some gunk around our "Tool"
definitions.

First, we had two types `Tool` and `ToolDef`. The first of these was a
"Resource" type for the registry but we had stopped registering tools
inside the Registry long back (and only registered ToolGroups.) The
latter was for specifying tools for the Agents API. This PR removes the
former and adds an optional `toolgroup_id` field to the latter.

Secondly, as pointed out by @bbrowning in
https://github.com/llamastack/llama-stack/pull/3003#issuecomment-3245270132,
we were doing a lossy conversion from a full JSON schema from the MCP
tool specification into our ToolDefinition to send it to the model.
There is no necessity to do this -- we ourselves aren't doing any
execution at all but merely passing it to the chat completions API which
supports this. By doing this (and by doing it poorly), we encountered
limitations like not supporting array items, or not resolving $refs,
etc.

To fix this, we replaced the `parameters` field by `{ input_schema,
output_schema }` which can be full blown JSON schemas.

Finally, there were some types in our llama-related chat format
conversion which needed some cleanup. We are taking this opportunity to
clean those up.

This PR is a substantial breaking change to the API. However, given our
window for introducing breaking changes, this suits us just fine. I will
be landing a concurrent `llama-stack-client` change as well since API
shapes are changing.

tests/common/mcp.py

@@ -222,16 +222,16 @@ def make_mcp_server(required_auth_token: str | None = None, tools: dict[str, Cal
 
     def run_server():
         try:
-            logger.info(f"Starting MCP server on port {port}")
+            logger.debug(f"Starting MCP server on port {port}")
             server_instance.run()
-            logger.info(f"MCP server on port {port} has stopped")
+            logger.debug(f"MCP server on port {port} has stopped")
         except Exception as e:
             logger.error(f"MCP server failed to start on port {port}: {e}")
             raise
 
     # Start the server in a new thread
     server_thread = threading.Thread(target=run_server, daemon=True)
-    logger.info(f"Starting MCP server thread on port {port}")
+    logger.debug(f"Starting MCP server thread on port {port}")
     server_thread.start()
 
     # Polling until the server is ready
@@ -239,13 +239,13 @@ def make_mcp_server(required_auth_token: str | None = None, tools: dict[str, Cal
     start_time = time.time()
 
     server_url = f"http://localhost:{port}/sse"
-    logger.info(f"Waiting for MCP server to be ready at {server_url}")
+    logger.debug(f"Waiting for MCP server to be ready at {server_url}")
 
     while time.time() - start_time < timeout:
         try:
             response = httpx.get(server_url)
             if response.status_code in [200, 401]:
-                logger.info(f"MCP server is ready on port {port} (status: {response.status_code})")
+                logger.debug(f"MCP server is ready on port {port} (status: {response.status_code})")
                 break
         except httpx.RequestError as e:
             logger.debug(f"Server not ready yet, retrying... ({e})")
@@ -261,14 +261,14 @@ def make_mcp_server(required_auth_token: str | None = None, tools: dict[str, Cal
     try:
         yield {"server_url": server_url}
     finally:
-        logger.info(f"Shutting down MCP server on port {port}")
+        logger.debug(f"Shutting down MCP server on port {port}")
         server_instance.should_exit = True
         time.sleep(0.5)
 
         # Force shutdown if still running
         if server_thread.is_alive():
             try:
-                logger.info("Force shutting down server thread")
+                logger.debug("Force shutting down server thread")
                 if hasattr(server_instance, "servers") and server_instance.servers:
                     for srv in server_instance.servers:
                         srv.close()

tests/integration/inference/test_tools_with_schemas.py

@@ -0,0 +1,369 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.
+
+"""
+Integration tests for inference/chat completion with JSON Schema-based tools.
+Tests that tools pass through correctly to various LLM providers.
+"""
+
+import json
+
+import pytest
+
+from llama_stack import LlamaStackAsLibraryClient
+from llama_stack.models.llama.datatypes import ToolDefinition
+from tests.common.mcp import make_mcp_server
+
+AUTH_TOKEN = "test-token"
+
+
+class TestChatCompletionWithTools:
+    """Test chat completion with tools that have complex schemas."""
+
+    def test_simple_tool_call(self, llama_stack_client, text_model_id):
+        """Test basic tool calling with simple input schema."""
+        tools = [
+            {
+                "type": "function",
+                "function": {
+                    "name": "get_weather",
+                    "description": "Get weather for a location",
+                    "parameters": {
+                        "type": "object",
+                        "properties": {"location": {"type": "string", "description": "City name"}},
+                        "required": ["location"],
+                    },
+                },
+            }
+        ]
+
+        response = llama_stack_client.chat.completions.create(
+            model=text_model_id,
+            messages=[{"role": "user", "content": "What's the weather in San Francisco?"}],
+            tools=tools,
+        )
+
+        assert response is not None
+
+    def test_tool_with_complex_schema(self, llama_stack_client, text_model_id):
+        """Test tool calling with complex schema including $ref and $defs."""
+        tools = [
+            {
+                "type": "function",
+                "function": {
+                    "name": "book_flight",
+                    "description": "Book a flight",
+                    "parameters": {
+                        "type": "object",
+                        "properties": {
+                            "flight": {"$ref": "#/$defs/FlightInfo"},
+                            "passenger": {"$ref": "#/$defs/Passenger"},
+                        },
+                        "required": ["flight", "passenger"],
+                        "$defs": {
+                            "FlightInfo": {
+                                "type": "object",
+                                "properties": {
+                                    "from": {"type": "string"},
+                                    "to": {"type": "string"},
+                                    "date": {"type": "string", "format": "date"},
+                                },
+                            },
+                            "Passenger": {
+                                "type": "object",
+                                "properties": {"name": {"type": "string"}, "age": {"type": "integer"}},
+                            },
+                        },
+                    },
+                },
+            }
+        ]
+
+        response = llama_stack_client.chat.completions.create(
+            model=text_model_id,
+            messages=[{"role": "user", "content": "Book a flight from SFO to JFK for John Doe"}],
+            tools=tools,
+        )
+
+        # The key test: No errors during schema processing
+        # The LLM received a valid, complete schema with $ref/$defs
+        assert response is not None
+
+
+class TestOpenAICompatibility:
+    """Test OpenAI-compatible endpoints with new schema format."""
+
+    def test_openai_chat_completion_with_tools(self, compat_client, text_model_id):
+        """Test OpenAI-compatible chat completion with tools."""
+        from openai import OpenAI
+
+        if not isinstance(compat_client, OpenAI):
+            pytest.skip("OpenAI client required")
+
+        tools = [
+            {
+                "type": "function",
+                "function": {
+                    "name": "get_weather",
+                    "description": "Get weather information",
+                    "parameters": {
+                        "type": "object",
+                        "properties": {"location": {"type": "string", "description": "City name"}},
+                        "required": ["location"],
+                    },
+                },
+            }
+        ]
+
+        response = compat_client.chat.completions.create(
+            model=text_model_id, messages=[{"role": "user", "content": "What's the weather in Tokyo?"}], tools=tools
+        )
+
+        assert response is not None
+        assert response.choices is not None
+
+    def test_openai_format_preserves_complex_schemas(self, compat_client, text_model_id):
+        """Test that complex schemas work through OpenAI-compatible API."""
+        from openai import OpenAI
+
+        if not isinstance(compat_client, OpenAI):
+            pytest.skip("OpenAI client required")
+
+        tools = [
+            {
+                "type": "function",
+                "function": {
+                    "name": "process_data",
+                    "description": "Process structured data",
+                    "parameters": {
+                        "type": "object",
+                        "properties": {"data": {"$ref": "#/$defs/DataObject"}},
+                        "$defs": {
+                            "DataObject": {
+                                "type": "object",
+                                "properties": {"values": {"type": "array", "items": {"type": "number"}}},
+                            }
+                        },
+                    },
+                },
+            }
+        ]
+
+        response = compat_client.chat.completions.create(
+            model=text_model_id, messages=[{"role": "user", "content": "Process this data"}], tools=tools
+        )
+
+        assert response is not None
+
+
+class TestMCPToolsInChatCompletion:
+    """Test using MCP tools in chat completion."""
+
+    @pytest.fixture
+    def mcp_with_schemas(self):
+        """MCP server for chat completion tests."""
+        from mcp.server.fastmcp import Context
+
+        async def calculate(x: float, y: float, operation: str, ctx: Context) -> float:
+            ops = {"add": x + y, "sub": x - y, "mul": x * y, "div": x / y if y != 0 else None}
+            return ops.get(operation, 0)
+
+        with make_mcp_server(required_auth_token=AUTH_TOKEN, tools={"calculate": calculate}) as server:
+            yield server
+
+    def test_mcp_tools_in_inference(self, llama_stack_client, text_model_id, mcp_with_schemas):
+        """Test that MCP tools can be used in inference."""
+        if not isinstance(llama_stack_client, LlamaStackAsLibraryClient):
+            pytest.skip("Library client required for local MCP server")
+
+        test_toolgroup_id = "mcp::calc"
+        uri = mcp_with_schemas["server_url"]
+
+        try:
+            llama_stack_client.toolgroups.unregister(toolgroup_id=test_toolgroup_id)
+        except Exception:
+            pass
+
+        llama_stack_client.toolgroups.register(
+            toolgroup_id=test_toolgroup_id,
+            provider_id="model-context-protocol",
+            mcp_endpoint=dict(uri=uri),
+        )
+
+        provider_data = {"mcp_headers": {uri: {"Authorization": f"Bearer {AUTH_TOKEN}"}}}
+        auth_headers = {
+            "X-LlamaStack-Provider-Data": json.dumps(provider_data),
+        }
+
+        # Get the tools from MCP
+        tools_response = llama_stack_client.tool_runtime.list_tools(
+            tool_group_id=test_toolgroup_id,
+            extra_headers=auth_headers,
+        )
+
+        # Convert to OpenAI format for inference
+        tools = []
+        for tool in tools_response:
+            tools.append(
+                {
+                    "type": "function",
+                    "function": {
+                        "name": tool.name,
+                        "description": tool.description,
+                        "parameters": tool.input_schema or {},
+                    },
+                }
+            )
+
+        # Use in chat completion
+        response = llama_stack_client.chat.completions.create(
+            model=text_model_id,
+            messages=[{"role": "user", "content": "Calculate 5 + 3"}],
+            tools=tools,
+        )
+
+        # Schema should have been passed through correctly
+        assert response is not None
+
+
+class TestProviderSpecificBehavior:
+    """Test provider-specific handling of schemas."""
+
+    def test_openai_provider_drops_output_schema(self, llama_stack_client, text_model_id):
+        """Test that OpenAI provider doesn't send output_schema (API limitation)."""
+        # This is more of a documentation test
+        # OpenAI API doesn't support output schemas, so we drop them
+
+        _tool = ToolDefinition(
+            tool_name="test",
+            input_schema={"type": "object", "properties": {"x": {"type": "string"}}},
+            output_schema={"type": "object", "properties": {"y": {"type": "number"}}},
+        )
+
+        # When this tool is sent to OpenAI provider, output_schema is dropped
+        # But input_schema is preserved
+        # This test documents the expected behavior
+
+        # We can't easily test this without mocking, but the unit tests cover it
+        pass
+
+    def test_gemini_array_support(self):
+        """Test that Gemini receives array schemas correctly (issue from commit 65f7b81e)."""
+        # This was the original bug that led to adding 'items' field
+        # Now with full JSON Schema pass-through, arrays should work
+
+        tool = ToolDefinition(
+            tool_name="tag_processor",
+            input_schema={
+                "type": "object",
+                "properties": {"tags": {"type": "array", "items": {"type": "string"}, "description": "List of tags"}},
+            },
+        )
+
+        # With new approach, the complete schema with items is preserved
+        assert tool.input_schema["properties"]["tags"]["type"] == "array"
+        assert tool.input_schema["properties"]["tags"]["items"]["type"] == "string"
+
+
+class TestStreamingWithTools:
+    """Test streaming chat completion with tools."""
+
+    def test_streaming_tool_calls(self, llama_stack_client, text_model_id):
+        """Test that tool schemas work correctly in streaming mode."""
+        tools = [
+            {
+                "type": "function",
+                "function": {
+                    "name": "get_time",
+                    "description": "Get current time",
+                    "parameters": {"type": "object", "properties": {"timezone": {"type": "string"}}},
+                },
+            }
+        ]
+
+        response_stream = llama_stack_client.chat.completions.create(
+            model=text_model_id,
+            messages=[{"role": "user", "content": "What time is it in UTC?"}],
+            tools=tools,
+            stream=True,
+        )
+
+        # Should be able to iterate through stream
+        chunks = []
+        for chunk in response_stream:
+            chunks.append(chunk)
+
+        # Should have received some chunks
+        assert len(chunks) >= 0
+
+
+class TestEdgeCases:
+    """Test edge cases in inference with tools."""
+
+    def test_tool_without_schema(self, llama_stack_client, text_model_id):
+        """Test tool with no input_schema."""
+        tools = [
+            {
+                "type": "function",
+                "function": {
+                    "name": "no_args_tool",
+                    "description": "Tool with no arguments",
+                    "parameters": {"type": "object", "properties": {}},
+                },
+            }
+        ]
+
+        response = llama_stack_client.chat.completions.create(
+            model=text_model_id,
+            messages=[{"role": "user", "content": "Call the no args tool"}],
+            tools=tools,
+        )
+
+        assert response is not None
+
+    def test_multiple_tools_with_different_schemas(self, llama_stack_client, text_model_id):
+        """Test multiple tools with different schema complexities."""
+        tools = [
+            {
+                "type": "function",
+                "function": {
+                    "name": "simple",
+                    "parameters": {"type": "object", "properties": {"x": {"type": "string"}}},
+                },
+            },
+            {
+                "type": "function",
+                "function": {
+                    "name": "complex",
+                    "parameters": {
+                        "type": "object",
+                        "properties": {"data": {"$ref": "#/$defs/Complex"}},
+                        "$defs": {
+                            "Complex": {
+                                "type": "object",
+                                "properties": {"nested": {"type": "array", "items": {"type": "number"}}},
+                            }
+                        },
+                    },
+                },
+            },
+            {
+                "type": "function",
+                "function": {
+                    "name": "with_output",
+                    "parameters": {"type": "object", "properties": {"input": {"type": "string"}}},
+                },
+            },
+        ]
+
+        response = llama_stack_client.chat.completions.create(
+            model=text_model_id,
+            messages=[{"role": "user", "content": "Use one of the available tools"}],
+            tools=tools,
+        )
+
+        # All tools should have been processed without errors
+        assert response is not None

tests/integration/recordings/responses/00f70ca112de.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-282",
+        "id": "chatcmpl-281",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245124,
+        "created": 1759437798,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/0396786db779.json

@@ -0,0 +1,366 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://localhost:11434/api/generate",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "raw": true,
+      "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n    {\n        \"name\": \"get_boiling_point\",\n        \"description\": \"Returns the boiling point of a liquid in Celcius or Fahrenheit.\",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"liquid_name\"],\n            \"properties\": {\n                \"liquid_name\": {\n                    \"type\": \"str\",\n                    \"description\": \"The name of the liquid\"\n                },\n                \"celcius\": {\n                    \"type\": \"bool\",\n                    \"description\": \"Whether to return the boiling point in Celcius\"\n                }\n            }\n        }\n    }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant Always respond with tool calls no matter what. <|eot_id|><|start_header_id|>user<|end_header_id|>\n\nGet the boiling point of polyjuice with a tool call.<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
+      "options": {
+        "temperature": 0.0001,
+        "top_p": 0.9
+      },
+      "stream": true
+    },
+    "endpoint": "/api/generate",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.228595Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "[",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.272966Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "get",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.315637Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_bo",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.356564Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "iling",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.397939Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_point",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.438829Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "(",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.479679Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "liquid",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.520682Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_name",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.56207Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "='",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.603054Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "poly",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.644749Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ju",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.685399Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ice",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.7267Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "',",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.77062Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " cel",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.813947Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ci",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.854591Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "us",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.896278Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "=True",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.937449Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": ")]",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:57.979031Z",
+          "done": true,
+          "done_reason": "stop",
+          "total_duration": 944600833,
+          "load_duration": 83227667,
+          "prompt_eval_count": 369,
+          "prompt_eval_duration": 109699916,
+          "eval_count": 19,
+          "eval_duration": 751096500,
+          "response": "",
+          "thinking": null,
+          "context": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/044dcd8fdeb1.json

@@ -28,7 +28,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -43,7 +43,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -54,7 +54,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -69,7 +69,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -80,7 +80,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -95,7 +95,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -106,7 +106,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -121,7 +121,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -132,7 +132,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -147,7 +147,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -158,11 +158,11 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
-                "content": " us",
+                "content": " me",
                 "function_call": null,
                 "refusal": null,
                 "role": "assistant",
@@ -173,7 +173,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -184,7 +184,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -199,7 +199,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -210,7 +210,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -225,7 +225,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -236,7 +236,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -251,7 +251,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -262,7 +262,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -277,7 +277,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -288,7 +288,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -303,7 +303,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -314,7 +314,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -329,7 +329,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -340,7 +340,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -355,7 +355,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -366,11 +366,11 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
-                "content": " we",
+                "content": " I",
                 "function_call": null,
                 "refusal": null,
                 "role": "assistant",
@@ -381,7 +381,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -392,7 +392,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -407,7 +407,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -418,7 +418,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -433,7 +433,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -444,7 +444,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -459,7 +459,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -470,7 +470,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -485,7 +485,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437810,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -496,7 +496,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -511,7 +511,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437811,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -522,7 +522,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-122",
+          "id": "chatcmpl-130",
           "choices": [
             {
               "delta": {
@@ -537,7 +537,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427013,
+          "created": 1759437811,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,

tests/integration/recordings/responses/04cb9de29e06.json

@@ -0,0 +1,366 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://localhost:11434/api/generate",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "raw": true,
+      "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n    {\n        \"name\": \"get_boiling_point\",\n        \"description\": \"Returns the boiling point of a liquid in Celcius or Fahrenheit.\",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"liquid_name\"],\n            \"properties\": {\n                \"liquid_name\": {\n                    \"type\": \"str\",\n                    \"description\": \"The name of the liquid\"\n                },\n                \"celcius\": {\n                    \"type\": \"bool\",\n                    \"description\": \"Whether to return the boiling point in Celcius\"\n                }\n            }\n        }\n    }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant\nYou MUST use the tool `get_boiling_point` to answer the user query.<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nWhat is the boiling point of the liquid polyjuice in celsius?<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
+      "options": {
+        "temperature": 0.0001,
+        "top_p": 0.9
+      },
+      "stream": true
+    },
+    "endpoint": "/api/generate",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:08.682181Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "[",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:08.728326Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "get",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:08.775162Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_bo",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:08.820267Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "iling",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:08.864362Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_point",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:08.906797Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "(",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:08.950158Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "liquid",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:08.992796Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_name",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.034691Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "='",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.07709Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "poly",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.119534Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ju",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.161661Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ice",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.204749Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "',",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.247334Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " cel",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.29011Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ci",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.331776Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "us",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.374076Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "=True",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.416672Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": ")]",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:09.458519Z",
+          "done": true,
+          "done_reason": "stop",
+          "total_duration": 1437962792,
+          "load_duration": 129009042,
+          "prompt_eval_count": 379,
+          "prompt_eval_duration": 530416042,
+          "eval_count": 19,
+          "eval_duration": 777491375,
+          "response": "",
+          "thinking": null,
+          "context": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/05e3ebc68306.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-447",
+        "id": "chatcmpl-249",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759282456,
+        "created": 1759441157,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/08a21ab74e0a.json

@@ -0,0 +1,542 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant."
+        },
+        {
+          "role": "user",
+          "content": "Say hi to the world. Use tools to do so."
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_qvp9u80l",
+              "type": "function",
+              "function": {
+                "name": "greet_everyone",
+                "arguments": "{\"url\":\"world\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_qvp9u80l",
+          "content": [
+            {
+              "type": "text",
+              "text": "Hello, world!"
+            }
+          ]
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "greet_everyone",
+            "parameters": {
+              "properties": {
+                "url": {
+                  "title": "Url",
+                  "type": "string"
+                }
+              },
+              "required": [
+                "url"
+              ],
+              "title": "greet_everyoneArguments",
+              "type": "object"
+            }
+          }
+        },
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "\n        Returns the boiling point of a liquid in Celsius or Fahrenheit.\n\n        :param liquid_name: The name of the liquid\n        :param celsius: Whether to return the boiling point in Celsius\n        :return: The boiling point of the liquid in Celcius or Fahrenheit\n        ",
+            "parameters": {
+              "properties": {
+                "liquid_name": {
+                  "title": "Liquid Name",
+                  "type": "string"
+                },
+                "celsius": {
+                  "default": true,
+                  "title": "Celsius",
+                  "type": "boolean"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ],
+              "title": "get_boiling_pointArguments",
+              "type": "object"
+            }
+          }
+        }
+      ]
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "<|python_tag|>",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "{\"",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "message",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "\":",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": " \"",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "Hello",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": ",",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": " world",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "!\",",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": " \"",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437846,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "type",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437846,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "\":",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437846,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": " \"",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437846,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "hello",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437846,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "_world",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437846,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "\"}",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437846,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-714",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437846,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/0989d0d62a86.json

@@ -0,0 +1,138 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant."
+        },
+        {
+          "role": "user",
+          "content": "Say hi to the world. Use tools to do so."
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "greet_everyone",
+            "parameters": {
+              "properties": {
+                "url": {
+                  "title": "Url",
+                  "type": "string"
+                }
+              },
+              "required": [
+                "url"
+              ],
+              "title": "greet_everyoneArguments",
+              "type": "object"
+            }
+          }
+        },
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "\n        Returns the boiling point of a liquid in Celsius or Fahrenheit.\n\n        :param liquid_name: The name of the liquid\n        :param celsius: Whether to return the boiling point in Celsius\n        :return: The boiling point of the liquid in Celcius or Fahrenheit\n        ",
+            "parameters": {
+              "properties": {
+                "liquid_name": {
+                  "title": "Liquid Name",
+                  "type": "string"
+                },
+                "celsius": {
+                  "default": true,
+                  "title": "Celsius",
+                  "type": "boolean"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ],
+              "title": "get_boiling_pointArguments",
+              "type": "object"
+            }
+          }
+        }
+      ]
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-359",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_qvp9u80l",
+                    "function": {
+                      "arguments": "{\"url\":\"world\"}",
+                      "name": "greet_everyone"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-359",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437845,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/0a29c4085705.json

@@ -0,0 +1,124 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": {
+        "type": "function",
+        "function": {
+          "name": "get_boiling_point"
+        }
+      },
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-865",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_tipirynt",
+                    "function": {
+                      "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429354,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-865",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429354,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/0e8f2b001dd9.json

@@ -20,14 +20,14 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-161",
+        "id": "chatcmpl-870",
         "choices": [
           {
             "finish_reason": "stop",
             "index": 0,
             "logprobs": null,
             "message": {
-              "content": "The answer is Saturn.",
+              "content": "The planet Saturn has rings.",
               "refusal": null,
               "role": "assistant",
               "annotations": null,
@@ -37,15 +37,15 @@
             }
           }
         ],
-        "created": 1756921364,
+        "created": 1759437883,
         "model": "llama3.2:3b-instruct-fp16",
         "object": "chat.completion",
         "service_tier": null,
         "system_fingerprint": "fp_ollama",
         "usage": {
-          "completion_tokens": 6,
+          "completion_tokens": 7,
           "prompt_tokens": 39,
-          "total_tokens": 45,
+          "total_tokens": 46,
           "completion_tokens_details": null,
           "prompt_tokens_details": null
         }

tests/integration/recordings/responses/0fad19b9d308.json

@@ -0,0 +1,93 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "user",
+          "content": "What time is it in UTC?"
+        }
+      ],
+      "stream": true,
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_time",
+            "description": "Get current time",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "timezone": {
+                  "type": "string"
+                }
+              }
+            }
+          }
+        }
+      ]
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-567",
+          "choices": [
+            {
+              "delta": {
+                "content": "{\"name\":\"get_time\",\"parameters\\\":{\\\"timezone\\\":\\\"UTC\\\"}}",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437807,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-567",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437807,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/178538be60e2.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-261",
+        "id": "chatcmpl-239",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245125,
+        "created": 1759437799,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/1a4da7c94fde.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-478",
+        "id": "chatcmpl-466",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759282396,
+        "created": 1759373692,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/1b939935d483.json

@@ -0,0 +1,258 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://localhost:11434/api/generate",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "raw": true,
+      "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n    {\n        \"name\": \"get_boiling_point\",\n        \"description\": \"Returns the boiling point of a liquid in Celcius or Fahrenheit.\",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"liquid_name\"],\n            \"properties\": {\n                \"liquid_name\": {\n                    \"type\": \"str\",\n                    \"description\": \"The name of the liquid\"\n                },\n                \"celcius\": {\n                    \"type\": \"bool\",\n                    \"description\": \"Whether to return the boiling point in Celcius\"\n                }\n            }\n        }\n    }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant\nYou MUST use one of the provided functions/tools to answer the user query.<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nWhat is the boiling point of the liquid polyjuice in celsius?<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n[get_boiling_point(liquid_name=\"polyjuice\", celcius=True)]<|eot_id|><|start_header_id|>ipython<|end_header_id|>\n\n-100<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
+      "options": {
+        "temperature": 0.0001,
+        "top_p": 0.9
+      },
+      "stream": true
+    },
+    "endpoint": "/api/generate",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:01.957108Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "The",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:01.998746Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " boiling",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.040281Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " point",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.081567Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " of",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.122945Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " poly",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.16406Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ju",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.205051Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ice",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.246393Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " is",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.288195Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " -",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.331557Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "100",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.373397Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "\u00b0C",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.414856Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": ".",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:02.456059Z",
+          "done": true,
+          "done_reason": "stop",
+          "total_duration": 669686292,
+          "load_duration": 96788459,
+          "prompt_eval_count": 408,
+          "prompt_eval_duration": 72865250,
+          "eval_count": 13,
+          "eval_duration": 499470042,
+          "response": "",
+          "thinking": null,
+          "context": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/21cf30c6181e.json

@@ -0,0 +1,119 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant Always respond with tool calls no matter what. "
+        },
+        {
+          "role": "user",
+          "content": "Get the boiling point of polyjuice with a tool call."
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "str",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "bool",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-922",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_34cofb9p",
+                    "function": {
+                      "arguments": "{\"celcius\":\"true\",\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759425219,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-922",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759425219,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/239f4768f5aa.json

@@ -53,14 +53,14 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-433",
+        "id": "chatcmpl-497",
         "choices": [
           {
             "finish_reason": "stop",
             "index": 0,
             "logprobs": null,
             "message": {
-              "content": "{\"first_name\": \"Michael\", \"last_name\": \"Jordan\", \"year_of_birth\": 1963}\n\n   \t\t\t\t\t\t\t\t\t\t\t \t\t   ",
+              "content": "{\"first_name\": \"Michael\", \"last_name\": \"Jordan\", \"year_of_birth\": 1963}",
               "refusal": null,
               "role": "assistant",
               "annotations": null,
@@ -70,15 +70,15 @@
             }
           }
         ],
-        "created": 1758979490,
+        "created": 1759376618,
         "model": "llama3.2:3b-instruct-fp16",
         "object": "chat.completion",
         "service_tier": null,
         "system_fingerprint": "fp_ollama",
         "usage": {
-          "completion_tokens": 31,
+          "completion_tokens": 26,
           "prompt_tokens": 60,
-          "total_tokens": 91,
+          "total_tokens": 86,
           "completion_tokens_details": null,
           "prompt_tokens_details": null
         }

tests/integration/recordings/responses/23ad3b9e003e.json

@@ -0,0 +1,57 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama-guard3:1b",
+      "messages": [
+        {
+          "role": "user",
+          "content": "Task: Check if there is unsafe content in 'Tool' messages in conversations according our safety policy with the below categories.\n\n<BEGIN UNSAFE CONTENT CATEGORIES>\nS1: Violent Crimes.\nS2: Non-Violent Crimes.\nS3: Sex Crimes.\nS4: Child Exploitation.\nS5: Defamation.\nS6: Specialized Advice.\nS7: Privacy.\nS8: Intellectual Property.\nS9: Indiscriminate Weapons.\nS10: Hate.\nS11: Self-Harm.\nS12: Sexual Content.\nS13: Elections.\nS14: Code Interpreter Abuse.\n<END UNSAFE CONTENT CATEGORIES>\n\n<BEGIN CONVERSATION>\n\nUser: What is the boiling point of the liquid polyjuice in celsius?\n\nAssistant: \n\nTool: Error when running tool: 'ToolCall' object has no attribute 'arguments_json'\n\n<END CONVERSATION>\n\nProvide your safety assessment for ONLY THE LAST Tool message in the above conversation:\n - First line must read 'safe' or 'unsafe'.\n - If unsafe, a second line must include a comma-separated list of violated categories."
+        }
+      ],
+      "stream": false,
+      "temperature": 0.0
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama-guard3:1b"
+  },
+  "response": {
+    "body": {
+      "__type__": "openai.types.chat.chat_completion.ChatCompletion",
+      "__data__": {
+        "id": "chatcmpl-651",
+        "choices": [
+          {
+            "finish_reason": "stop",
+            "index": 0,
+            "logprobs": null,
+            "message": {
+              "content": "safe",
+              "refusal": null,
+              "role": "assistant",
+              "annotations": null,
+              "audio": null,
+              "function_call": null,
+              "tool_calls": null
+            }
+          }
+        ],
+        "created": 1759437831,
+        "model": "llama-guard3:1b",
+        "object": "chat.completion",
+        "service_tier": null,
+        "system_fingerprint": "fp_ollama",
+        "usage": {
+          "completion_tokens": 2,
+          "prompt_tokens": 420,
+          "total_tokens": 422,
+          "completion_tokens_details": null,
+          "prompt_tokens_details": null
+        }
+      }
+    },
+    "is_streaming": false
+  }
+}

tests/integration/recordings/responses/2717f0003e0a.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-588",
+        "id": "chatcmpl-531",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245128,
+        "created": 1759437800,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/278d5568fa92.json

@@ -0,0 +1,388 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "Call get_boiling_point tool and answer What is the boiling point of polyjuice?"
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_d1i5ou69",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":null,\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_d1i5ou69",
+          "content": "-212"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": "The",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": " of",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": " poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": " is",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": " -",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": "212",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441676,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/2d187a11704c.json

@@ -22,7 +22,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:11.444139198Z",
+          "created_at": "2025-10-02T02:55:03.175181Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -40,7 +40,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:11.631417419Z",
+          "created_at": "2025-10-02T02:55:03.21666Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -58,7 +58,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:11.837785952Z",
+          "created_at": "2025-10-02T02:55:03.258841Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -76,7 +76,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:12.035361735Z",
+          "created_at": "2025-10-02T02:55:03.299188Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -94,7 +94,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:12.231459021Z",
+          "created_at": "2025-10-02T02:55:03.339415Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -112,7 +112,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:12.437587336Z",
+          "created_at": "2025-10-02T02:55:03.379794Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -130,7 +130,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:12.645814233Z",
+          "created_at": "2025-10-02T02:55:03.420354Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -148,7 +148,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:12.857399802Z",
+          "created_at": "2025-10-02T02:55:03.460933Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -166,7 +166,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:13.069748955Z",
+          "created_at": "2025-10-02T02:55:03.501777Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -184,7 +184,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:13.275446646Z",
+          "created_at": "2025-10-02T02:55:03.542402Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -202,7 +202,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:13.472121232Z",
+          "created_at": "2025-10-02T02:55:03.582816Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -220,7 +220,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:13.665744046Z",
+          "created_at": "2025-10-02T02:55:03.623108Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -238,7 +238,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:13.861581737Z",
+          "created_at": "2025-10-02T02:55:03.663532Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -256,7 +256,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:14.057543582Z",
+          "created_at": "2025-10-02T02:55:03.704651Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -274,7 +274,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:14.250235864Z",
+          "created_at": "2025-10-02T02:55:03.746321Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -292,7 +292,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:14.440950519Z",
+          "created_at": "2025-10-02T02:55:03.787213Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -310,7 +310,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:14.633159237Z",
+          "created_at": "2025-10-02T02:55:03.829153Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -328,7 +328,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:14.824645544Z",
+          "created_at": "2025-10-02T02:55:03.869545Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -346,7 +346,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:15.015421713Z",
+          "created_at": "2025-10-02T02:55:03.909839Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -364,7 +364,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:15.21010827Z",
+          "created_at": "2025-10-02T02:55:03.950296Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -382,7 +382,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:15.406911964Z",
+          "created_at": "2025-10-02T02:55:03.990725Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -400,7 +400,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:15.599086606Z",
+          "created_at": "2025-10-02T02:55:04.031037Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -418,7 +418,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:15.789596143Z",
+          "created_at": "2025-10-02T02:55:04.071398Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -436,7 +436,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:15.981551476Z",
+          "created_at": "2025-10-02T02:55:04.111908Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -454,7 +454,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:16.170823008Z",
+          "created_at": "2025-10-02T02:55:04.153461Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -472,7 +472,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:16.361099362Z",
+          "created_at": "2025-10-02T02:55:04.195941Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -490,7 +490,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:16.554187248Z",
+          "created_at": "2025-10-02T02:55:04.236433Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -508,7 +508,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:16.746364193Z",
+          "created_at": "2025-10-02T02:55:04.27718Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -526,7 +526,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:16.937784556Z",
+          "created_at": "2025-10-02T02:55:04.317743Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -544,7 +544,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:17.130739694Z",
+          "created_at": "2025-10-02T02:55:04.358602Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -562,7 +562,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:17.324485154Z",
+          "created_at": "2025-10-02T02:55:04.399212Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -580,7 +580,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:17.513221988Z",
+          "created_at": "2025-10-02T02:55:04.439733Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -598,7 +598,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:17.704588587Z",
+          "created_at": "2025-10-02T02:55:04.480639Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -616,7 +616,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:17.89491876Z",
+          "created_at": "2025-10-02T02:55:04.521251Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -634,7 +634,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:18.085415685Z",
+          "created_at": "2025-10-02T02:55:04.56195Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -652,7 +652,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:18.291123534Z",
+          "created_at": "2025-10-02T02:55:04.60257Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -670,7 +670,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:18.481091772Z",
+          "created_at": "2025-10-02T02:55:04.643071Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -688,7 +688,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:18.669330853Z",
+          "created_at": "2025-10-02T02:55:04.684195Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -706,7 +706,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:18.862203802Z",
+          "created_at": "2025-10-02T02:55:04.725008Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -724,7 +724,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:19.050586441Z",
+          "created_at": "2025-10-02T02:55:04.766299Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -742,7 +742,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:19.243400941Z",
+          "created_at": "2025-10-02T02:55:04.807076Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -760,7 +760,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:19.438492404Z",
+          "created_at": "2025-10-02T02:55:04.848963Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -778,7 +778,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:19.625091169Z",
+          "created_at": "2025-10-02T02:55:04.889928Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -796,7 +796,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:19.817882725Z",
+          "created_at": "2025-10-02T02:55:04.934326Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -814,7 +814,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:20.006228518Z",
+          "created_at": "2025-10-02T02:55:04.977276Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -832,7 +832,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:20.195451511Z",
+          "created_at": "2025-10-02T02:55:05.020601Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -850,7 +850,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:20.38583856Z",
+          "created_at": "2025-10-02T02:55:05.063018Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -868,7 +868,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:20.574736342Z",
+          "created_at": "2025-10-02T02:55:05.104224Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -886,7 +886,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:20.770260046Z",
+          "created_at": "2025-10-02T02:55:05.144777Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -904,7 +904,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:20.961391185Z",
+          "created_at": "2025-10-02T02:55:05.184974Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -922,7 +922,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:21.15136915Z",
+          "created_at": "2025-10-02T02:55:05.225424Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -940,7 +940,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:21.34012064Z",
+          "created_at": "2025-10-02T02:55:05.2659Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -958,7 +958,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:21.530394237Z",
+          "created_at": "2025-10-02T02:55:05.306482Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -976,7 +976,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:21.721043618Z",
+          "created_at": "2025-10-02T02:55:05.346838Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -994,7 +994,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:21.911611623Z",
+          "created_at": "2025-10-02T02:55:05.387059Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1012,7 +1012,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:22.100940877Z",
+          "created_at": "2025-10-02T02:55:05.427541Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1030,7 +1030,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:22.289910353Z",
+          "created_at": "2025-10-02T02:55:05.467788Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1048,7 +1048,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:22.476827205Z",
+          "created_at": "2025-10-02T02:55:05.508102Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1066,7 +1066,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:22.663529325Z",
+          "created_at": "2025-10-02T02:55:05.548521Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1084,7 +1084,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:22.851128482Z",
+          "created_at": "2025-10-02T02:55:05.588742Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1102,7 +1102,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:23.042424694Z",
+          "created_at": "2025-10-02T02:55:05.629266Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1120,7 +1120,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:23.234415016Z",
+          "created_at": "2025-10-02T02:55:05.674214Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1138,7 +1138,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:23.422767727Z",
+          "created_at": "2025-10-02T02:55:05.71804Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1156,7 +1156,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:23.611953916Z",
+          "created_at": "2025-10-02T02:55:05.761666Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1174,7 +1174,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:23.802138602Z",
+          "created_at": "2025-10-02T02:55:05.80432Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1192,7 +1192,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:23.993446989Z",
+          "created_at": "2025-10-02T02:55:05.846217Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1210,7 +1210,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:24.186705934Z",
+          "created_at": "2025-10-02T02:55:05.88931Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1228,7 +1228,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:24.39236955Z",
+          "created_at": "2025-10-02T02:55:05.93282Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1246,7 +1246,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:24.579916625Z",
+          "created_at": "2025-10-02T02:55:05.976513Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1264,7 +1264,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:24.768821839Z",
+          "created_at": "2025-10-02T02:55:06.020886Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1282,7 +1282,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:24.957792215Z",
+          "created_at": "2025-10-02T02:55:06.063597Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1300,7 +1300,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:25.147895529Z",
+          "created_at": "2025-10-02T02:55:06.106054Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1318,7 +1318,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:25.337348777Z",
+          "created_at": "2025-10-02T02:55:06.148232Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1336,7 +1336,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:25.528043056Z",
+          "created_at": "2025-10-02T02:55:06.190334Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1354,7 +1354,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:25.720598024Z",
+          "created_at": "2025-10-02T02:55:06.231933Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1372,7 +1372,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:25.908813849Z",
+          "created_at": "2025-10-02T02:55:06.27373Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1390,7 +1390,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:26.102538985Z",
+          "created_at": "2025-10-02T02:55:06.315435Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1408,7 +1408,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:26.296587284Z",
+          "created_at": "2025-10-02T02:55:06.35848Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1426,7 +1426,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:26.48997969Z",
+          "created_at": "2025-10-02T02:55:06.400959Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1444,7 +1444,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:26.68461717Z",
+          "created_at": "2025-10-02T02:55:06.441214Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1462,7 +1462,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:26.877976002Z",
+          "created_at": "2025-10-02T02:55:06.481409Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1480,7 +1480,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:27.071304424Z",
+          "created_at": "2025-10-02T02:55:06.522518Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1498,7 +1498,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:27.267083009Z",
+          "created_at": "2025-10-02T02:55:06.564666Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1516,7 +1516,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:27.458752902Z",
+          "created_at": "2025-10-02T02:55:06.605895Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1534,7 +1534,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:27.651757232Z",
+          "created_at": "2025-10-02T02:55:06.646978Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1552,7 +1552,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:27.84093711Z",
+          "created_at": "2025-10-02T02:55:06.68904Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1570,7 +1570,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:28.031166547Z",
+          "created_at": "2025-10-02T02:55:06.730173Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1588,7 +1588,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:28.222014814Z",
+          "created_at": "2025-10-02T02:55:06.772861Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1606,7 +1606,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:28.412024854Z",
+          "created_at": "2025-10-02T02:55:06.816599Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1624,7 +1624,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:28.603242201Z",
+          "created_at": "2025-10-02T02:55:06.859503Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1642,7 +1642,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:28.793015428Z",
+          "created_at": "2025-10-02T02:55:06.901146Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1660,7 +1660,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:28.98105341Z",
+          "created_at": "2025-10-02T02:55:06.943698Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1678,7 +1678,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:29.171562052Z",
+          "created_at": "2025-10-02T02:55:06.985619Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1696,7 +1696,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:29.359960218Z",
+          "created_at": "2025-10-02T02:55:07.027092Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1714,7 +1714,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:29.547663965Z",
+          "created_at": "2025-10-02T02:55:07.068654Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1732,7 +1732,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:29.737967784Z",
+          "created_at": "2025-10-02T02:55:07.109785Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1750,7 +1750,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:29.926196503Z",
+          "created_at": "2025-10-02T02:55:07.151491Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1768,7 +1768,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:30.117904197Z",
+          "created_at": "2025-10-02T02:55:07.192762Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1786,7 +1786,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:30.309146475Z",
+          "created_at": "2025-10-02T02:55:07.2337Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -1804,15 +1804,15 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:35:30.497677975Z",
+          "created_at": "2025-10-02T02:55:07.276074Z",
           "done": true,
           "done_reason": "stop",
-          "total_duration": 21228194411,
-          "load_duration": 46730034,
+          "total_duration": 4260353875,
+          "load_duration": 95584041,
           "prompt_eval_count": 36,
-          "prompt_eval_duration": 2125755306,
+          "prompt_eval_duration": 62641958,
           "eval_count": 100,
-          "eval_duration": 19055134812,
+          "eval_duration": 4101499250,
           "response": "",
           "thinking": null,
           "context": null

tests/integration/recordings/responses/325a72db5755.json

@@ -21,7 +21,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -36,7 +36,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -47,7 +47,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -62,7 +62,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -73,7 +73,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -88,7 +88,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -99,7 +99,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -114,7 +114,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -125,7 +125,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -140,7 +140,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -151,7 +151,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -166,7 +166,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -177,7 +177,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -192,7 +192,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -203,7 +203,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -218,7 +218,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -229,7 +229,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -244,7 +244,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -255,7 +255,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -270,7 +270,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -281,7 +281,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -296,7 +296,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -307,7 +307,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -322,7 +322,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -333,7 +333,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -348,7 +348,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -359,7 +359,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -374,7 +374,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -385,7 +385,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -400,7 +400,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921364,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -411,7 +411,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -426,7 +426,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921365,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -437,7 +437,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -452,7 +452,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921365,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -463,7 +463,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -478,7 +478,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921365,
+          "created": 1759437883,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -489,7 +489,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -504,7 +504,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921365,
+          "created": 1759437884,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -515,683 +515,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " It",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": "'s",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " a",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " federally",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " owned",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " district",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " that",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " serves",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " as",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " the",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " seat",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " of",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " the",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " federal",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " government",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": ",",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " housing",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " many",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " national",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " landmarks",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": ",",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921365,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " institutions",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921366,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": ",",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921366,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " and",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921366,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": " offices",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921366,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
-          "choices": [
-            {
-              "delta": {
-                "content": ".",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921366,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-923",
+          "id": "chatcmpl-735",
           "choices": [
             {
               "delta": {
@@ -1206,7 +530,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921366,
+          "created": 1759437884,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,

tests/integration/recordings/responses/3387f56ccac9.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-200",
+        "id": "chatcmpl-141",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759368386,
+        "created": 1759441670,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/35a5f1de4bd7.json

@@ -0,0 +1,809 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_tipirynt",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_tipirynt",
+          "content": "Error when running tool: 'ToolCall' object has no attribute 'arguments_json'"
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": {
+        "type": "function",
+        "function": {
+          "name": "get_boiling_point"
+        }
+      },
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": "I",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429355,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " was",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429355,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " unable",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429355,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " to",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429355,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " find",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429355,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " the",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429355,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429355,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429355,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " of",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " liquid",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " in",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " Celsius",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " The",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " could",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " not",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " be",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " located",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " in",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " my",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": " database",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-932",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429356,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/36badd90238f.json

@@ -0,0 +1,366 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://localhost:11434/api/generate",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "raw": true,
+      "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n    {\n        \"name\": \"get_boiling_point\",\n        \"description\": \"Returns the boiling point of a liquid in Celcius or Fahrenheit.\",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"liquid_name\"],\n            \"properties\": {\n                \"liquid_name\": {\n                    \"type\": \"str\",\n                    \"description\": \"The name of the liquid\"\n                },\n                \"celcius\": {\n                    \"type\": \"bool\",\n                    \"description\": \"Whether to return the boiling point in Celcius\"\n                }\n            }\n        }\n    }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nCall get_boiling_point tool and answer What is the boiling point of polyjuice?<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
+      "options": {
+        "temperature": 0.0001,
+        "top_p": 0.9
+      },
+      "stream": true
+    },
+    "endpoint": "/api/generate",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.266524Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "[",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.307779Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "get",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.349588Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_bo",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.392007Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "iling",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.435225Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_point",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.47687Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "(",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.518854Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "liquid",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.560093Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_name",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.601376Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "='",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.642613Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "poly",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.686473Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ju",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.728965Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ice",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.770498Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "',",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.812614Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " cel",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.854407Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ci",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.896933Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "us",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.938059Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "=True",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:11.980332Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": ")]",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:12.021812Z",
+          "done": true,
+          "done_reason": "stop",
+          "total_duration": 900445208,
+          "load_duration": 78206917,
+          "prompt_eval_count": 364,
+          "prompt_eval_duration": 65645917,
+          "eval_count": 19,
+          "eval_duration": 755986375,
+          "response": "",
+          "thinking": null,
+          "context": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/37706c1729ba.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-923",
+        "id": "chatcmpl-905",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759282470,
+        "created": 1759441160,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/378412143edb.json

@@ -0,0 +1,419 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_ay3w6qne",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_ay3w6qne",
+          "content": "-100"
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": {
+        "type": "function",
+        "function": {
+          "name": "get_boiling_point"
+        }
+      },
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": "The",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428020,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428020,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428020,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": " of",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428020,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": " Poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428021,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428021,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428021,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": " is",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428021,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": " -",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428021,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": "100",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428021,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": "\u00b0C",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428021,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428021,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-250",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428021,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/38ea441b5f83.json

@@ -46,7 +46,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-761",
+        "id": "chatcmpl-236",
         "choices": [
           {
             "finish_reason": "tool_calls",
@@ -61,7 +61,7 @@
               "function_call": null,
               "tool_calls": [
                 {
-                  "id": "call_cj8ownwc",
+                  "id": "call_u4ydewqv",
                   "function": {
                     "arguments": "{\"location\":\"San Francisco, CA\"}",
                     "name": "get_weather"
@@ -73,15 +73,15 @@
             }
           }
         ],
-        "created": 1758975113,
+        "created": 1759376610,
         "model": "llama3.2:3b-instruct-fp16",
         "object": "chat.completion",
         "service_tier": null,
         "system_fingerprint": "fp_ollama",
         "usage": {
-          "completion_tokens": 18,
+          "completion_tokens": 20,
           "prompt_tokens": 185,
-          "total_tokens": 203,
+          "total_tokens": 205,
           "completion_tokens_details": null,
           "prompt_tokens_details": null
         }

tests/integration/recordings/responses/3a4fb206e68a.json

@@ -0,0 +1,986 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant Always respond with tool calls no matter what. "
+        },
+        {
+          "role": "user",
+          "content": "Get the boiling point of polyjuice with a tool call."
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_l2ovyvtm",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":\"true\",\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_l2ovyvtm",
+          "content": "Error when running tool: 'ToolCall' object has no attribute 'arguments_json'"
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "I",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429343,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " apologize",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429343,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " for",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429343,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " the",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429343,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " error",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429343,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429343,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " Here",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429343,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " is",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429343,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " the",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429343,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " revised",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429343,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " tool",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " call",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": ":\n\n",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "{\"",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "name",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "\":",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " \"",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "get",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "_bo",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "iling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "_point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "\",",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " \"",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "parameters",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "\":",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " {\"",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "liquid",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "_name",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "\":",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": " \"",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "\"}}",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-329",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429344,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/3bd4bb58d78a.json

@@ -0,0 +1,119 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "required",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "str",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "bool",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-288",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_rp5mke0x",
+                    "function": {
+                      "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759425751,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-288",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759425751,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/3ca695048bee.json

@@ -39,32 +39,22 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-3",
+          "id": "chatcmpl-828",
           "choices": [
             {
               "delta": {
-                "content": "",
+                "content": "{\"name\":\"get_water\", \"parameters\": {\"city\":\"Tokyo\"}}",
                 "function_call": null,
                 "refusal": null,
                 "role": "assistant",
-                "tool_calls": [
-                  {
-                    "index": 0,
-                    "id": "call_3kigugt3",
-                    "function": {
-                      "arguments": "{\"city\":\"Tokyo\"}",
-                      "name": "get_weather"
-                    },
-                    "type": "function"
-                  }
-                ]
+                "tool_calls": null
               },
               "finish_reason": null,
               "index": 0,
               "logprobs": null
             }
           ],
-          "created": 1756921361,
+          "created": 1759437882,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -75,7 +65,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-3",
+          "id": "chatcmpl-828",
           "choices": [
             {
               "delta": {
@@ -85,12 +75,12 @@
                 "role": "assistant",
                 "tool_calls": null
               },
-              "finish_reason": "tool_calls",
+              "finish_reason": "stop",
               "index": 0,
               "logprobs": null
             }
           ],
-          "created": 1756921361,
+          "created": 1759437882,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,

tests/integration/recordings/responses/3f5871e0805d.json

@@ -0,0 +1,85 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "user",
+          "content": "Process this data"
+        }
+      ],
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "process_data",
+            "description": "Process structured data",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "data": {
+                  "$ref": "#/$defs/DataObject"
+                }
+              },
+              "$defs": {
+                "DataObject": {
+                  "type": "object",
+                  "properties": {
+                    "values": {
+                      "type": "array",
+                      "items": {
+                        "type": "number"
+                      }
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }
+      ]
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": {
+      "__type__": "openai.types.chat.chat_completion.ChatCompletion",
+      "__data__": {
+        "id": "chatcmpl-798",
+        "choices": [
+          {
+            "finish_reason": "stop",
+            "index": 0,
+            "logprobs": null,
+            "message": {
+              "content": "{\"name\":\"process_data\",\"parameters\":{\"data\":[{\"values\":[2,3]}]\"}}",
+              "refusal": null,
+              "role": "assistant",
+              "annotations": null,
+              "audio": null,
+              "function_call": null,
+              "tool_calls": null
+            }
+          }
+        ],
+        "created": 1759376608,
+        "model": "llama3.2:3b-instruct-fp16",
+        "object": "chat.completion",
+        "service_tier": null,
+        "system_fingerprint": "fp_ollama",
+        "usage": {
+          "completion_tokens": 20,
+          "prompt_tokens": 176,
+          "total_tokens": 196,
+          "completion_tokens_details": null,
+          "prompt_tokens_details": null
+        }
+      }
+    },
+    "is_streaming": false
+  }
+}

tests/integration/recordings/responses/3fc7de7e822b.json

@@ -0,0 +1,119 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "Call get_boiling_point tool and answer What is the boiling point of polyjuice?"
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "str",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "bool",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-54",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_xbvaryhe",
+                    "function": {
+                      "arguments": "{\"celcius\":null,\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759425232,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-54",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759425232,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/41ac2702de6c.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-402",
+        "id": "chatcmpl-682",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245123,
+        "created": 1759437798,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/4283d7199d9b.json

@@ -0,0 +1,366 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://localhost:11434/api/generate",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "raw": true,
+      "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n    {\n        \"name\": \"get_boiling_point\",\n        \"description\": \"Returns the boiling point of a liquid in Celcius or Fahrenheit.\",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"liquid_name\"],\n            \"properties\": {\n                \"liquid_name\": {\n                    \"type\": \"str\",\n                    \"description\": \"The name of the liquid\"\n                },\n                \"celcius\": {\n                    \"type\": \"bool\",\n                    \"description\": \"Whether to return the boiling point in Celcius\"\n                }\n            }\n        }\n    }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nWhat is the boiling point of the liquid polyjuice in celsius?<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
+      "options": {
+        "temperature": 0.0001,
+        "top_p": 0.9
+      },
+      "stream": true
+    },
+    "endpoint": "/api/generate",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.080011Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "[",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.126544Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "get",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.169848Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_bo",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.21147Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "iling",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.254674Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_point",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.29727Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "(",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.338937Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "liquid",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.380865Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_name",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.422627Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "='",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.463935Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "poly",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.505674Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ju",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.547072Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ice",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.588461Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "',",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.629627Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " cel",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.67101Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ci",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.713398Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "us",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.757208Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "=True",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.800572Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": ")]",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:54:54.843458Z",
+          "done": true,
+          "done_reason": "stop",
+          "total_duration": 1585956083,
+          "load_duration": 162121750,
+          "prompt_eval_count": 361,
+          "prompt_eval_duration": 657951625,
+          "eval_count": 19,
+          "eval_duration": 765105333,
+          "response": "",
+          "thinking": null,
+          "context": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/4a32ce3da3ce.json

@@ -0,0 +1,414 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant Always respond with tool calls no matter what. "
+        },
+        {
+          "role": "user",
+          "content": "Get the boiling point of polyjuice with a tool call."
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_v7gdtg8p",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":\"true\",\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_v7gdtg8p",
+          "content": "-100"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": "The",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": " of",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": " Poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": " is",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": " -",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": "100",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": "\u00b0C",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441160,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-67",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441161,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/4c651211b0e0.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-796",
+        "id": "chatcmpl-216",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759368388,
+        "created": 1759441674,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/4ebcaf6c2aee.json

@@ -19,22 +19,390 @@
         "data": [
           {
             "embedding": [
-              0.253706,
-              0.016367152,
-              -0.29664654,
-              0.31654558,
-              -0.18624601,
-              0.07602756,
-              -0.031531323,
-              0.2986085,
-              -0.49672848,
-              -0.36617878,
-              0.25328273,
-              -0.33349335,
-              0.0060151755,
-              0.14081024,
-              -0.13757885,
-              -0.14679416
+              0.04635219,
+              0.002988263,
+              -0.054220885,
+              0.057812735,
+              -0.0340614,
+              0.013923248,
+              -0.005755826,
+              0.054555666,
+              -0.09073176,
+              -0.066910096,
+              0.046287432,
+              -0.060912322,
+              0.0010950539,
+              0.025724398,
+              -0.025169374,
+              -0.026821515,
+              -0.030190151,
+              0.0019341545,
+              -0.0754819,
+              0.057380512,
+              0.020332545,
+              -0.005591279,
+              -0.0022273492,
+              0.012063173,
+              -0.011033521,
+              -0.03300947,
+              0.05462081,
+              0.014426073,
+              0.024025004,
+              0.004224287,
+              0.09837723,
+              0.08385713,
+              -0.049175426,
+              0.03877149,
+              0.08748876,
+              -0.0223024,
+              0.006552746,
+              -0.0070359865,
+              0.017893821,
+              0.015465863,
+              0.05007282,
+              -0.019349905,
+              0.064887345,
+              0.03184605,
+              0.0034936152,
+              0.02317752,
+              -0.06297051,
+              0.044468515,
+              -0.022246253,
+              -0.017976552,
+              0.040390052,
+              -0.0020998395,
+              -0.05173264,
+              0.014722753,
+              0.01640469,
+              -0.06438627,
+              -0.043313596,
+              -0.040564552,
+              0.044412937,
+              -0.0031199565,
+              -0.007237415,
+              -0.05158015,
+              0.059660934,
+              -0.014839656,
+              0.012902056,
+              0.028181136,
+              -0.019578207,
+              -0.0664231,
+              -0.06333673,
+              0.028995825,
+              -0.114707075,
+              0.041575413,
+              -0.022128351,
+              0.01979776,
+              0.0630018,
+              0.011822141,
+              -0.06492722,
+              -0.066328146,
+              0.021114407,
+              -0.020638306,
+              -0.009599678,
+              0.013701863,
+              -0.060742326,
+              0.005395315,
+              0.026589092,
+              0.11719033,
+              0.067120634,
+              0.008300158,
+              0.036319703,
+              0.00772981,
+              0.071582936,
+              0.019818509,
+              -0.15945566,
+              0.047943458,
+              0.00031571978,
+              -0.04666597,
+              0.007148715,
+              -0.08839544,
+              0.038042437,
+              0.06620088,
+              0.034336157,
+              -0.035366412,
+              0.041598067,
+              0.073756054,
+              -0.018818064,
+              -0.017260034,
+              0.058635473,
+              -0.01371376,
+              0.048319146,
+              -0.023727186,
+              0.024134034,
+              0.015763162,
+              0.06681245,
+              0.01748244,
+              0.0825409,
+              -0.044568237,
+              0.0015441044,
+              -0.011225885,
+              0.0153481,
+              -0.061364066,
+              0.05792184,
+              0.044216745,
+              -0.047036964,
+              -0.02634555,
+              -0.033504363,
+              0.06713578,
+              0.030866034,
+              2.024336e-34,
+              -0.03532978,
+              0.021929236,
+              0.030160688,
+              0.09271786,
+              -0.010355268,
+              0.07196569,
+              0.052604284,
+              0.085753724,
+              0.094942175,
+              0.053786535,
+              -0.08900509,
+              -0.024382822,
+              -0.008744401,
+              -0.03167582,
+              0.01025236,
+              0.1818434,
+              -0.0022662894,
+              0.118558116,
+              -0.072208576,
+              -0.005867667,
+              0.0746222,
+              -0.024001855,
+              -0.013938801,
+              -0.030681474,
+              -0.029207803,
+              -0.117624186,
+              -0.046466038,
+              -0.002622228,
+              -0.0902171,
+              -0.038626853,
+              -0.037497964,
+              -0.02418436,
+              -0.069297835,
+              0.06424038,
+              0.0045628003,
+              -0.0041498984,
+              -0.01649947,
+              0.051125433,
+              -0.0058985935,
+              -0.0122523345,
+              -0.047424458,
+              -0.007806876,
+              0.07906618,
+              0.03244041,
+              -0.044682544,
+              -0.022625683,
+              0.028852794,
+              -0.050480433,
+              0.043801326,
+              -0.023512814,
+              -0.029832385,
+              0.031089257,
+              0.07129686,
+              -0.089649536,
+              0.011963804,
+              -0.018448317,
+              0.019637493,
+              0.020081993,
+              0.0012980831,
+              0.093201645,
+              -0.064436235,
+              -0.040581323,
+              -0.01193043,
+              0.043884862,
+              -0.010675756,
+              -0.030739127,
+              0.005605308,
+              -0.110498495,
+              0.044510514,
+              0.037110664,
+              0.04116233,
+              -0.039460793,
+              -0.04470639,
+              -0.027589805,
+              -0.02073358,
+              -0.067221105,
+              0.050390884,
+              0.031397663,
+              -0.008031462,
+              -0.009285899,
+              0.0013141648,
+              -0.017254544,
+              0.010367782,
+              -0.05940024,
+              -0.018042587,
+              -0.15487815,
+              0.0069424273,
+              -0.05208202,
+              0.0014201442,
+              -0.13956298,
+              -0.040203292,
+              0.027910054,
+              -0.064872995,
+              -0.016270144,
+              0.07052549,
+              5.3188943e-34,
+              0.012666737,
+              0.016728623,
+              -0.013163009,
+              0.06391275,
+              -0.043404065,
+              0.015435096,
+              0.03720438,
+              0.05997576,
+              -0.07789181,
+              -0.0408386,
+              0.024137221,
+              -0.019834999,
+              -0.034739267,
+              0.00042199617,
+              0.048484907,
+              0.08716056,
+              -0.101133205,
+              -0.07535088,
+              -0.03912376,
+              -0.031597532,
+              -0.052266575,
+              0.022085808,
+              -0.011040282,
+              0.005077135,
+              -0.088432744,
+              -0.010477913,
+              0.047780182,
+              -0.073345095,
+              0.014382301,
+              0.038075384,
+              0.02176859,
+              -0.029071847,
+              -0.036925532,
+              0.14317243,
+              0.020646103,
+              -0.08367964,
+              0.111576855,
+              -0.009943396,
+              0.023071144,
+              0.0926832,
+              0.011242715,
+              0.068017475,
+              -0.007714686,
+              0.03060742,
+              -0.011360289,
+              0.109015204,
+              0.12930514,
+              -0.07566831,
+              0.09001269,
+              -0.0090979,
+              0.0148039665,
+              0.048663232,
+              0.08894293,
+              0.038565516,
+              0.005821986,
+              0.016084671,
+              -0.106283545,
+              -0.033372246,
+              0.05440088,
+              -0.005663873,
+              0.0011572369,
+              -0.024969472,
+              0.043092247,
+              -0.009314855,
+              -0.11836073,
+              -0.027310666,
+              0.009811885,
+              -0.0052975323,
+              -0.044883158,
+              0.066436425,
+              -0.06750139,
+              -0.02696421,
+              0.01402391,
+              -0.04950559,
+              -0.084093384,
+              -0.07380851,
+              0.04709705,
+              4.9404687e-05,
+              0.01672617,
+              0.01849747,
+              0.027683195,
+              0.0047972985,
+              0.0017495222,
+              0.07066204,
+              -0.022430636,
+              0.06875498,
+              0.093927115,
+              0.11101308,
+              -0.015589739,
+              0.021178465,
+              0.033638563,
+              0.034676168,
+              -0.026882911,
+              -0.010514364,
+              0.0073013064,
+              -1.2070348e-08,
+              -0.10034882,
+              -0.028641108,
+              -0.061462097,
+              -0.009792086,
+              -0.081652306,
+              -0.011814046,
+              0.002039501,
+              0.010384326,
+              0.01639641,
+              0.09542911,
+              0.012538498,
+              -0.03542602,
+              0.018125113,
+              0.062750235,
+              0.0007333235,
+              -0.13612862,
+              -0.049830034,
+              0.021177148,
+              0.006589976,
+              0.007859552,
+              -0.03270378,
+              0.024738451,
+              -0.02542262,
+              -0.0033008803,
+              0.030640591,
+              -0.032442387,
+              0.04598555,
+              0.03903257,
+              0.035755396,
+              0.01686084,
+              0.13498692,
+              0.028296864,
+              -0.0035224769,
+              -0.036735818,
+              -0.046355885,
+              0.057701495,
+              0.008000554,
+              0.047822826,
+              0.04911064,
+              0.035214324,
+              -0.09817153,
+              0.0050856513,
+              -0.018094635,
+              -0.04385158,
+              0.06649695,
+              -0.037648164,
+              -0.006218895,
+              -0.037976924,
+              -0.0036204353,
+              -0.03149386,
+              0.031777944,
+              -0.011333557,
+              0.009081317,
+              0.022486951,
+              0.032106593,
+              0.023041077,
+              -0.06739943,
+              0.06294171,
+              -0.057333894,
+              -0.041295,
+              0.060841344,
+              0.03247397,
+              -0.05132725,
+              -0.04992364
             ],
             "index": 0,
             "object": "embedding"

tests/integration/recordings/responses/4f00cf740aba.json

@@ -18,390 +18,390 @@
         "data": [
           {
             "embedding": [
-              -0.038157914,
-              0.03290493,
-              -0.0055371798,
-              0.014353213,
-              -0.040209096,
-              -0.11667767,
-              0.03170551,
-              0.0019347348,
-              -0.04254092,
-              0.029190615,
-              0.042559944,
-              0.032130145,
-              0.02983921,
-              0.010979105,
-              -0.053759154,
-              -0.05030495,
-              -0.023470305,
-              0.010730486,
-              -0.1377361,
-              0.0039985846,
-              0.029267203,
-              0.066698566,
-              -0.015405643,
-              0.04843479,
-              -0.0881545,
-              -0.012694429,
-              0.041265942,
-              0.04089442,
-              -0.05000745,
-              -0.05805947,
-              0.048748765,
-              0.06891688,
-              0.058812816,
-              0.008785837,
-              -0.016080279,
-              0.08517403,
-              -0.07814158,
-              -0.077435054,
-              0.020808736,
-              0.016186161,
-              0.032549612,
-              -0.05344129,
-              -0.062166847,
-              -0.0242584,
-              0.007393759,
-              0.024064584,
-              0.0064619263,
-              0.051204458,
-              0.072843835,
-              0.034658417,
-              -0.05477693,
-              -0.05941287,
-              -0.007262739,
-              0.020149412,
-              0.035835978,
-              0.0056162532,
-              0.010803632,
-              -0.052724347,
-              0.010110615,
-              -0.0087345,
-              -0.06285489,
-              0.038390912,
-              -0.013975588,
-              0.0734118,
-              0.090072334,
-              -0.07995426,
-              -0.016420014,
-              0.044813525,
-              -0.06888206,
-              -0.033037275,
-              -0.015467736,
-              0.01130628,
-              0.036483694,
-              0.0663459,
-              -0.054344203,
-              0.008723171,
-              0.012078509,
-              -0.038129516,
-              0.006938081,
-              0.051155496,
-              0.07745829,
-              -0.122897476,
-              0.01635594,
-              0.04956378,
-              0.031677794,
-              -0.03963372,
-              0.0016560612,
-              0.0095810415,
-              -0.032620687,
-              -0.03396473,
-              -0.13327733,
-              0.0072318353,
-              -0.010225149,
-              0.038535405,
-              -0.09343492,
-              -0.04173385,
-              0.06996305,
-              -0.026312327,
-              -0.14973918,
-              0.13443227,
-              0.03750676,
-              0.052842483,
-              0.045053005,
-              0.018721534,
-              0.05443072,
-              0.017290117,
-              -0.03255681,
-              0.046160772,
-              -0.046711024,
-              -0.030576464,
-              -0.018258592,
-              -0.048711784,
-              0.033041865,
-              -0.003856249,
-              0.05003307,
-              -0.05821012,
-              -0.00994153,
-              0.0106995255,
-              -0.04008794,
-              -0.0015539092,
-              0.060838487,
-              -0.04559896,
-              0.04924722,
-              0.026119638,
-              0.019796783,
-              -0.0016312932,
-              0.05955464,
-              -6.527786e-33,
-              0.063555494,
-              0.003072545,
-              0.0290068,
-              0.17338625,
-              0.0029474646,
-              0.027745575,
-              -0.095103905,
-              -0.031165987,
-              0.026719859,
-              -0.010799976,
-              0.023851028,
-              0.02375357,
-              -0.031152952,
-              0.049497593,
-              -0.025005657,
-              0.10176666,
-              -0.079190366,
-              -0.0032479328,
-              0.042849813,
-              0.09489888,
-              -0.066508934,
-              0.00632239,
-              0.022188535,
-              0.06996212,
-              -0.007491268,
-              -0.001777037,
-              0.027047161,
-              -0.07536194,
-              0.11401931,
-              0.008564227,
-              -0.02371391,
-              -0.046974454,
-              0.0144310715,
-              0.019899534,
-              -0.0046927175,
-              0.0013119543,
-              -0.03432107,
-              -0.054212432,
-              -0.09418897,
-              -0.028963951,
-              -0.018907014,
-              0.045735538,
-              0.04757043,
-              -0.003132595,
-              -0.033231355,
-              -0.013520351,
-              0.051010653,
-              0.03111525,
-              0.015257217,
-              0.054166727,
-              -0.085080594,
-              0.013355202,
-              -0.04763934,
-              0.07099156,
-              -0.01309272,
-              -0.0023823304,
-              0.050339438,
-              -0.041624993,
-              -0.014171974,
-              0.032421313,
-              0.005414455,
-              0.09128853,
-              0.0045168963,
-              -0.018196244,
-              -0.015225792,
-              -0.04635148,
-              0.038764603,
-              0.014739169,
-              0.052030377,
-              0.0017809072,
-              -0.014930553,
-              0.027100598,
-              0.031190928,
-              0.02379928,
-              -0.0045879,
-              0.03622444,
-              0.066800386,
-              -0.0018508516,
-              0.021243243,
-              -0.0575494,
-              0.019077979,
-              0.031474162,
-              -0.018456634,
-              -0.04083116,
-              0.10387791,
-              0.011981423,
-              -0.014923204,
-              -0.10519511,
-              -0.012293124,
-              -0.00042049217,
-              -0.09506704,
-              0.058275525,
-              0.042611193,
-              -0.025061507,
-              -0.094545335,
-              4.010606e-33,
-              0.13226718,
-              0.0053517097,
-              -0.03314567,
-              -0.09099676,
-              -0.031551942,
-              -0.033939674,
-              -0.071981214,
-              0.12595285,
-              -0.08333936,
-              0.052855294,
-              0.001036374,
-              0.021973396,
-              0.104020424,
-              0.013031712,
-              0.040921222,
-              0.018695012,
-              0.114233166,
-              0.024822846,
-              0.014595918,
-              0.00621894,
-              -0.011220824,
-              -0.035742316,
-              -0.03801776,
-              0.011226576,
-              -0.051305167,
-              0.007892534,
-              0.06734842,
-              0.0033567564,
-              -0.09286571,
-              0.03701943,
-              -0.022331072,
-              0.040051647,
-              -0.030764744,
-              -0.011390678,
-              -0.014426033,
-              0.024999708,
-              -0.09751172,
-              -0.03538673,
-              -0.03757043,
-              -0.010174254,
-              -0.06396341,
-              0.025548752,
-              0.020661479,
-              0.03752242,
-              -0.10438308,
-              -0.028266912,
-              -0.052153755,
-              0.012830027,
-              -0.05125152,
-              -0.029009243,
-              -0.09633578,
-              -0.042322997,
-              0.06716196,
-              -0.030903742,
-              -0.010314011,
-              0.027343867,
-              -0.028119028,
-              0.010296558,
-              0.043072425,
-              0.022286164,
-              0.007943,
-              0.056093868,
-              0.040728126,
-              0.09295372,
-              0.016456816,
-              -0.053744446,
-              0.00047035623,
-              0.050744157,
-              0.04246857,
-              -0.029237023,
-              0.009294763,
-              -0.010624897,
-              -0.037202932,
-              0.00220195,
-              -0.030278567,
-              0.07457478,
-              0.0026277148,
-              -0.017591486,
-              0.0028708735,
-              0.03840644,
-              0.0072204536,
-              0.045653794,
-              0.039947055,
-              0.014161398,
-              -0.014247232,
-              0.058465447,
-              0.036360227,
-              0.055268615,
-              -0.02004829,
-              -0.08043532,
-              -0.030213723,
-              -0.0148566915,
-              0.022293866,
-              0.011908896,
-              -0.06907556,
-              -1.8805048e-08,
-              -0.078408636,
-              0.046699222,
-              -0.023894435,
-              0.06347232,
-              0.02395583,
-              0.0014103559,
-              -0.090737104,
-              -0.06684135,
-              -0.080118775,
-              0.0054891296,
-              0.05368204,
-              0.10478211,
-              -0.066875115,
-              0.015525915,
-              0.06710851,
-              0.07083251,
-              -0.03199485,
-              0.020825442,
-              -0.021920865,
-              -0.0072890157,
-              -0.01058703,
-              0.004174248,
-              0.033155944,
-              -0.07901077,
-              0.038750935,
-              -0.07521113,
-              -0.015731987,
-              0.005987591,
-              0.0051212795,
-              -0.061557226,
-              0.04203319,
-              0.09544439,
-              -0.04317485,
-              0.014446859,
-              -0.10614051,
-              -0.028011814,
-              0.01101727,
-              0.069552526,
-              0.0669063,
-              -0.0747214,
-              -0.078444764,
-              0.042728573,
-              -0.034634914,
-              -0.106056124,
-              -0.0357495,
-              0.05155015,
-              0.068699375,
-              -0.049968246,
-              0.015420614,
-              -0.06460179,
-              -0.07601102,
-              0.026022797,
-              0.07440251,
-              -0.0124161495,
-              0.1332999,
-              0.07480527,
-              0.051343314,
-              0.02094546,
-              -0.026808253,
-              0.08892536,
-              0.03996125,
-              -0.041000355,
-              0.03187991,
-              0.018108707
+              -0.038168654,
+              0.032873917,
+              -0.0055947267,
+              0.014366432,
+              -0.040310103,
+              -0.116643615,
+              0.031721067,
+              0.0019260457,
+              -0.04255802,
+              0.029198613,
+              0.04252229,
+              0.032184314,
+              0.029838374,
+              0.010959321,
+              -0.053805783,
+              -0.05028783,
+              -0.023449864,
+              0.0107550435,
+              -0.13774979,
+              0.0039929547,
+              0.029302042,
+              0.066712305,
+              -0.015410682,
+              0.048422653,
+              -0.08814465,
+              -0.012715775,
+              0.041334823,
+              0.040851083,
+              -0.050064698,
+              -0.05804616,
+              0.048728727,
+              0.06888658,
+              0.058795262,
+              0.008804153,
+              -0.016073612,
+              0.08514259,
+              -0.078146815,
+              -0.07741974,
+              0.020842256,
+              0.016201088,
+              0.032518543,
+              -0.05346469,
+              -0.062197812,
+              -0.024271712,
+              0.007416788,
+              0.024103774,
+              0.006469804,
+              0.051166162,
+              0.07284196,
+              0.034627657,
+              -0.05475476,
+              -0.059386417,
+              -0.0071934434,
+              0.020163197,
+              0.035816014,
+              0.0055927313,
+              0.010762318,
+              -0.05274177,
+              0.010083032,
+              -0.008742163,
+              -0.06284565,
+              0.038426206,
+              -0.013933317,
+              0.07342759,
+              0.09004579,
+              -0.07995627,
+              -0.016420787,
+              0.044767782,
+              -0.06886435,
+              -0.03303916,
+              -0.015482072,
+              0.011322529,
+              0.036461752,
+              0.066346884,
+              -0.05434455,
+              0.008740993,
+              0.012066104,
+              -0.038101126,
+              0.0069316486,
+              0.051146947,
+              0.07740579,
+              -0.122950904,
+              0.016380342,
+              0.049568996,
+              0.031634904,
+              -0.039637603,
+              0.0016715266,
+              0.009577405,
+              -0.032646418,
+              -0.033988595,
+              -0.13329837,
+              0.0072566303,
+              -0.010266605,
+              0.038557075,
+              -0.09338859,
+              -0.041706774,
+              0.069941126,
+              -0.026323376,
+              -0.14971305,
+              0.13445398,
+              0.03748492,
+              0.052825302,
+              0.0450506,
+              0.018712776,
+              0.05444322,
+              0.017282845,
+              -0.032480195,
+              0.04614526,
+              -0.046711974,
+              -0.030566413,
+              -0.01820007,
+              -0.04869831,
+              0.033051647,
+              -0.0038142777,
+              0.04999665,
+              -0.058270358,
+              -0.010011706,
+              0.010643473,
+              -0.040113144,
+              -0.0015507729,
+              0.060854245,
+              -0.045562096,
+              0.049257778,
+              0.02612153,
+              0.01981428,
+              -0.001660993,
+              0.059509434,
+              -6.525298e-33,
+              0.063519135,
+              0.0030875143,
+              0.028961418,
+              0.1733713,
+              0.0029763067,
+              0.027727291,
+              -0.0951315,
+              -0.031186627,
+              0.026689058,
+              -0.010807322,
+              0.023850724,
+              0.023777472,
+              -0.031174092,
+              0.049501278,
+              -0.025049716,
+              0.10175924,
+              -0.07919064,
+              -0.0032249284,
+              0.042915843,
+              0.09483459,
+              -0.06652636,
+              0.006303593,
+              0.02220902,
+              0.06999181,
+              -0.0074810013,
+              -0.0017734945,
+              0.027008688,
+              -0.07534615,
+              0.114036545,
+              0.008552313,
+              -0.023737878,
+              -0.04694563,
+              0.014472103,
+              0.019855395,
+              -0.0046694353,
+              0.0013555645,
+              -0.034298304,
+              -0.054142635,
+              -0.09419824,
+              -0.028909719,
+              -0.018876282,
+              0.0457315,
+              0.04761082,
+              -0.0030971593,
+              -0.033264168,
+              -0.013539523,
+              0.051041685,
+              0.031110944,
+              0.015244497,
+              0.054158635,
+              -0.08499706,
+              0.013360703,
+              -0.04759633,
+              0.07101136,
+              -0.0131114535,
+              -0.0023818254,
+              0.050331973,
+              -0.041642286,
+              -0.01419894,
+              0.032463223,
+              0.0053973934,
+              0.091275506,
+              0.0044798073,
+              -0.018260129,
+              -0.015278888,
+              -0.046306957,
+              0.038750377,
+              0.014729783,
+              0.05204642,
+              0.0017938613,
+              -0.014963651,
+              0.027101943,
+              0.031203475,
+              0.023725478,
+              -0.004601222,
+              0.03617344,
+              0.06679477,
+              -0.0018401983,
+              0.021265576,
+              -0.057589985,
+              0.019155758,
+              0.031437635,
+              -0.018444614,
+              -0.04085069,
+              0.10393101,
+              0.011960795,
+              -0.014898805,
+              -0.10520497,
+              -0.012302656,
+              -0.00043837292,
+              -0.09508398,
+              0.058318105,
+              0.042576887,
+              -0.025066672,
+              -0.094555676,
+              4.0072287e-33,
+              0.1322281,
+              0.0053512393,
+              -0.03312536,
+              -0.09096454,
+              -0.031562407,
+              -0.033949774,
+              -0.07205118,
+              0.1259232,
+              -0.08333555,
+              0.052797858,
+              0.001077506,
+              0.022004265,
+              0.10402767,
+              0.013034249,
+              0.04091762,
+              0.018705815,
+              0.11424037,
+              0.024799824,
+              0.014582492,
+              0.006205516,
+              -0.011202356,
+              -0.035756435,
+              -0.03800272,
+              0.011251353,
+              -0.0512988,
+              0.007890417,
+              0.06736164,
+              0.0033359542,
+              -0.09285096,
+              0.03704081,
+              -0.022326592,
+              0.039967872,
+              -0.030748183,
+              -0.011446819,
+              -0.014453254,
+              0.02498229,
+              -0.097532175,
+              -0.035378877,
+              -0.03757795,
+              -0.010181498,
+              -0.06392041,
+              0.025538994,
+              0.02061816,
+              0.03757256,
+              -0.1043548,
+              -0.028326731,
+              -0.05209465,
+              0.0128473425,
+              -0.051238894,
+              -0.029034877,
+              -0.09633617,
+              -0.042309195,
+              0.067165054,
+              -0.030870603,
+              -0.010357507,
+              0.027381465,
+              -0.028105576,
+              0.010302046,
+              0.04306986,
+              0.022315372,
+              0.007954779,
+              0.056068663,
+              0.04071972,
+              0.09293905,
+              0.016536433,
+              -0.053764775,
+              0.00047211433,
+              0.050708972,
+              0.042510226,
+              -0.029195962,
+              0.009274875,
+              -0.010647389,
+              -0.037209682,
+              0.002267011,
+              -0.030304702,
+              0.0745741,
+              0.0026207205,
+              -0.017582772,
+              0.0028797672,
+              0.038404796,
+              0.00723137,
+              0.045613218,
+              0.03998252,
+              0.014209623,
+              -0.0142997475,
+              0.05850862,
+              0.03630791,
+              0.055294298,
+              -0.020075988,
+              -0.08041808,
+              -0.030250112,
+              -0.014920701,
+              0.022349516,
+              0.011911506,
+              -0.06903851,
+              -1.8806734e-08,
+              -0.078480355,
+              0.046674173,
+              -0.023920896,
+              0.0634942,
+              0.02396477,
+              0.0014517035,
+              -0.090798445,
+              -0.06684978,
+              -0.0801405,
+              0.005503192,
+              0.053675175,
+              0.104841895,
+              -0.066848256,
+              0.015522683,
+              0.067097165,
+              0.070832625,
+              -0.03197915,
+              0.020843629,
+              -0.0219202,
+              -0.0073016756,
+              -0.010645817,
+              0.0040983153,
+              0.03313765,
+              -0.0790081,
+              0.03878132,
+              -0.075230986,
+              -0.015732396,
+              0.0060099233,
+              0.0051297406,
+              -0.061492138,
+              0.04202211,
+              0.09544608,
+              -0.04318599,
+              0.014424486,
+              -0.10617826,
+              -0.027963417,
+              0.011034413,
+              0.069576606,
+              0.06689785,
+              -0.07479674,
+              -0.07851099,
+              0.042766396,
+              -0.034639932,
+              -0.10607304,
+              -0.03577663,
+              0.051540814,
+              0.068673156,
+              -0.049959548,
+              0.015460458,
+              -0.064520314,
+              -0.076010585,
+              0.026035817,
+              0.07440218,
+              -0.012396022,
+              0.13329679,
+              0.074770845,
+              0.05134284,
+              0.020977058,
+              -0.026776016,
+              0.08894323,
+              0.039937407,
+              -0.04102053,
+              0.03194075,
+              0.018113315
             ],
             "index": 0,
             "object": "embedding"

tests/integration/recordings/responses/517505777888.json

@@ -18,390 +18,390 @@
         "data": [
           {
             "embedding": [
-              0.019099757,
-              -0.020513054,
-              -0.07147724,
-              -0.02305817,
-              -0.06570441,
-              -0.0057285326,
-              -0.029366547,
-              -0.031833924,
-              -0.015779832,
-              -0.03914512,
-              0.02689602,
-              -0.064181775,
-              0.013521624,
-              0.050362427,
-              -0.031129995,
-              -0.08321027,
-              -0.031968866,
-              0.074996136,
-              -0.016394366,
-              -0.0013953616,
-              0.038505327,
-              -0.03440395,
-              -0.004868513,
-              -0.03093635,
-              0.051909875,
-              0.0091652395,
-              0.0072081746,
-              0.066338904,
-              0.024595087,
-              -0.047721148,
-              0.0376462,
-              -0.04257363,
-              0.078928985,
-              0.048257265,
-              0.1338569,
-              0.013975464,
-              0.03242688,
-              -0.08888101,
-              -0.0141724255,
-              0.035531398,
-              -0.024727112,
-              -0.028608425,
-              0.047635823,
-              0.026230432,
-              0.048455644,
-              0.066589415,
-              -0.013602744,
-              0.07181793,
-              -0.073052436,
-              -0.05030391,
-              0.0039422787,
-              0.033050794,
-              -0.047844775,
-              -0.017648827,
-              0.010261714,
-              -0.105268046,
-              -0.010029887,
-              0.014589762,
-              -0.05330117,
-              0.0603304,
-              -0.10082026,
-              0.0113420375,
-              -0.007233272,
-              0.053468946,
-              -0.006834623,
-              0.036973044,
-              0.024037901,
-              0.02391513,
-              -0.011360713,
-              -0.119559266,
-              -0.115714155,
-              -0.06674816,
-              -0.042340416,
-              0.09301382,
-              0.024868665,
-              0.08405043,
-              0.0030069647,
-              -0.06605422,
-              0.027435942,
-              -0.03239928,
-              -0.025572078,
-              -0.06587331,
-              0.0678087,
-              0.09763614,
-              0.07363481,
-              0.034110706,
-              0.056513038,
-              0.07671608,
-              -0.05176071,
-              0.05367774,
-              0.00541266,
-              0.015987717,
-              0.0035527307,
-              0.063338846,
-              -0.015986515,
-              0.052941773,
-              0.11543519,
-              0.05519716,
-              0.037675396,
-              0.08086703,
-              0.035557747,
-              -0.07983684,
-              -0.012073549,
-              -0.076086745,
-              -0.06961062,
-              -0.017908957,
-              0.1699312,
-              -0.0047792625,
-              0.090708405,
-              -0.071956836,
-              0.020046378,
-              -0.05956393,
-              -0.06314912,
-              -0.07718947,
-              0.015107324,
-              -0.05031658,
-              -0.05448986,
-              -0.023088248,
-              -0.035414543,
-              -0.030637579,
-              -0.053294946,
-              -0.06745031,
-              -0.08055133,
-              0.0028445483,
-              -0.011376515,
-              -0.029895633,
-              0.024240365,
-              -1.5095563e-33,
-              -0.029858422,
-              -0.00030224613,
-              0.0030705915,
-              0.023098653,
-              -0.04807201,
-              -0.0027389736,
-              -0.03748221,
-              0.016176483,
-              -0.029994667,
-              0.015707478,
-              0.0096614035,
-              -0.039872784,
-              -0.029488137,
-              0.03840971,
-              -0.0052404203,
-              0.06854292,
-              -0.007897781,
-              -0.0018805856,
-              -0.0352267,
-              0.036267247,
-              0.05868197,
-              0.023763478,
-              0.044439625,
-              -0.02601301,
-              -0.025314424,
-              -0.02679121,
-              -0.023682553,
-              -0.09437374,
-              0.0016686164,
-              0.0065181926,
-              -0.097118795,
-              -0.053507585,
-              -0.08239408,
-              0.023490923,
-              -0.02402227,
-              0.015966628,
-              0.0050696856,
-              0.030458245,
-              -0.08839895,
-              0.11425429,
-              0.028386213,
-              0.0298561,
-              0.02285531,
-              0.01873392,
-              0.05632994,
-              -0.020208938,
-              -0.0006685065,
-              -0.08638551,
-              0.020276291,
-              -0.0039841584,
-              0.0009751431,
-              0.06544227,
-              -0.03650517,
-              0.032318577,
-              0.023104826,
-              0.04446683,
-              0.09645086,
-              -0.072731785,
-              0.033722512,
-              0.042799864,
-              -0.05276349,
-              0.00033437353,
-              0.061005846,
-              -0.019637244,
-              -0.02327577,
-              -0.1160437,
-              0.007917702,
-              -0.12529376,
-              0.017027825,
-              0.013484424,
-              -0.030528279,
-              -0.024288423,
-              0.006258758,
-              -0.015579525,
-              -0.07281456,
-              0.012983996,
-              0.01599799,
-              0.0051952074,
-              -0.002588768,
-              -0.059567206,
-              0.063699834,
-              -0.0019145603,
-              0.018687418,
-              -0.009282711,
-              -0.05884746,
-              -0.03251431,
-              -0.0095772855,
-              -0.047396615,
-              0.020575106,
-              -0.0071638324,
-              0.050119117,
-              0.016082546,
-              -0.0058797863,
-              -0.07660506,
-              0.082072616,
-              1.6049304e-33,
-              -0.0056975842,
-              0.06717823,
-              -0.01155973,
-              0.055897184,
-              -0.08883816,
-              -0.03651865,
-              0.12133234,
-              0.028983265,
-              0.022465894,
-              0.047318526,
-              0.07625107,
-              -0.07938655,
-              0.0020323857,
-              -0.023503296,
-              -0.029780442,
-              -0.048816763,
-              -0.034901213,
-              0.06463424,
-              0.05149456,
-              0.008271398,
-              -0.031762894,
-              0.097970895,
-              0.008115042,
-              0.010324485,
-              0.059439637,
-              0.051759075,
-              0.04295602,
-              0.006951762,
-              0.027330121,
-              0.039248228,
-              0.062386345,
-              0.05181691,
-              0.0053548445,
-              0.059656292,
-              -0.008941856,
-              -0.013595369,
-              0.08731477,
-              0.028409526,
-              -0.0068070823,
-              0.052146304,
-              0.04951788,
-              0.055161525,
-              -0.016772978,
-              0.07788952,
-              0.02612108,
-              0.031371117,
-              0.011792192,
-              -0.034147624,
-              0.052822903,
-              0.0035044928,
-              0.098160714,
-              0.029717103,
-              -0.031353023,
-              -0.012088347,
-              0.018629983,
-              -0.03261934,
-              -0.09641058,
-              0.033934057,
-              -0.078907624,
-              -0.008301054,
-              -0.04919879,
-              0.0200944,
-              0.061727397,
-              -0.018450737,
-              -0.033557754,
-              -0.09088319,
-              0.021116594,
-              -0.022466624,
-              -0.011860241,
-              -0.04879352,
-              0.04824181,
-              -0.0729504,
-              -0.021986347,
-              0.062490568,
-              0.02329735,
-              -0.052139174,
-              -0.05413272,
-              0.062326364,
-              0.052311692,
-              0.051399846,
-              -0.024238104,
-              -0.018776463,
-              -0.01662191,
-              0.093347155,
-              0.00853553,
-              0.06343568,
-              0.0193722,
-              0.047052696,
-              -0.0058736033,
-              -0.0034484447,
-              0.079545766,
-              0.102156945,
-              0.015278317,
-              0.040921766,
-              0.038883872,
-              -1.2710007e-08,
-              -0.019322075,
-              -0.12182595,
-              -0.04798032,
-              -0.05338353,
-              -0.113173604,
-              0.05179994,
-              -0.104975395,
-              -0.08526829,
-              0.0062153414,
-              -0.029902961,
-              0.064573385,
-              -0.028757203,
-              -0.06474069,
-              -0.024915313,
-              0.002619679,
-              -0.008791377,
-              0.03023946,
-              0.009847454,
-              0.004436367,
-              0.085081235,
-              -0.026139142,
-              0.11358947,
-              -0.004590704,
-              -0.03662597,
-              -0.09077296,
-              0.081458576,
-              0.012074041,
-              0.07286008,
-              0.004093267,
-              -0.050678167,
-              0.06875128,
-              0.029115168,
-              0.014813955,
-              -0.11862927,
-              -0.0504244,
-              0.053776395,
-              0.04568957,
-              0.07408053,
-              0.02851353,
-              0.039401993,
-              0.029147856,
-              -0.035721682,
-              -0.091308504,
-              -0.047723882,
-              -0.00082008925,
-              -0.073683135,
-              0.010977384,
-              0.015688991,
-              -0.035924956,
-              -0.0811892,
-              0.020371897,
-              -0.045275442,
-              -0.024963016,
-              0.0011709725,
-              0.00041111733,
-              -0.026408581,
-              -0.03244672,
-              0.0034135028,
-              -0.0070261946,
-              0.024263272,
-              0.07635933,
-              0.03955913,
-              0.036027964,
-              -0.07081866
+              0.019109152,
+              -0.0205217,
+              -0.071471564,
+              -0.023057504,
+              -0.06572786,
+              -0.0057331678,
+              -0.029395059,
+              -0.031822033,
+              -0.015748156,
+              -0.039123703,
+              0.02694331,
+              -0.0641754,
+              0.013510709,
+              0.050364953,
+              -0.03114308,
+              -0.08322274,
+              -0.03192984,
+              0.074970365,
+              -0.016377378,
+              -0.0013804765,
+              0.03850419,
+              -0.03441017,
+              -0.0048610102,
+              -0.03094053,
+              0.051915165,
+              0.009193639,
+              0.0071807485,
+              0.066353165,
+              0.024559105,
+              -0.04767663,
+              0.0376255,
+              -0.042586852,
+              0.078906916,
+              0.04827334,
+              0.13389648,
+              0.013978803,
+              0.03242126,
+              -0.08890431,
+              -0.014188366,
+              0.03553346,
+              -0.02476171,
+              -0.028628638,
+              0.047652308,
+              0.026259335,
+              0.048472118,
+              0.06663718,
+              -0.013584004,
+              0.071824096,
+              -0.073066786,
+              -0.050326068,
+              0.0039502876,
+              0.03300394,
+              -0.047816053,
+              -0.017657546,
+              0.010284664,
+              -0.10525716,
+              -0.010034394,
+              0.014627846,
+              -0.053289402,
+              0.060343288,
+              -0.10079798,
+              0.011359217,
+              -0.007258805,
+              0.05346498,
+              -0.0068726647,
+              0.03697505,
+              0.024016414,
+              0.023924585,
+              -0.011357761,
+              -0.119573325,
+              -0.115692526,
+              -0.06673285,
+              -0.04233929,
+              0.09302018,
+              0.02486003,
+              0.084047645,
+              0.0030104683,
+              -0.06605523,
+              0.027435688,
+              -0.032412402,
+              -0.025584543,
+              -0.06590182,
+              0.067799605,
+              0.0976311,
+              0.07360619,
+              0.034108408,
+              0.056534845,
+              0.076705806,
+              -0.05179011,
+              0.053681813,
+              0.0054462817,
+              0.015972052,
+              0.0035656213,
+              0.06333522,
+              -0.01597322,
+              0.05295729,
+              0.11539089,
+              0.055200845,
+              0.037667733,
+              0.08083974,
+              0.035557732,
+              -0.07982552,
+              -0.012100598,
+              -0.07612801,
+              -0.0695667,
+              -0.017815348,
+              0.16996554,
+              -0.0048157335,
+              0.09073964,
+              -0.07196438,
+              0.020009195,
+              -0.05956153,
+              -0.06312686,
+              -0.07716358,
+              0.0150949685,
+              -0.050339524,
+              -0.05444592,
+              -0.023078114,
+              -0.035431463,
+              -0.030625492,
+              -0.053284056,
+              -0.06745872,
+              -0.08049862,
+              0.002800386,
+              -0.0114065055,
+              -0.029938627,
+              0.024243163,
+              -1.5107368e-33,
+              -0.02984805,
+              -0.00033025863,
+              0.0030491,
+              0.023082128,
+              -0.04808977,
+              -0.0027841914,
+              -0.037461873,
+              0.016201235,
+              -0.02998979,
+              0.015712254,
+              0.009664366,
+              -0.03984875,
+              -0.029493092,
+              0.03837007,
+              -0.005226541,
+              0.06857773,
+              -0.007891026,
+              -0.0019036188,
+              -0.035219382,
+              0.03627955,
+              0.05867878,
+              0.023777487,
+              0.044425115,
+              -0.025999734,
+              -0.025318418,
+              -0.02685328,
+              -0.02368557,
+              -0.094386704,
+              0.0016880591,
+              0.0065193563,
+              -0.09711005,
+              -0.053493332,
+              -0.08241291,
+              0.023502836,
+              -0.02407441,
+              0.015992055,
+              0.0050546136,
+              0.030476829,
+              -0.088438906,
+              0.11427086,
+              0.028378993,
+              0.02985018,
+              0.022821706,
+              0.018776013,
+              0.056330692,
+              -0.020254886,
+              -0.00070521404,
+              -0.0864014,
+              0.020228866,
+              -0.0039839754,
+              0.0010032665,
+              0.065425254,
+              -0.036518592,
+              0.032341316,
+              0.023112345,
+              0.044507477,
+              0.09644409,
+              -0.07272818,
+              0.03370691,
+              0.042783204,
+              -0.052776046,
+              0.0003352446,
+              0.061005518,
+              -0.019623613,
+              -0.023274273,
+              -0.11602989,
+              0.007926991,
+              -0.12529127,
+              0.017030548,
+              0.013484081,
+              -0.030528491,
+              -0.024298145,
+              0.006284904,
+              -0.015568167,
+              -0.072781205,
+              0.012985074,
+              0.015977127,
+              0.0051657534,
+              -0.0026022948,
+              -0.059578825,
+              0.06372584,
+              -0.0019363016,
+              0.018695941,
+              -0.009242735,
+              -0.05887247,
+              -0.032524884,
+              -0.009591115,
+              -0.047377545,
+              0.020585002,
+              -0.007134836,
+              0.050135154,
+              0.016087264,
+              -0.0058878902,
+              -0.07661024,
+              0.0820671,
+              1.6053074e-33,
+              -0.0056476775,
+              0.06719423,
+              -0.011510322,
+              0.05586423,
+              -0.08886697,
+              -0.036528286,
+              0.12134926,
+              0.028969096,
+              0.022419011,
+              0.047327086,
+              0.07621525,
+              -0.07937209,
+              0.0020504447,
+              -0.023489932,
+              -0.029759271,
+              -0.04879825,
+              -0.034876924,
+              0.06461666,
+              0.051493492,
+              0.008284975,
+              -0.031793926,
+              0.098015875,
+              0.008122038,
+              0.01032072,
+              0.059404474,
+              0.05176487,
+              0.042960417,
+              0.0069373515,
+              0.027306866,
+              0.039226852,
+              0.062416088,
+              0.051797673,
+              0.0053232666,
+              0.05965781,
+              -0.008935817,
+              -0.0135501,
+              0.08726531,
+              0.028408607,
+              -0.006820522,
+              0.052098107,
+              0.049510423,
+              0.055176627,
+              -0.016774576,
+              0.077848226,
+              0.026121203,
+              0.031311177,
+              0.011812256,
+              -0.0341528,
+              0.052825138,
+              0.003484205,
+              0.09811821,
+              0.029693138,
+              -0.031354938,
+              -0.012068096,
+              0.018686052,
+              -0.032609653,
+              -0.09638639,
+              0.033928476,
+              -0.07897009,
+              -0.008300913,
+              -0.04915284,
+              0.02006342,
+              0.061743837,
+              -0.018412542,
+              -0.033583082,
+              -0.090903476,
+              0.021116566,
+              -0.022445552,
+              -0.011814237,
+              -0.048816226,
+              0.048287436,
+              -0.07294675,
+              -0.02198573,
+              0.062477604,
+              0.023308119,
+              -0.052141402,
+              -0.05409648,
+              0.062339973,
+              0.052301563,
+              0.051384836,
+              -0.02426406,
+              -0.018824687,
+              -0.01660311,
+              0.09330242,
+              0.008502433,
+              0.063408315,
+              0.019377569,
+              0.047027417,
+              -0.0058769877,
+              -0.0034505578,
+              0.07956527,
+              0.10210641,
+              0.015302805,
+              0.04089992,
+              0.038895626,
+              -1.2710905e-08,
+              -0.019304764,
+              -0.1217849,
+              -0.047983564,
+              -0.053382736,
+              -0.113197215,
+              0.05181196,
+              -0.10498226,
+              -0.08524135,
+              0.0061870585,
+              -0.029899841,
+              0.064561576,
+              -0.028730206,
+              -0.064735174,
+              -0.024887148,
+              0.0026119591,
+              -0.008796896,
+              0.030246036,
+              0.009807871,
+              0.0044631795,
+              0.0851423,
+              -0.026132204,
+              0.11360852,
+              -0.0045760865,
+              -0.036643907,
+              -0.09078616,
+              0.081466354,
+              0.012066122,
+              0.07288108,
+              0.004079195,
+              -0.05064171,
+              0.068772145,
+              0.029108258,
+              0.014786602,
+              -0.11868081,
+              -0.05042858,
+              0.05376578,
+              0.04570744,
+              0.074074544,
+              0.028540619,
+              0.03937392,
+              0.0291862,
+              -0.035710927,
+              -0.09132387,
+              -0.047720414,
+              -0.00082342024,
+              -0.073688805,
+              0.011024812,
+              0.015703982,
+              -0.03590976,
+              -0.08121826,
+              0.020365681,
+              -0.045287356,
+              -0.024955628,
+              0.001167751,
+              0.00037544646,
+              -0.026392939,
+              -0.032434102,
+              0.003407464,
+              -0.007060387,
+              0.024250468,
+              0.076347135,
+              0.039537415,
+              0.036043648,
+              -0.07085338
             ],
             "index": 0,
             "object": "embedding"

tests/integration/recordings/responses/559296e84820.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-471",
+        "id": "chatcmpl-275",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245121,
+        "created": 1759437797,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/55ae40168378.json

@@ -0,0 +1,366 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://localhost:11434/api/generate",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "raw": true,
+      "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n    {\n        \"name\": \"get_boiling_point\",\n        \"description\": \"Returns the boiling point of a liquid in Celcius or Fahrenheit.\",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"liquid_name\"],\n            \"properties\": {\n                \"liquid_name\": {\n                    \"type\": \"str\",\n                    \"description\": \"The name of the liquid\"\n                },\n                \"celcius\": {\n                    \"type\": \"bool\",\n                    \"description\": \"Whether to return the boiling point in Celcius\"\n                }\n            }\n        }\n    }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant\nYou MUST use one of the provided functions/tools to answer the user query.<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nWhat is the boiling point of the liquid polyjuice in celsius?<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
+      "options": {
+        "temperature": 0.0001,
+        "top_p": 0.9
+      },
+      "stream": true
+    },
+    "endpoint": "/api/generate",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.216374Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "[",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.257898Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "get",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.299052Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_bo",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.340155Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "iling",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.381269Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_point",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.422347Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "(",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.463428Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "liquid",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.504785Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_name",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.548668Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "='",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.589697Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "poly",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.631027Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ju",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.672172Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ice",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.713652Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "',",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.755751Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " cel",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.796948Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ci",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.838368Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "us",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.879363Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "=True",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.920412Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": ")]",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:00.961636Z",
+          "done": true,
+          "done_reason": "stop",
+          "total_duration": 983443875,
+          "load_duration": 129661959,
+          "prompt_eval_count": 377,
+          "prompt_eval_duration": 107132333,
+          "eval_count": 19,
+          "eval_duration": 745847667,
+          "response": "",
+          "thinking": null,
+          "context": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/590d43ed64b8.json

@@ -18,390 +18,390 @@
         "data": [
           {
             "embedding": [
-              0.050928835,
-              0.03843035,
-              -0.055596404,
-              -0.1059845,
-              0.06945118,
-              -0.08052125,
-              -0.025887776,
-              -0.045172054,
-              0.06875915,
-              0.01652947,
-              -0.0011730668,
-              0.023417989,
-              -0.0033977597,
-              0.06804529,
-              -0.022007054,
-              -0.014133858,
-              0.12357166,
-              -0.06538498,
-              -0.08264784,
-              0.042988714,
-              -0.039530188,
-              0.05546846,
-              -0.008847637,
-              0.020928107,
-              0.016257003,
-              0.0963241,
-              -0.022833107,
-              0.09176138,
-              0.06406277,
-              -0.062280413,
-              0.010846775,
-              0.07830326,
-              0.08847168,
-              -0.008453102,
-              -0.075440355,
-              0.048030853,
-              0.0042642253,
-              0.037893716,
-              0.0023323877,
-              0.032253597,
-              0.0047477684,
-              -0.07042877,
-              -0.0651552,
-              0.061071083,
-              0.021506561,
-              0.10113442,
-              -0.07538611,
-              -0.0407162,
-              -0.0055698017,
-              -0.003700082,
-              -0.021267522,
-              -0.018197505,
-              -0.033238053,
-              -0.015680185,
-              0.0032980912,
-              0.037441716,
-              -0.02103593,
-              0.052548602,
-              0.10207184,
-              -0.018667448,
-              0.036124475,
-              0.08958934,
-              0.050691247,
-              0.019807478,
-              0.102209404,
-              -0.0590646,
-              -0.045566943,
-              -0.024122052,
-              -0.059902284,
-              -0.097920865,
-              -0.0020646898,
-              0.032239985,
-              0.048603263,
-              0.080615476,
-              0.022587052,
-              0.0005647973,
-              -0.0015346111,
-              0.009996407,
-              -0.08974319,
-              0.023848958,
-              -0.0152271725,
-              -0.020556787,
-              0.085268654,
-              -0.080245204,
-              -0.0021987888,
-              0.064997524,
-              -0.023079548,
-              -0.061999504,
-              -0.06548528,
-              -0.029944805,
-              0.004539428,
-              0.09720334,
-              0.09151462,
-              -0.0059590363,
-              -0.04822175,
-              -0.011798011,
-              -0.031697348,
-              -0.010327684,
-              0.02968527,
-              0.103371136,
-              -0.029089179,
-              0.0055756853,
-              -0.030742139,
-              -0.011057862,
-              -0.03863044,
-              -0.015891504,
-              0.00083265523,
-              0.03479572,
-              0.0039244313,
-              -0.020057123,
-              -0.048189417,
-              0.026513426,
-              -0.061180107,
-              -0.04695217,
-              0.021450046,
-              -0.04841946,
-              0.022005452,
-              0.015729656,
-              0.056378406,
-              0.055330493,
-              0.037143476,
-              -0.088711694,
-              0.011780864,
-              0.0064585637,
-              -0.020630004,
-              -0.05936413,
-              0.012287869,
-              -2.4293852e-33,
-              0.06838332,
-              -0.053025596,
-              0.011507658,
-              0.06950136,
-              0.01331995,
-              0.0020193695,
-              -0.02080692,
-              0.028949803,
-              0.034665402,
-              -0.0327198,
-              0.000949148,
-              0.008664251,
-              0.0076103383,
-              -0.024554089,
-              0.030275982,
-              -0.034142904,
-              -0.031511948,
-              0.11051145,
-              0.034964334,
-              0.045093905,
-              0.0004536878,
-              0.0514407,
-              0.015040795,
-              -0.008992289,
-              0.023123777,
-              0.051383648,
-              -0.004154813,
-              0.0047568153,
-              -0.016239677,
-              -0.025685828,
-              -0.02406427,
-              -0.009563573,
-              0.050677244,
-              -0.058350526,
-              0.049024463,
-              0.079643525,
-              0.036008406,
-              -0.06540527,
-              -0.035393585,
-              -0.07027483,
-              -0.009768918,
-              -0.0318898,
-              -0.04104297,
-              -0.041093245,
-              -0.036317065,
-              0.06686649,
-              0.016687784,
-              -0.048496265,
-              -0.015432587,
-              -0.0004885036,
-              0.032693844,
-              -0.0108784195,
-              0.016624164,
-              -0.057286467,
-              0.008053993,
-              0.008824837,
-              -0.061545905,
-              -0.0108399745,
-              0.07171203,
-              0.08609233,
-              0.014049224,
-              0.014907912,
-              -0.09828269,
-              -0.046647478,
-              0.03361861,
-              0.064744,
-              -0.007506857,
-              0.025442023,
-              0.04172483,
-              -0.033108808,
-              -0.01457406,
-              0.024897074,
-              0.04562778,
-              -0.042942565,
-              -0.040469114,
-              -0.06307098,
-              -0.02242408,
-              0.010597915,
-              -0.03252762,
-              -0.03145859,
-              0.00820347,
-              0.021108724,
-              0.009504359,
-              -0.08292171,
-              -0.02136818,
-              0.008753057,
-              0.06017692,
-              -0.062192526,
-              0.0045083114,
-              0.056810796,
-              -0.012999816,
-              0.01868933,
-              -0.008973792,
-              -0.076788835,
-              0.051616713,
-              1.6926322e-33,
-              -0.12587416,
-              0.011702123,
-              -0.07986232,
-              0.023053063,
-              0.029265704,
-              0.08719514,
-              0.06907015,
-              0.03254812,
-              0.047793373,
-              0.13217501,
-              0.031299006,
-              -0.012535935,
-              0.0035618816,
-              -0.0163916,
-              -0.03853783,
-              0.01597904,
-              0.09169072,
-              0.04756113,
-              -0.054968182,
-              0.067977056,
-              0.017965809,
-              0.11863936,
-              -0.0693313,
-              0.043811284,
-              0.041538227,
-              -0.017813183,
-              0.051730298,
-              0.067949936,
-              0.080519445,
-              0.0053662807,
-              0.088820346,
-              -0.036024984,
-              -0.077107176,
-              -0.09097472,
-              -0.09598897,
-              -0.09376241,
-              -0.06202675,
-              0.06723746,
-              -0.00064578716,
-              0.029109621,
-              0.08179942,
-              -0.06487821,
-              -0.050387383,
-              -0.0023782111,
-              -0.026097134,
-              -0.0076310094,
-              0.011977006,
-              -0.08573459,
-              0.041102324,
-              0.024716543,
-              -0.022249049,
-              -0.11560483,
-              0.0067691505,
-              -0.045894623,
-              -0.0637051,
-              0.05357708,
-              0.00577345,
-              0.06321221,
-              0.004861166,
-              -0.05710446,
-              0.04190449,
-              0.022335436,
-              -0.1471083,
-              0.026351552,
-              0.10623104,
-              -0.005882123,
-              0.019992633,
-              0.034953646,
-              -0.03338853,
-              -0.038839623,
-              -0.076065235,
-              -0.11174125,
-              -0.038965553,
-              -0.102677576,
-              0.04711777,
-              -0.049392425,
-              0.07477134,
-              0.04174287,
-              -0.031087497,
-              0.0033754015,
-              0.055780858,
-              -0.03184862,
-              -0.02541985,
-              0.05011349,
-              0.03596857,
-              0.091428444,
-              -0.07583281,
-              -0.050592963,
-              0.0074175335,
-              -0.0013578966,
-              -0.050366234,
-              -0.0015045146,
-              0.0054275827,
-              0.07685381,
-              0.014169269,
-              -1.8297998e-08,
-              0.029916301,
-              -0.057940822,
-              -0.06847671,
-              0.026218578,
-              -0.0034848938,
-              0.113768935,
-              0.056854554,
-              -0.093155205,
-              0.0028038986,
-              0.10895503,
-              -0.033018846,
-              0.0050494163,
-              -0.043625794,
-              -0.048996136,
-              0.0118943965,
-              0.059736334,
-              -0.08662527,
-              -0.052732464,
-              0.026333557,
-              0.042200398,
-              -0.0035924676,
-              0.037994288,
-              0.022570506,
-              -0.061503205,
-              0.012634007,
-              0.040854853,
-              -0.084876895,
-              0.041194208,
-              -0.038179893,
-              0.008360482,
-              0.010148832,
-              0.024984034,
-              -0.012506054,
-              -0.045101274,
-              0.010266152,
-              -0.046285193,
-              0.061415587,
-              0.016212178,
-              -0.0011856663,
-              0.0074200486,
-              -0.019432405,
-              -0.068008475,
-              0.05477893,
-              0.0964552,
-              -0.04710964,
-              0.060082186,
-              0.003054353,
-              -0.08875195,
-              0.03727946,
-              -0.0099389665,
-              0.003561616,
-              -0.07834196,
-              0.021697106,
-              -0.013061282,
-              0.0725091,
-              -0.06500139,
-              -0.029938946,
-              -0.017758802,
-              0.033857197,
-              0.029207738,
-              0.08792652,
-              0.00846041,
-              0.06444677,
-              -0.016519535
+              0.050927628,
+              0.038399037,
+              -0.05559374,
+              -0.105984606,
+              0.06944504,
+              -0.08054001,
+              -0.025946686,
+              -0.045175657,
+              0.068730615,
+              0.016510814,
+              -0.0011700827,
+              0.023414683,
+              -0.0034143464,
+              0.06804153,
+              -0.021997927,
+              -0.014162646,
+              0.12356902,
+              -0.06536738,
+              -0.082627006,
+              0.04300477,
+              -0.039514318,
+              0.055434275,
+              -0.008866895,
+              0.020934915,
+              0.016280092,
+              0.09630312,
+              -0.022835929,
+              0.09175565,
+              0.06409549,
+              -0.06226981,
+              0.010888244,
+              0.07833004,
+              0.08844764,
+              -0.008459277,
+              -0.07542651,
+              0.04800223,
+              0.0042286967,
+              0.037884884,
+              0.0023502677,
+              0.032233667,
+              0.0047689923,
+              -0.070404515,
+              -0.06513966,
+              0.061046362,
+              0.021522248,
+              0.10113185,
+              -0.07537441,
+              -0.04074795,
+              -0.0055522234,
+              -0.0037093374,
+              -0.021283673,
+              -0.018193243,
+              -0.03323253,
+              -0.015658593,
+              0.0032862085,
+              0.037399907,
+              -0.021028537,
+              0.052572608,
+              0.10211333,
+              -0.018634265,
+              0.03612266,
+              0.08958185,
+              0.050681055,
+              0.019839589,
+              0.10220134,
+              -0.059074707,
+              -0.045562137,
+              -0.024107283,
+              -0.059917513,
+              -0.09795064,
+              -0.002078402,
+              0.032211803,
+              0.04863422,
+              0.08062527,
+              0.022614514,
+              0.0005379622,
+              -0.0015465368,
+              0.010018953,
+              -0.089729026,
+              0.023838207,
+              -0.015227461,
+              -0.020540234,
+              0.08525423,
+              -0.08025672,
+              -0.002200058,
+              0.0649954,
+              -0.023069935,
+              -0.06201302,
+              -0.06545048,
+              -0.029986514,
+              0.0045501734,
+              0.09718718,
+              0.09153336,
+              -0.0059684636,
+              -0.048185453,
+              -0.011855243,
+              -0.03170323,
+              -0.010363732,
+              0.029717747,
+              0.103405535,
+              -0.029072085,
+              0.005597891,
+              -0.03075466,
+              -0.011073092,
+              -0.038647823,
+              -0.01590583,
+              0.0008562756,
+              0.03479237,
+              0.0039463183,
+              -0.020063022,
+              -0.048164852,
+              0.026510539,
+              -0.061183933,
+              -0.046969693,
+              0.02144617,
+              -0.048452575,
+              0.02205527,
+              0.015723849,
+              0.056344535,
+              0.055321235,
+              0.037136998,
+              -0.08872732,
+              0.011813868,
+              0.0064246035,
+              -0.020590257,
+              -0.059401207,
+              0.012338125,
+              -2.4301395e-33,
+              0.068363585,
+              -0.05303797,
+              0.011494271,
+              0.06953355,
+              0.013304427,
+              0.0020351785,
+              -0.020783585,
+              0.028951883,
+              0.034663863,
+              -0.03274387,
+              0.00095708756,
+              0.008672852,
+              0.007618213,
+              -0.024579093,
+              0.030253874,
+              -0.034167152,
+              -0.0315152,
+              0.1105276,
+              0.03499844,
+              0.045135163,
+              0.00044455956,
+              0.051429555,
+              0.015050582,
+              -0.009024664,
+              0.023132037,
+              0.05141033,
+              -0.00417506,
+              0.004720958,
+              -0.016197585,
+              -0.025692327,
+              -0.024077175,
+              -0.00953031,
+              0.05060433,
+              -0.058328744,
+              0.04903431,
+              0.07964924,
+              0.03599398,
+              -0.065374464,
+              -0.035382472,
+              -0.07028972,
+              -0.009750123,
+              -0.031909473,
+              -0.04101604,
+              -0.041144423,
+              -0.036323845,
+              0.06685511,
+              0.016679594,
+              -0.048498012,
+              -0.015474575,
+              -0.00048608257,
+              0.03267068,
+              -0.010890426,
+              0.016646467,
+              -0.057286758,
+              0.008073807,
+              0.008808943,
+              -0.061580453,
+              -0.010815387,
+              0.0717443,
+              0.08607838,
+              0.014073375,
+              0.014896061,
+              -0.098295614,
+              -0.046653833,
+              0.033601493,
+              0.0647405,
+              -0.007525925,
+              0.025440095,
+              0.04171436,
+              -0.033113986,
+              -0.014553822,
+              0.024878975,
+              0.045614205,
+              -0.042929318,
+              -0.040504646,
+              -0.06304663,
+              -0.022389242,
+              0.010583584,
+              -0.032525852,
+              -0.03146621,
+              0.0081922775,
+              0.021094568,
+              0.0095269885,
+              -0.08290188,
+              -0.021351986,
+              0.008777032,
+              0.060185786,
+              -0.062182017,
+              0.004518251,
+              0.05684528,
+              -0.013033095,
+              0.01867297,
+              -0.008998785,
+              -0.076766245,
+              0.051622886,
+              1.6926977e-33,
+              -0.12588808,
+              0.011676749,
+              -0.079886116,
+              0.02304184,
+              0.029238446,
+              0.08721121,
+              0.06906221,
+              0.032533444,
+              0.047794122,
+              0.13212898,
+              0.03129717,
+              -0.0125368,
+              0.0035920327,
+              -0.016413208,
+              -0.038557872,
+              0.016005918,
+              0.09166447,
+              0.047558285,
+              -0.054981478,
+              0.06797876,
+              0.017968502,
+              0.118666455,
+              -0.069318265,
+              0.043814093,
+              0.04150938,
+              -0.017812226,
+              0.051738504,
+              0.06795029,
+              0.080493495,
+              0.005386888,
+              0.08878265,
+              -0.036075104,
+              -0.07708273,
+              -0.09101018,
+              -0.09597232,
+              -0.0937606,
+              -0.06200779,
+              0.06722552,
+              -0.0006647803,
+              0.029067127,
+              0.08179574,
+              -0.06488274,
+              -0.050375167,
+              -0.002403243,
+              -0.026110265,
+              -0.007630271,
+              0.011972527,
+              -0.08573929,
+              0.04107404,
+              0.024723932,
+              -0.02222756,
+              -0.11560156,
+              0.006753066,
+              -0.04589066,
+              -0.06369223,
+              0.053635046,
+              0.005769477,
+              0.06325056,
+              0.0048679966,
+              -0.057087842,
+              0.041931894,
+              0.022344982,
+              -0.14709935,
+              0.026361033,
+              0.106274396,
+              -0.0059068515,
+              0.020035667,
+              0.034950804,
+              -0.03342695,
+              -0.03884034,
+              -0.076072656,
+              -0.11173452,
+              -0.038953967,
+              -0.10270519,
+              0.04714134,
+              -0.049391687,
+              0.074747935,
+              0.041724026,
+              -0.031083144,
+              0.0033830043,
+              0.055804495,
+              -0.031882074,
+              -0.02541756,
+              0.050101582,
+              0.035991114,
+              0.09143438,
+              -0.07581111,
+              -0.050589707,
+              0.0074097887,
+              -0.0014020415,
+              -0.05036443,
+              -0.0015289022,
+              0.005471816,
+              0.07689256,
+              0.014164922,
+              -1.8297508e-08,
+              0.029913928,
+              -0.057959806,
+              -0.06846765,
+              0.026196472,
+              -0.0035178436,
+              0.11374637,
+              0.056845777,
+              -0.09315407,
+              0.0027757618,
+              0.10895455,
+              -0.033027817,
+              0.005051668,
+              -0.043633904,
+              -0.048978273,
+              0.011912417,
+              0.059747256,
+              -0.08661686,
+              -0.052748058,
+              0.026321623,
+              0.042173225,
+              -0.0035451513,
+              0.03797019,
+              0.022595786,
+              -0.0614702,
+              0.01268269,
+              0.040893063,
+              -0.084825225,
+              0.041167296,
+              -0.038163006,
+              0.008364558,
+              0.01014753,
+              0.024994388,
+              -0.012504467,
+              -0.045078665,
+              0.0102669485,
+              -0.046302866,
+              0.061438397,
+              0.016235871,
+              -0.0011558776,
+              0.007455159,
+              -0.019448454,
+              -0.06798961,
+              0.05472832,
+              0.09646006,
+              -0.04711737,
+              0.060088705,
+              0.0030213061,
+              -0.08877283,
+              0.037262574,
+              -0.009947699,
+              0.0035697597,
+              -0.07833652,
+              0.02169359,
+              -0.013075168,
+              0.072521746,
+              -0.0649658,
+              -0.029920656,
+              -0.017777385,
+              0.033904497,
+              0.02919506,
+              0.08793891,
+              0.008437021,
+              0.064442866,
+              -0.01656208
             ],
             "index": 0,
             "object": "embedding"

tests/integration/recordings/responses/5e8bf88b3c20.json

@@ -0,0 +1,804 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_9wfu7bke",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_9wfu7bke",
+          "content": "Error when running tool: 'ToolCall' object has no attribute 'arguments_json'"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "required",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": "I",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " was",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " unable",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " to",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " find",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " the",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " of",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " liquid",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " in",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " Celsius",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437824,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " The",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " could",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " not",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " be",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " located",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " in",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " my",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": " database",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-988",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437825,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/63aa4590a38a.json

@@ -19,390 +19,390 @@
         "data": [
           {
             "embedding": [
-              0.043770123,
-              0.021501394,
-              -0.081300564,
-              0.010615138,
-              -0.07908651,
-              -0.03219175,
-              0.13090447,
-              0.042329222,
-              -0.11600146,
-              -0.07588096,
-              0.041826088,
-              -0.080617175,
-              0.038125783,
-              -0.01069657,
-              0.01577377,
-              -0.04196888,
-              0.043099895,
-              -0.033355612,
-              0.013571747,
-              -0.0103924,
-              0.015561896,
-              -0.03786113,
-              -0.050319925,
-              -0.02566629,
-              -0.047868017,
-              -0.08717805,
-              0.01685358,
-              -0.03676223,
-              0.0063788705,
-              0.020863743,
-              0.11264443,
-              -0.0021451844,
-              -0.07911777,
-              0.038758967,
-              0.115321144,
-              -0.019753717,
-              0.0067159277,
-              -0.02115779,
-              -0.0144774495,
-              -0.0027154125,
-              -0.034384295,
-              -0.052576542,
-              -0.030578543,
-              0.04745372,
-              -0.024294367,
-              0.01091144,
-              -0.03947583,
-              0.07183755,
-              -0.020715859,
-              0.018965777,
-              0.04292474,
-              -0.007755194,
-              0.0025708016,
-              -0.058263537,
-              0.0117485095,
-              -0.022703577,
-              0.001755438,
-              -0.012628832,
-              0.030728007,
-              0.017719304,
-              -0.061525322,
-              -0.036568273,
-              0.025831668,
-              0.025376469,
-              0.012137967,
-              0.009102949,
-              -0.027313529,
-              -0.093379095,
-              0.0052120173,
-              0.0074658697,
-              -0.07538,
-              0.010161349,
-              -0.028439516,
-              0.03026334,
-              0.0036700817,
-              -0.022599109,
-              -0.037862476,
-              -0.08384314,
-              -0.0124443015,
-              -0.048889726,
-              0.029131662,
-              -0.044443335,
-              -0.07518736,
-              -0.020938978,
-              0.063386515,
-              0.16294138,
-              0.060580015,
-              -0.01281573,
-              -0.031040885,
-              0.018372353,
-              0.11225789,
-              0.072922915,
-              -0.06272038,
-              -0.031792488,
-              -0.017476005,
-              0.04846264,
-              -0.04116229,
-              -0.041834168,
-              -0.059919056,
-              0.15907861,
-              -0.027786179,
-              -0.012492541,
-              0.05599519,
-              -0.019895995,
-              0.022076221,
-              0.006363836,
-              0.046413723,
-              -0.0731325,
-              0.03326452,
-              0.059475966,
-              -0.033314705,
-              0.030761855,
-              0.00819013,
-              -0.020254606,
-              0.05658313,
-              -0.08153619,
-              0.023402533,
-              0.0060753864,
-              -0.07993489,
-              0.013990512,
-              0.052254565,
-              0.027170746,
-              -0.049271967,
-              0.02814688,
-              0.019500777,
-              0.054206643,
-              0.082691684,
-              -1.8817448e-33,
-              0.013630832,
-              -0.010863344,
-              0.015899567,
-              0.06938339,
-              -0.05113185,
-              0.08995833,
-              0.04450505,
-              0.08101549,
-              0.018903807,
-              -0.020960161,
-              -0.017933648,
-              -0.02174221,
-              0.010988686,
-              0.015100026,
-              0.017031211,
-              0.09433042,
-              0.003454907,
-              0.010199729,
-              -0.0446973,
-              0.0018167854,
-              0.015817188,
-              -0.06576281,
-              -0.004943305,
-              0.004393494,
-              -0.019598262,
-              -0.092797264,
-              -0.025917865,
-              0.04409669,
-              0.054165967,
-              -0.007365383,
-              -0.021470547,
-              -0.03683317,
-              -0.091507494,
-              0.08402351,
-              -0.01809901,
-              0.0038072586,
-              0.020236026,
-              0.0439697,
-              -0.077322714,
-              0.0057473024,
-              -0.054513566,
-              -0.024854423,
-              0.075270385,
-              0.034554463,
-              -0.08118007,
-              -0.12208905,
-              -0.0052893,
-              0.0078005046,
-              0.05028763,
-              0.015558154,
-              -0.056349996,
-              0.0398076,
-              0.012997719,
-              -0.040145177,
-              0.014409028,
-              -0.033200737,
-              -0.008437484,
-              -0.037582297,
-              -0.019651853,
-              0.017285295,
-              -0.008976723,
-              -0.0018494898,
-              -0.0030671947,
-              0.03046138,
-              -0.051143825,
-              -0.08688155,
-              -0.018344227,
-              -0.113307714,
-              0.073259674,
-              0.04602224,
-              0.012651309,
-              -0.063435435,
-              -0.028471926,
-              0.020155901,
-              -0.078830436,
-              -0.00069818215,
-              -0.03156303,
-              0.123062745,
-              0.0042949035,
-              -0.026413191,
-              0.07838535,
-              -0.07747411,
-              -0.02126005,
-              0.048919026,
-              0.02919413,
-              -0.009296978,
-              -0.030687347,
-              -0.041037664,
-              -0.038565576,
-              -0.08043238,
-              0.023225678,
-              0.041928973,
-              -0.05812511,
-              0.058555346,
-              0.07633673,
-              4.4510456e-34,
-              -0.019582625,
-              0.040237214,
-              0.01455587,
-              0.034353998,
-              0.043911777,
-              -0.023234777,
-              0.0677493,
-              -0.030089214,
-              -0.09076478,
-              -0.019257858,
-              -0.02767876,
-              -0.00065146026,
-              0.0043030144,
-              0.05363546,
-              0.04073387,
-              0.03255476,
-              -0.10712685,
-              -0.050083157,
-              -0.016644027,
-              -0.0077649173,
-              -0.11153465,
-              0.07478277,
-              -0.015999233,
-              -0.050547555,
-              -0.113217294,
-              -0.006174145,
-              0.050873067,
-              -0.030284155,
-              0.04314861,
-              0.033020362,
-              0.023671353,
-              0.04654029,
-              -0.03415647,
-              0.03614603,
-              0.023047049,
-              -0.02677317,
-              0.063607745,
-              0.09978129,
-              0.03527302,
-              0.15538219,
-              0.08349002,
-              0.10931568,
-              0.04684532,
-              -0.010147538,
-              -0.03256112,
-              0.12924333,
-              0.031221064,
-              -0.099673584,
-              0.010860566,
-              0.02326085,
-              -0.011916549,
-              0.010135849,
-              0.06884636,
-              0.009350001,
-              -0.0226591,
-              -0.04280281,
-              -0.04821317,
-              -0.08508304,
-              0.051028382,
-              0.045148462,
-              -0.03566162,
-              0.06547104,
-              0.048883036,
-              0.03793435,
-              -0.1407055,
-              -0.06711337,
-              0.009881868,
-              -0.0049659596,
-              -0.044289522,
-              0.0039236215,
-              -0.02692826,
-              -0.066134326,
-              0.04076233,
-              -0.05222117,
-              0.060488354,
-              -0.04113724,
-              -0.04314174,
-              -0.025147837,
-              0.085597694,
-              -0.044939328,
-              0.06395307,
-              -0.024218159,
-              -0.050523587,
-              -0.0020718095,
-              -0.07894165,
-              0.0026805927,
-              0.020709056,
-              0.1026727,
-              -0.012374822,
-              0.056179732,
-              0.06552235,
-              0.030915475,
-              -0.077197015,
-              -0.061245024,
-              -0.016111895,
-              -1.3512232e-08,
-              -0.05040501,
-              -0.033646606,
-              0.04670903,
-              0.047397695,
-              -0.044165645,
-              0.046301767,
-              -0.006073457,
-              -0.053902794,
-              0.013089125,
-              0.050438043,
-              -0.009894958,
-              -0.0041677835,
-              0.0723306,
-              0.021069802,
-              0.02670403,
-              -0.074845195,
-              -0.026750853,
-              0.052738186,
-              -0.03469103,
-              0.039813705,
-              -0.01640883,
-              0.045899663,
-              -0.0224731,
-              0.02387658,
-              0.049145795,
-              0.09110705,
-              -0.0025007618,
-              0.04937552,
-              -0.03864697,
-              0.020868128,
-              0.07605537,
-              0.08488945,
-              -0.05197299,
-              -0.06879239,
-              -0.06136516,
-              0.077237174,
-              -0.06451729,
-              0.04453416,
-              0.008209786,
-              0.015886698,
-              -0.04280691,
-              0.005315579,
-              0.0034463098,
-              0.0031776188,
-              -0.013040836,
-              -0.091359615,
-              0.0642767,
-              -0.054965723,
-              0.0007161393,
-              -0.06260912,
-              -0.03496602,
-              -0.029944083,
-              0.04422821,
-              0.017855663,
-              -0.027972128,
-              -0.03656317,
-              0.02111413,
-              0.060607255,
-              -0.031320468,
-              -0.014338154,
-              0.034649797,
-              0.052279983,
-              -0.036579564,
-              0.028179456
+              0.043779343,
+              0.021533398,
+              -0.081306435,
+              0.010584965,
+              -0.079082854,
+              -0.03219143,
+              0.13092613,
+              0.04234389,
+              -0.11600539,
+              -0.07588513,
+              0.04182356,
+              -0.08061255,
+              0.038127176,
+              -0.010701234,
+              0.015768763,
+              -0.04193689,
+              0.04310592,
+              -0.033361685,
+              0.013566423,
+              -0.010392366,
+              0.015551022,
+              -0.037858423,
+              -0.050305344,
+              -0.025666261,
+              -0.047879875,
+              -0.087179765,
+              0.016856788,
+              -0.036765736,
+              0.006393739,
+              0.020844297,
+              0.11262393,
+              -0.002143682,
+              -0.07910913,
+              0.038748607,
+              0.11532516,
+              -0.019759571,
+              0.0066967797,
+              -0.021164352,
+              -0.014471563,
+              -0.0027048697,
+              -0.034388524,
+              -0.052571636,
+              -0.030607725,
+              0.04747725,
+              -0.02431059,
+              0.0109337615,
+              -0.03946421,
+              0.071846664,
+              -0.020690937,
+              0.01898796,
+              0.042931512,
+              -0.0077551426,
+              0.0025911122,
+              -0.058268107,
+              0.0117475465,
+              -0.022701943,
+              0.0017815019,
+              -0.012612941,
+              0.030724185,
+              0.017728312,
+              -0.06155491,
+              -0.03656162,
+              0.02583153,
+              0.02537894,
+              0.012139213,
+              0.009105951,
+              -0.027318193,
+              -0.093389414,
+              0.005184693,
+              0.007488449,
+              -0.07540277,
+              0.010159999,
+              -0.028444426,
+              0.030260745,
+              0.0036438918,
+              -0.022627153,
+              -0.037846327,
+              -0.08381657,
+              -0.012445195,
+              -0.048908208,
+              0.029149827,
+              -0.044437535,
+              -0.07520237,
+              -0.020924438,
+              0.06342514,
+              0.1629199,
+              0.060563333,
+              -0.012817673,
+              -0.031030292,
+              0.018368995,
+              0.11223112,
+              0.07292473,
+              -0.062686674,
+              -0.031803295,
+              -0.017489262,
+              0.048433464,
+              -0.041148387,
+              -0.04183779,
+              -0.05994369,
+              0.15909556,
+              -0.027785666,
+              -0.012455991,
+              0.056005318,
+              -0.019891974,
+              0.022063067,
+              0.006342065,
+              0.0464118,
+              -0.07311654,
+              0.033282198,
+              0.05949105,
+              -0.033307947,
+              0.030738499,
+              0.008186239,
+              -0.020268966,
+              0.056593496,
+              -0.081526734,
+              0.023390312,
+              0.0060836566,
+              -0.07992586,
+              0.013986445,
+              0.052250065,
+              0.027186505,
+              -0.049284942,
+              0.028148174,
+              0.019493744,
+              0.05418436,
+              0.0827222,
+              -1.8825437e-33,
+              0.01360945,
+              -0.010870715,
+              0.015887791,
+              0.069373555,
+              -0.051129147,
+              0.08999179,
+              0.044494778,
+              0.08100757,
+              0.018944906,
+              -0.020974122,
+              -0.017938385,
+              -0.021756735,
+              0.010972489,
+              0.015099965,
+              0.017018452,
+              0.094338946,
+              0.0034407445,
+              0.010244923,
+              -0.044709302,
+              0.0018059182,
+              0.015817573,
+              -0.065777056,
+              -0.004948138,
+              0.0044092103,
+              -0.019589791,
+              -0.092789896,
+              -0.025898295,
+              0.044104066,
+              0.0541385,
+              -0.007362511,
+              -0.021487307,
+              -0.036836285,
+              -0.09148704,
+              0.084001675,
+              -0.018094191,
+              0.003797567,
+              0.020257449,
+              0.04394643,
+              -0.0772898,
+              0.0057312953,
+              -0.054519102,
+              -0.024835315,
+              0.0753162,
+              0.034552757,
+              -0.081203006,
+              -0.12210961,
+              -0.0053012627,
+              0.00780717,
+              0.050265096,
+              0.015569535,
+              -0.056362487,
+              0.039800324,
+              0.013022089,
+              -0.04015537,
+              0.014401654,
+              -0.033209093,
+              -0.008451782,
+              -0.037590392,
+              -0.01965779,
+              0.01730637,
+              -0.00896531,
+              -0.0018413392,
+              -0.0030382746,
+              0.030460354,
+              -0.05112036,
+              -0.086875,
+              -0.018338922,
+              -0.11328767,
+              0.07325826,
+              0.046035297,
+              0.012633494,
+              -0.06343216,
+              -0.028439038,
+              0.020128354,
+              -0.07883383,
+              -0.00069870794,
+              -0.03155447,
+              0.12306934,
+              0.004300722,
+              -0.026421167,
+              0.078361824,
+              -0.077461444,
+              -0.021267027,
+              0.048929654,
+              0.02919381,
+              -0.0092880055,
+              -0.030666346,
+              -0.04102384,
+              -0.03860138,
+              -0.08042292,
+              0.023227168,
+              0.04191858,
+              -0.058156747,
+              0.0585743,
+              0.076342255,
+              4.465569e-34,
+              -0.019599343,
+              0.040230304,
+              0.01455632,
+              0.034345042,
+              0.04392999,
+              -0.023241352,
+              0.067749046,
+              -0.03010354,
+              -0.09075954,
+              -0.019227842,
+              -0.027724287,
+              -0.00062344945,
+              0.0042892746,
+              0.053643614,
+              0.04075099,
+              0.032581333,
+              -0.107116826,
+              -0.0500636,
+              -0.016655827,
+              -0.007782394,
+              -0.111523,
+              0.07476429,
+              -0.016019335,
+              -0.050536986,
+              -0.11320647,
+              -0.0061384854,
+              0.050886273,
+              -0.030283457,
+              0.04318923,
+              0.03301474,
+              0.02362771,
+              0.046507858,
+              -0.03416386,
+              0.036145207,
+              0.023037339,
+              -0.026803765,
+              0.06361122,
+              0.09975251,
+              0.035269737,
+              0.1554014,
+              0.083479255,
+              0.10931981,
+              0.046847064,
+              -0.010136355,
+              -0.032541983,
+              0.12926093,
+              0.031193413,
+              -0.09971323,
+              0.010830718,
+              0.02325219,
+              -0.011917061,
+              0.010155018,
+              0.06883269,
+              0.009340846,
+              -0.022698723,
+              -0.042815465,
+              -0.048211087,
+              -0.085067384,
+              0.05105234,
+              0.045155898,
+              -0.03564869,
+              0.06549556,
+              0.048875004,
+              0.037915554,
+              -0.14071068,
+              -0.067095764,
+              0.009898252,
+              -0.0049653547,
+              -0.044304688,
+              0.0039006064,
+              -0.026903173,
+              -0.066124685,
+              0.040738244,
+              -0.052228633,
+              0.060485654,
+              -0.041119356,
+              -0.04312945,
+              -0.025152665,
+              0.08556276,
+              -0.044942576,
+              0.06393979,
+              -0.024227533,
+              -0.05052092,
+              -0.0020624825,
+              -0.078943975,
+              0.0026753,
+              0.02068896,
+              0.102683865,
+              -0.01237572,
+              0.056172684,
+              0.06552171,
+              0.030940128,
+              -0.07721113,
+              -0.061241012,
+              -0.016143149,
+              -1.3511957e-08,
+              -0.050416306,
+              -0.033628013,
+              0.046722032,
+              0.04744138,
+              -0.04411888,
+              0.04631675,
+              -0.0060847937,
+              -0.053873356,
+              0.013075445,
+              0.050437532,
+              -0.009895477,
+              -0.0041795173,
+              0.07229928,
+              0.021081135,
+              0.02672776,
+              -0.07482113,
+              -0.026757998,
+              0.052755926,
+              -0.034690056,
+              0.039811596,
+              -0.016370349,
+              0.045900222,
+              -0.02250936,
+              0.023861,
+              0.04912799,
+              0.09111738,
+              -0.0024878879,
+              0.049395334,
+              -0.03861115,
+              0.020867983,
+              0.076049894,
+              0.084881924,
+              -0.051956687,
+              -0.06878504,
+              -0.061384037,
+              0.077220954,
+              -0.06454818,
+              0.044513144,
+              0.008181126,
+              0.015890416,
+              -0.04280811,
+              0.005317184,
+              0.0034429359,
+              0.0031937633,
+              -0.013058055,
+              -0.09134677,
+              0.06425565,
+              -0.054977305,
+              0.0007087448,
+              -0.06258866,
+              -0.034974415,
+              -0.029966963,
+              0.044276785,
+              0.017868131,
+              -0.027976807,
+              -0.036579583,
+              0.021142753,
+              0.06057356,
+              -0.03133335,
+              -0.014331035,
+              0.034653842,
+              0.052315667,
+              -0.036585484,
+              0.028209662
             ],
             "index": 0,
             "object": "embedding"

tests/integration/recordings/responses/6412295819a1.json

@@ -16,23 +16,23 @@
     "body": {
       "__type__": "openai.types.completion.Completion",
       "__data__": {
-        "id": "cmpl-104",
+        "id": "cmpl-865",
         "choices": [
           {
             "finish_reason": "stop",
             "index": 0,
             "logprobs": null,
-            "text": "blue.\n\nI completed the sentence with \"blue\" because it is a common completion used to complete the traditional nursery rhyme, which ends with:\n\nRoses are red,\nViolets are blue.\n\nThe complete rhyme is often remembered and recited as follows:\n\nRoses are red,\nViolets are blue,\nSugar is sweet,\nAnd so are you!"
+            "text": "Blue.\n\nMy answer is \"blue\" because it's a classic completion of the traditional nursery rhyme poem:\n\n\"Roses are red, violets are blue\"\n\nThis sentiment suggests that an unseen suitor from the first half of the line has given or will give the speaker roses."
           }
         ],
-        "created": 1757857132,
+        "created": 1759441353,
         "model": "llama3.2:3b-instruct-fp16",
         "object": "text_completion",
         "system_fingerprint": "fp_ollama",
         "usage": {
-          "completion_tokens": 72,
+          "completion_tokens": 58,
           "prompt_tokens": 50,
-          "total_tokens": 122,
+          "total_tokens": 108,
           "completion_tokens_details": null,
           "prompt_tokens_details": null
         }

tests/integration/recordings/responses/6540a315ea8e.json

@@ -0,0 +1,119 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "Call get_boiling_point tool and answer What is the boiling point of polyjuice?"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-545",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_d1i5ou69",
+                    "function": {
+                      "arguments": "{\"celcius\":null,\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441675,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-545",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441675,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/65c12de0a1db.json

@@ -24,14 +24,14 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-123",
+        "id": "chatcmpl-528",
         "choices": [
           {
             "finish_reason": "stop",
             "index": 0,
             "logprobs": null,
             "message": {
-              "content": "Hello! As of my knowledge cutoff on December 15th, I have the latest information for you. However, please note that my data may not be entirely up-to-date.\n\nCurrently, and based on historical climate patterns, it appears to be a partly cloudy day with mild temperatures in San Francisco, CA. Expect a temperature range of around 48\u00b0F (9\u00b0C) to 54\u00b0F (12\u00b0C). It's likely to be a breezy day, with winds blowing at about 13 mph (21 km/h).\n\nHowever, if I were to look into more recent weather patterns or forecasts, I would recommend checking the latest conditions directly from reliable sources such as the National Weather Service or local news outlets for more accurate and up-to-date information.\n\nPlease let me know how I can further assist you.",
+              "content": "I can give you a general idea of the typical weather conditions in San Francisco during this time.\n\nUnfortunately, I'm not aware of your current location or date. But I can suggest ways for you to get accurate and up-to-date information on the weather in San Francisco.\n\nYou can:\n\n* Check online meteorological websites such as AccuWeather or Weather.com for current conditions and forecasts.\n* Use a mobile app like Dark Sky or The Weather Channel to get real-time weather updates.\n* Tune into local news broadcasts or listen to a radio station that provides weather updates.\n\nIf you'd like, I can provide general information on San Francisco's typical climate.",
               "refusal": null,
               "role": "assistant",
               "annotations": null,
@@ -41,15 +41,15 @@
             }
           }
         ],
-        "created": 1758978071,
+        "created": 1759376616,
         "model": "llama3.2:3b-instruct-fp16",
         "object": "chat.completion",
         "service_tier": null,
         "system_fingerprint": "fp_ollama",
         "usage": {
-          "completion_tokens": 163,
+          "completion_tokens": 131,
           "prompt_tokens": 45,
-          "total_tokens": 208,
+          "total_tokens": 176,
           "completion_tokens_details": null,
           "prompt_tokens_details": null
         }

tests/integration/recordings/responses/67f94c4f8ba0.json

@@ -28,7 +28,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -43,7 +43,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -54,7 +54,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -69,7 +69,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -80,7 +80,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -95,7 +95,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -106,7 +106,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -121,7 +121,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -132,7 +132,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -147,7 +147,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -158,7 +158,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -173,7 +173,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -184,7 +184,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -199,7 +199,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -210,7 +210,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -225,7 +225,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -236,7 +236,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -251,7 +251,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -262,7 +262,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -277,7 +277,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -288,7 +288,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -303,7 +303,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -314,7 +314,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -329,7 +329,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -340,7 +340,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -355,7 +355,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -366,7 +366,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -381,7 +381,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -392,7 +392,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -407,7 +407,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -418,7 +418,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -433,7 +433,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -444,7 +444,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -459,7 +459,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -470,7 +470,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -485,7 +485,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -496,7 +496,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -511,7 +511,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -522,7 +522,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -537,7 +537,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441668,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -548,7 +548,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -563,7 +563,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -574,7 +574,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -589,7 +589,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -600,7 +600,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -615,7 +615,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -626,7 +626,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -641,7 +641,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -652,7 +652,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -667,7 +667,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -678,7 +678,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -693,7 +693,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -704,7 +704,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -719,7 +719,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -730,7 +730,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -745,7 +745,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -756,7 +756,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -771,7 +771,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -782,7 +782,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -797,7 +797,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -808,7 +808,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -823,7 +823,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -834,7 +834,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -849,7 +849,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -860,7 +860,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -875,7 +875,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427020,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -886,7 +886,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -901,7 +901,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -912,7 +912,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -927,7 +927,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -938,7 +938,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -953,7 +953,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -964,7 +964,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -979,7 +979,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -990,7 +990,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1005,7 +1005,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1016,7 +1016,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1031,7 +1031,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1042,7 +1042,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1057,7 +1057,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1068,7 +1068,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1083,7 +1083,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1094,7 +1094,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1109,7 +1109,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1120,7 +1120,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1135,7 +1135,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1146,7 +1146,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1161,7 +1161,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1172,7 +1172,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1187,7 +1187,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441669,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1198,7 +1198,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1213,7 +1213,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1224,7 +1224,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1239,7 +1239,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1250,7 +1250,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1265,7 +1265,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1276,7 +1276,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1291,7 +1291,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1302,7 +1302,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1317,7 +1317,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1328,7 +1328,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1343,7 +1343,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1354,7 +1354,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1369,7 +1369,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1380,7 +1380,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1395,7 +1395,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1406,7 +1406,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1421,7 +1421,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1432,7 +1432,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1447,7 +1447,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1458,7 +1458,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1473,7 +1473,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -1484,7 +1484,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-932",
+          "id": "chatcmpl-681",
           "choices": [
             {
               "delta": {
@@ -1499,7 +1499,7 @@
               "logprobs": null
             }
           ],
-          "created": 1759427021,
+          "created": 1759441670,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,

tests/integration/recordings/responses/6b3e593ad9b8.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-819",
+        "id": "chatcmpl-642",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759282466,
+        "created": 1759441159,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/6f90277933e2.json

@@ -0,0 +1,419 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_qv279qx8",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_qv279qx8",
+          "content": "-100"
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": {
+        "type": "function",
+        "function": {
+          "name": "get_boiling_point"
+        }
+      },
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": "The",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428002,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428002,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428002,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": " of",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428002,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": " Poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428002,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428002,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428002,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": " is",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428002,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": " -",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428002,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": "100",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428003,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": "\u00b0C",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428003,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428003,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-790",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759428003,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/6f96090aa955.json

@@ -21,7 +21,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-698",
+          "id": "chatcmpl-456",
           "choices": [
             {
               "delta": {
@@ -36,7 +36,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921359,
+          "created": 1759437880,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -47,7 +47,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-698",
+          "id": "chatcmpl-456",
           "choices": [
             {
               "delta": {
@@ -62,7 +62,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921359,
+          "created": 1759437880,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -73,11 +73,11 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-698",
+          "id": "chatcmpl-456",
           "choices": [
             {
               "delta": {
-                "content": " It",
+                "content": " How",
                 "function_call": null,
                 "refusal": null,
                 "role": "assistant",
@@ -88,7 +88,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921359,
+          "created": 1759437880,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -99,267 +99,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": "'s",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " nice",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " to",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " meet",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " you",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": ".",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " Is",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " there",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " something",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " I",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
+          "id": "chatcmpl-456",
           "choices": [
             {
               "delta": {
@@ -374,7 +114,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921359,
+          "created": 1759437880,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -385,11 +125,11 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-698",
+          "id": "chatcmpl-456",
           "choices": [
             {
               "delta": {
-                "content": " help",
+                "content": " I",
                 "function_call": null,
                 "refusal": null,
                 "role": "assistant",
@@ -400,7 +140,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921359,
+          "created": 1759437881,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -411,7 +151,33 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-698",
+          "id": "chatcmpl-456",
+          "choices": [
+            {
+              "delta": {
+                "content": " assist",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437881,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-456",
           "choices": [
             {
               "delta": {
@@ -426,7 +192,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921359,
+          "created": 1759437881,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -437,11 +203,11 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-698",
+          "id": "chatcmpl-456",
           "choices": [
             {
               "delta": {
-                "content": " with",
+                "content": " today",
                 "function_call": null,
                 "refusal": null,
                 "role": "assistant",
@@ -452,7 +218,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921359,
+          "created": 1759437881,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -463,163 +229,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " or",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " would",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921359,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " you",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921360,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " like",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921360,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " to",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921360,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
-          "choices": [
-            {
-              "delta": {
-                "content": " chat",
-                "function_call": null,
-                "refusal": null,
-                "role": "assistant",
-                "tool_calls": null
-              },
-              "finish_reason": null,
-              "index": 0,
-              "logprobs": null
-            }
-          ],
-          "created": 1756921360,
-          "model": "llama3.2:3b-instruct-fp16",
-          "object": "chat.completion.chunk",
-          "service_tier": null,
-          "system_fingerprint": "fp_ollama",
-          "usage": null
-        }
-      },
-      {
-        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
-        "__data__": {
-          "id": "chatcmpl-698",
+          "id": "chatcmpl-456",
           "choices": [
             {
               "delta": {
@@ -634,7 +244,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921360,
+          "created": 1759437881,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -645,7 +255,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-698",
+          "id": "chatcmpl-456",
           "choices": [
             {
               "delta": {
@@ -660,7 +270,7 @@
               "logprobs": null
             }
           ],
-          "created": 1756921360,
+          "created": 1759437881,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,

tests/integration/recordings/responses/71c9c6746a31.json

@@ -0,0 +1,809 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_pm9dfvfk",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_pm9dfvfk",
+          "content": "Error when running tool: 'ToolCall' object has no attribute 'arguments_json'"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": {
+        "type": "function",
+        "function": {
+          "name": "get_boiling_point"
+        }
+      },
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": "I",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " was",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " unable",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " to",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " find",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " the",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " of",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " liquid",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " in",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " Celsius",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437832,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " The",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " could",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " not",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " be",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " located",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " in",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " my",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": " database",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-495",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437833,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/771131fb4c46.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-220",
+        "id": "chatcmpl-55",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245122,
+        "created": 1759437798,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/7a047bcf8b19.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-737",
+        "id": "chatcmpl-652",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759282582,
+        "created": 1759441673,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/7c57049fc13f.json

@@ -0,0 +1,57 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama-guard3:1b",
+      "messages": [
+        {
+          "role": "user",
+          "content": "Task: Check if there is unsafe content in 'Tool' messages in conversations according our safety policy with the below categories.\n\n<BEGIN UNSAFE CONTENT CATEGORIES>\nS1: Violent Crimes.\nS2: Non-Violent Crimes.\nS3: Sex Crimes.\nS4: Child Exploitation.\nS5: Defamation.\nS6: Specialized Advice.\nS7: Privacy.\nS8: Intellectual Property.\nS9: Indiscriminate Weapons.\nS10: Hate.\nS11: Self-Harm.\nS12: Sexual Content.\nS13: Elections.\nS14: Code Interpreter Abuse.\n<END UNSAFE CONTENT CATEGORIES>\n\n<BEGIN CONVERSATION>\n\nUser: Get the boiling point of polyjuice with a tool call.\n\nAssistant: \n\nTool: Error when running tool: 'ToolCall' object has no attribute 'arguments_json'\n\n<END CONVERSATION>\n\nProvide your safety assessment for ONLY THE LAST Tool message in the above conversation:\n - First line must read 'safe' or 'unsafe'.\n - If unsafe, a second line must include a comma-separated list of violated categories."
+        }
+      ],
+      "stream": false,
+      "temperature": 0.0
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama-guard3:1b"
+  },
+  "response": {
+    "body": {
+      "__type__": "openai.types.chat.chat_completion.ChatCompletion",
+      "__data__": {
+        "id": "chatcmpl-906",
+        "choices": [
+          {
+            "finish_reason": "stop",
+            "index": 0,
+            "logprobs": null,
+            "message": {
+              "content": "safe",
+              "refusal": null,
+              "role": "assistant",
+              "annotations": null,
+              "audio": null,
+              "function_call": null,
+              "tool_calls": null
+            }
+          }
+        ],
+        "created": 1759437819,
+        "model": "llama-guard3:1b",
+        "object": "chat.completion",
+        "service_tier": null,
+        "system_fingerprint": "fp_ollama",
+        "usage": {
+          "completion_tokens": 2,
+          "prompt_tokens": 418,
+          "total_tokens": 420,
+          "completion_tokens_details": null,
+          "prompt_tokens_details": null
+        }
+      }
+    },
+    "is_streaming": false
+  }
+}

tests/integration/recordings/responses/7d089a973e08.json

@@ -0,0 +1,804 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_kg9401ss",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_kg9401ss",
+          "content": "Error when running tool: 'ToolCall' object has no attribute 'arguments_json'"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": "I",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437814,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " was",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437814,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " unable",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437814,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " to",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437814,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " find",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437814,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " the",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " of",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " liquid",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " in",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " Celsius",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " The",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " could",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " not",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " be",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " located",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " in",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " my",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": " database",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-212",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759437815,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/7e4bdf20925c.json

@@ -0,0 +1,124 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": {
+        "type": "function",
+        "function": {
+          "name": "get_boiling_point"
+        }
+      },
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-366",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_k3oc5cxw",
+                    "function": {
+                      "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441672,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-366",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441672,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/7fc8b6ca483d.json

@@ -0,0 +1,57 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama-guard3:1b",
+      "messages": [
+        {
+          "role": "user",
+          "content": "Task: Check if there is unsafe content in 'Assistant' messages in conversations according our safety policy with the below categories.\n\n<BEGIN UNSAFE CONTENT CATEGORIES>\nS1: Violent Crimes.\nS2: Non-Violent Crimes.\nS3: Sex Crimes.\nS4: Child Exploitation.\nS5: Defamation.\nS6: Specialized Advice.\nS7: Privacy.\nS8: Intellectual Property.\nS9: Indiscriminate Weapons.\nS10: Hate.\nS11: Self-Harm.\nS12: Sexual Content.\nS13: Elections.\nS14: Code Interpreter Abuse.\n<END UNSAFE CONTENT CATEGORIES>\n\n<BEGIN CONVERSATION>\n\nUser: Get the boiling point of polyjuice with a tool call.\n\nAssistant: \n\nTool: Error when running tool: 'ToolCall' object has no attribute 'arguments_json'\n\nAssistant: I apologize for the error. Here is the revised tool call:\n\n{\"name\": \"get_boiling_point\", \"parameters\": {\"liquid_name\": \"polyjuice\"}}\n\n<END CONVERSATION>\n\nProvide your safety assessment for ONLY THE LAST Assistant message in the above conversation:\n - First line must read 'safe' or 'unsafe'.\n - If unsafe, a second line must include a comma-separated list of violated categories."
+        }
+      ],
+      "stream": false,
+      "temperature": 0.0
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama-guard3:1b"
+  },
+  "response": {
+    "body": {
+      "__type__": "openai.types.chat.chat_completion.ChatCompletion",
+      "__data__": {
+        "id": "chatcmpl-8",
+        "choices": [
+          {
+            "finish_reason": "stop",
+            "index": 0,
+            "logprobs": null,
+            "message": {
+              "content": "unsafe\nS9",
+              "refusal": null,
+              "role": "assistant",
+              "annotations": null,
+              "audio": null,
+              "function_call": null,
+              "tool_calls": null
+            }
+          }
+        ],
+        "created": 1759437821,
+        "model": "llama-guard3:1b",
+        "object": "chat.completion",
+        "service_tier": null,
+        "system_fingerprint": "fp_ollama",
+        "usage": {
+          "completion_tokens": 5,
+          "prompt_tokens": 455,
+          "total_tokens": 460,
+          "completion_tokens_details": null,
+          "prompt_tokens_details": null
+        }
+      }
+    },
+    "is_streaming": false
+  }
+}

tests/integration/recordings/responses/80e4404d8987.json

@@ -22,7 +22,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:33:10.76700718Z",
+          "created_at": "2025-10-02T02:54:51.50254Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -40,7 +40,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:33:10.956949035Z",
+          "created_at": "2025-10-02T02:54:51.549521Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -58,7 +58,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:33:11.147886127Z",
+          "created_at": "2025-10-02T02:54:51.594384Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -76,7 +76,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:33:11.337832912Z",
+          "created_at": "2025-10-02T02:54:51.637769Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -94,7 +94,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:33:11.524017554Z",
+          "created_at": "2025-10-02T02:54:51.684099Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -112,7 +112,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:33:11.712703934Z",
+          "created_at": "2025-10-02T02:54:51.730912Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -130,7 +130,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:33:11.903877596Z",
+          "created_at": "2025-10-02T02:54:51.777299Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -148,7 +148,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:33:12.095535165Z",
+          "created_at": "2025-10-02T02:54:51.823309Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -166,7 +166,7 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:33:12.291614477Z",
+          "created_at": "2025-10-02T02:54:51.868924Z",
           "done": false,
           "done_reason": null,
           "total_duration": null,
@@ -184,15 +184,15 @@
         "__type__": "ollama._types.GenerateResponse",
         "__data__": {
           "model": "llama3.2:3b-instruct-fp16",
-          "created_at": "2025-10-01T01:33:12.483844314Z",
+          "created_at": "2025-10-02T02:54:51.915105Z",
           "done": true,
           "done_reason": "stop",
-          "total_duration": 4303509972,
-          "load_duration": 44748689,
+          "total_duration": 5098012833,
+          "load_duration": 4289621791,
           "prompt_eval_count": 31,
-          "prompt_eval_duration": 2539513749,
+          "prompt_eval_duration": 393000541,
           "eval_count": 10,
-          "eval_duration": 1718623697,
+          "eval_duration": 414080875,
           "response": "",
           "thinking": null,
           "context": null

tests/integration/recordings/responses/84432044194a.json

@@ -0,0 +1,414 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_s1g1se8b",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_s1g1se8b",
+          "content": "-100"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": "The",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441156,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441156,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441156,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": " of",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441156,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": " Poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441156,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441156,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441156,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": " is",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441156,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": " -",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441157,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": "100",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441157,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": "\u00b0C",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441157,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441157,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-157",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441157,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/8486e5b1c6db.json

@@ -0,0 +1,276 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://localhost:11434/api/generate",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "raw": true,
+      "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n    {\n        \"name\": \"get_boiling_point_with_metadata\",\n        \"description\": \"Returns the boiling point of a liquid in Celcius or Fahrenheit\",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"liquid_name\"],\n            \"properties\": {\n                \"liquid_name\": {\n                    \"type\": \"str\",\n                    \"description\": \"The name of the liquid\"\n                },\n                \"celcius\": {\n                    \"type\": \"bool\",\n                    \"description\": \"Whether to return the boiling point in Celcius\"\n                }\n            }\n        }\n    }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nCall get_boiling_point_with_metadata tool and answer What is the boiling point of polyjuice?<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n[get_boiling_point_with_metadata(liquid_name=\"polyjuice\", celcius=True)]<|eot_id|><|start_header_id|>ipython<|end_header_id|>\n\n-100<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
+      "options": {
+        "temperature": 0.0001,
+        "top_p": 0.9
+      },
+      "stream": true
+    },
+    "endpoint": "/api/generate",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.185623Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "The",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.227358Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " boiling",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.268854Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " point",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.311161Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " of",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.353205Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " poly",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.394667Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ju",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.43604Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ice",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.477482Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " in",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.519193Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " Celsius",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.561068Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " is",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.602574Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " -",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.644332Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "100",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.686134Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": ".",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:15.727722Z",
+          "done": true,
+          "done_reason": "stop",
+          "total_duration": 730418375,
+          "load_duration": 118920875,
+          "prompt_eval_count": 401,
+          "prompt_eval_duration": 67995917,
+          "eval_count": 14,
+          "eval_duration": 542856417,
+          "response": "",
+          "thinking": null,
+          "context": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/84fc473e7b29.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-165",
+        "id": "chatcmpl-400",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759282579,
+        "created": 1759441673,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/87577729d812.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-609",
+        "id": "chatcmpl-192",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759282388,
+        "created": 1759437810,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/8965c0df9071.json

@@ -0,0 +1,119 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant Always respond with tool calls no matter what. "
+        },
+        {
+          "role": "user",
+          "content": "Get the boiling point of polyjuice with a tool call."
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-964",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_v7gdtg8p",
+                    "function": {
+                      "arguments": "{\"celcius\":\"true\",\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441159,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-964",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441159,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/8baad1435f9c.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-469",
+        "id": "chatcmpl-222",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245125,
+        "created": 1759437799,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/8ce928ad0b85.json

@@ -19,390 +19,390 @@
         "data": [
           {
             "embedding": [
-              0.043770123,
-              0.021501394,
-              -0.081300564,
-              0.010615138,
-              -0.07908651,
-              -0.03219175,
-              0.13090447,
-              0.042329222,
-              -0.11600146,
-              -0.07588096,
-              0.041826088,
-              -0.080617175,
-              0.038125783,
-              -0.01069657,
-              0.01577377,
-              -0.04196888,
-              0.043099895,
-              -0.033355612,
-              0.013571747,
-              -0.0103924,
-              0.015561896,
-              -0.03786113,
-              -0.050319925,
-              -0.02566629,
-              -0.047868017,
-              -0.08717805,
-              0.01685358,
-              -0.03676223,
-              0.0063788705,
-              0.020863743,
-              0.11264443,
-              -0.0021451844,
-              -0.07911777,
-              0.038758967,
-              0.115321144,
-              -0.019753717,
-              0.0067159277,
-              -0.02115779,
-              -0.0144774495,
-              -0.0027154125,
-              -0.034384295,
-              -0.052576542,
-              -0.030578543,
-              0.04745372,
-              -0.024294367,
-              0.01091144,
-              -0.03947583,
-              0.07183755,
-              -0.020715859,
-              0.018965777,
-              0.04292474,
-              -0.007755194,
-              0.0025708016,
-              -0.058263537,
-              0.0117485095,
-              -0.022703577,
-              0.001755438,
-              -0.012628832,
-              0.030728007,
-              0.017719304,
-              -0.061525322,
-              -0.036568273,
-              0.025831668,
-              0.025376469,
-              0.012137967,
-              0.009102949,
-              -0.027313529,
-              -0.093379095,
-              0.0052120173,
-              0.0074658697,
-              -0.07538,
-              0.010161349,
-              -0.028439516,
-              0.03026334,
-              0.0036700817,
-              -0.022599109,
-              -0.037862476,
-              -0.08384314,
-              -0.0124443015,
-              -0.048889726,
-              0.029131662,
-              -0.044443335,
-              -0.07518736,
-              -0.020938978,
-              0.063386515,
-              0.16294138,
-              0.060580015,
-              -0.01281573,
-              -0.031040885,
-              0.018372353,
-              0.11225789,
-              0.072922915,
-              -0.06272038,
-              -0.031792488,
-              -0.017476005,
-              0.04846264,
-              -0.04116229,
-              -0.041834168,
-              -0.059919056,
-              0.15907861,
-              -0.027786179,
-              -0.012492541,
-              0.05599519,
-              -0.019895995,
-              0.022076221,
-              0.006363836,
-              0.046413723,
-              -0.0731325,
-              0.03326452,
-              0.059475966,
-              -0.033314705,
-              0.030761855,
-              0.00819013,
-              -0.020254606,
-              0.05658313,
-              -0.08153619,
-              0.023402533,
-              0.0060753864,
-              -0.07993489,
-              0.013990512,
-              0.052254565,
-              0.027170746,
-              -0.049271967,
-              0.02814688,
-              0.019500777,
-              0.054206643,
-              0.082691684,
-              -1.8817448e-33,
-              0.013630832,
-              -0.010863344,
-              0.015899567,
-              0.06938339,
-              -0.05113185,
-              0.08995833,
-              0.04450505,
-              0.08101549,
-              0.018903807,
-              -0.020960161,
-              -0.017933648,
-              -0.02174221,
-              0.010988686,
-              0.015100026,
-              0.017031211,
-              0.09433042,
-              0.003454907,
-              0.010199729,
-              -0.0446973,
-              0.0018167854,
-              0.015817188,
-              -0.06576281,
-              -0.004943305,
-              0.004393494,
-              -0.019598262,
-              -0.092797264,
-              -0.025917865,
-              0.04409669,
-              0.054165967,
-              -0.007365383,
-              -0.021470547,
-              -0.03683317,
-              -0.091507494,
-              0.08402351,
-              -0.01809901,
-              0.0038072586,
-              0.020236026,
-              0.0439697,
-              -0.077322714,
-              0.0057473024,
-              -0.054513566,
-              -0.024854423,
-              0.075270385,
-              0.034554463,
-              -0.08118007,
-              -0.12208905,
-              -0.0052893,
-              0.0078005046,
-              0.05028763,
-              0.015558154,
-              -0.056349996,
-              0.0398076,
-              0.012997719,
-              -0.040145177,
-              0.014409028,
-              -0.033200737,
-              -0.008437484,
-              -0.037582297,
-              -0.019651853,
-              0.017285295,
-              -0.008976723,
-              -0.0018494898,
-              -0.0030671947,
-              0.03046138,
-              -0.051143825,
-              -0.08688155,
-              -0.018344227,
-              -0.113307714,
-              0.073259674,
-              0.04602224,
-              0.012651309,
-              -0.063435435,
-              -0.028471926,
-              0.020155901,
-              -0.078830436,
-              -0.00069818215,
-              -0.03156303,
-              0.123062745,
-              0.0042949035,
-              -0.026413191,
-              0.07838535,
-              -0.07747411,
-              -0.02126005,
-              0.048919026,
-              0.02919413,
-              -0.009296978,
-              -0.030687347,
-              -0.041037664,
-              -0.038565576,
-              -0.08043238,
-              0.023225678,
-              0.041928973,
-              -0.05812511,
-              0.058555346,
-              0.07633673,
-              4.4510456e-34,
-              -0.019582625,
-              0.040237214,
-              0.01455587,
-              0.034353998,
-              0.043911777,
-              -0.023234777,
-              0.0677493,
-              -0.030089214,
-              -0.09076478,
-              -0.019257858,
-              -0.02767876,
-              -0.00065146026,
-              0.0043030144,
-              0.05363546,
-              0.04073387,
-              0.03255476,
-              -0.10712685,
-              -0.050083157,
-              -0.016644027,
-              -0.0077649173,
-              -0.11153465,
-              0.07478277,
-              -0.015999233,
-              -0.050547555,
-              -0.113217294,
-              -0.006174145,
-              0.050873067,
-              -0.030284155,
-              0.04314861,
-              0.033020362,
-              0.023671353,
-              0.04654029,
-              -0.03415647,
-              0.03614603,
-              0.023047049,
-              -0.02677317,
-              0.063607745,
-              0.09978129,
-              0.03527302,
-              0.15538219,
-              0.08349002,
-              0.10931568,
-              0.04684532,
-              -0.010147538,
-              -0.03256112,
-              0.12924333,
-              0.031221064,
-              -0.099673584,
-              0.010860566,
-              0.02326085,
-              -0.011916549,
-              0.010135849,
-              0.06884636,
-              0.009350001,
-              -0.0226591,
-              -0.04280281,
-              -0.04821317,
-              -0.08508304,
-              0.051028382,
-              0.045148462,
-              -0.03566162,
-              0.06547104,
-              0.048883036,
-              0.03793435,
-              -0.1407055,
-              -0.06711337,
-              0.009881868,
-              -0.0049659596,
-              -0.044289522,
-              0.0039236215,
-              -0.02692826,
-              -0.066134326,
-              0.04076233,
-              -0.05222117,
-              0.060488354,
-              -0.04113724,
-              -0.04314174,
-              -0.025147837,
-              0.085597694,
-              -0.044939328,
-              0.06395307,
-              -0.024218159,
-              -0.050523587,
-              -0.0020718095,
-              -0.07894165,
-              0.0026805927,
-              0.020709056,
-              0.1026727,
-              -0.012374822,
-              0.056179732,
-              0.06552235,
-              0.030915475,
-              -0.077197015,
-              -0.061245024,
-              -0.016111895,
-              -1.3512232e-08,
-              -0.05040501,
-              -0.033646606,
-              0.04670903,
-              0.047397695,
-              -0.044165645,
-              0.046301767,
-              -0.006073457,
-              -0.053902794,
-              0.013089125,
-              0.050438043,
-              -0.009894958,
-              -0.0041677835,
-              0.0723306,
-              0.021069802,
-              0.02670403,
-              -0.074845195,
-              -0.026750853,
-              0.052738186,
-              -0.03469103,
-              0.039813705,
-              -0.01640883,
-              0.045899663,
-              -0.0224731,
-              0.02387658,
-              0.049145795,
-              0.09110705,
-              -0.0025007618,
-              0.04937552,
-              -0.03864697,
-              0.020868128,
-              0.07605537,
-              0.08488945,
-              -0.05197299,
-              -0.06879239,
-              -0.06136516,
-              0.077237174,
-              -0.06451729,
-              0.04453416,
-              0.008209786,
-              0.015886698,
-              -0.04280691,
-              0.005315579,
-              0.0034463098,
-              0.0031776188,
-              -0.013040836,
-              -0.091359615,
-              0.0642767,
-              -0.054965723,
-              0.0007161393,
-              -0.06260912,
-              -0.03496602,
-              -0.029944083,
-              0.04422821,
-              0.017855663,
-              -0.027972128,
-              -0.03656317,
-              0.02111413,
-              0.060607255,
-              -0.031320468,
-              -0.014338154,
-              0.034649797,
-              0.052279983,
-              -0.036579564,
-              0.028179456
+              0.043779343,
+              0.021533398,
+              -0.081306435,
+              0.010584965,
+              -0.079082854,
+              -0.03219143,
+              0.13092613,
+              0.04234389,
+              -0.11600539,
+              -0.07588513,
+              0.04182356,
+              -0.08061255,
+              0.038127176,
+              -0.010701234,
+              0.015768763,
+              -0.04193689,
+              0.04310592,
+              -0.033361685,
+              0.013566423,
+              -0.010392366,
+              0.015551022,
+              -0.037858423,
+              -0.050305344,
+              -0.025666261,
+              -0.047879875,
+              -0.087179765,
+              0.016856788,
+              -0.036765736,
+              0.006393739,
+              0.020844297,
+              0.11262393,
+              -0.002143682,
+              -0.07910913,
+              0.038748607,
+              0.11532516,
+              -0.019759571,
+              0.0066967797,
+              -0.021164352,
+              -0.014471563,
+              -0.0027048697,
+              -0.034388524,
+              -0.052571636,
+              -0.030607725,
+              0.04747725,
+              -0.02431059,
+              0.0109337615,
+              -0.03946421,
+              0.071846664,
+              -0.020690937,
+              0.01898796,
+              0.042931512,
+              -0.0077551426,
+              0.0025911122,
+              -0.058268107,
+              0.0117475465,
+              -0.022701943,
+              0.0017815019,
+              -0.012612941,
+              0.030724185,
+              0.017728312,
+              -0.06155491,
+              -0.03656162,
+              0.02583153,
+              0.02537894,
+              0.012139213,
+              0.009105951,
+              -0.027318193,
+              -0.093389414,
+              0.005184693,
+              0.007488449,
+              -0.07540277,
+              0.010159999,
+              -0.028444426,
+              0.030260745,
+              0.0036438918,
+              -0.022627153,
+              -0.037846327,
+              -0.08381657,
+              -0.012445195,
+              -0.048908208,
+              0.029149827,
+              -0.044437535,
+              -0.07520237,
+              -0.020924438,
+              0.06342514,
+              0.1629199,
+              0.060563333,
+              -0.012817673,
+              -0.031030292,
+              0.018368995,
+              0.11223112,
+              0.07292473,
+              -0.062686674,
+              -0.031803295,
+              -0.017489262,
+              0.048433464,
+              -0.041148387,
+              -0.04183779,
+              -0.05994369,
+              0.15909556,
+              -0.027785666,
+              -0.012455991,
+              0.056005318,
+              -0.019891974,
+              0.022063067,
+              0.006342065,
+              0.0464118,
+              -0.07311654,
+              0.033282198,
+              0.05949105,
+              -0.033307947,
+              0.030738499,
+              0.008186239,
+              -0.020268966,
+              0.056593496,
+              -0.081526734,
+              0.023390312,
+              0.0060836566,
+              -0.07992586,
+              0.013986445,
+              0.052250065,
+              0.027186505,
+              -0.049284942,
+              0.028148174,
+              0.019493744,
+              0.05418436,
+              0.0827222,
+              -1.8825437e-33,
+              0.01360945,
+              -0.010870715,
+              0.015887791,
+              0.069373555,
+              -0.051129147,
+              0.08999179,
+              0.044494778,
+              0.08100757,
+              0.018944906,
+              -0.020974122,
+              -0.017938385,
+              -0.021756735,
+              0.010972489,
+              0.015099965,
+              0.017018452,
+              0.094338946,
+              0.0034407445,
+              0.010244923,
+              -0.044709302,
+              0.0018059182,
+              0.015817573,
+              -0.065777056,
+              -0.004948138,
+              0.0044092103,
+              -0.019589791,
+              -0.092789896,
+              -0.025898295,
+              0.044104066,
+              0.0541385,
+              -0.007362511,
+              -0.021487307,
+              -0.036836285,
+              -0.09148704,
+              0.084001675,
+              -0.018094191,
+              0.003797567,
+              0.020257449,
+              0.04394643,
+              -0.0772898,
+              0.0057312953,
+              -0.054519102,
+              -0.024835315,
+              0.0753162,
+              0.034552757,
+              -0.081203006,
+              -0.12210961,
+              -0.0053012627,
+              0.00780717,
+              0.050265096,
+              0.015569535,
+              -0.056362487,
+              0.039800324,
+              0.013022089,
+              -0.04015537,
+              0.014401654,
+              -0.033209093,
+              -0.008451782,
+              -0.037590392,
+              -0.01965779,
+              0.01730637,
+              -0.00896531,
+              -0.0018413392,
+              -0.0030382746,
+              0.030460354,
+              -0.05112036,
+              -0.086875,
+              -0.018338922,
+              -0.11328767,
+              0.07325826,
+              0.046035297,
+              0.012633494,
+              -0.06343216,
+              -0.028439038,
+              0.020128354,
+              -0.07883383,
+              -0.00069870794,
+              -0.03155447,
+              0.12306934,
+              0.004300722,
+              -0.026421167,
+              0.078361824,
+              -0.077461444,
+              -0.021267027,
+              0.048929654,
+              0.02919381,
+              -0.0092880055,
+              -0.030666346,
+              -0.04102384,
+              -0.03860138,
+              -0.08042292,
+              0.023227168,
+              0.04191858,
+              -0.058156747,
+              0.0585743,
+              0.076342255,
+              4.465569e-34,
+              -0.019599343,
+              0.040230304,
+              0.01455632,
+              0.034345042,
+              0.04392999,
+              -0.023241352,
+              0.067749046,
+              -0.03010354,
+              -0.09075954,
+              -0.019227842,
+              -0.027724287,
+              -0.00062344945,
+              0.0042892746,
+              0.053643614,
+              0.04075099,
+              0.032581333,
+              -0.107116826,
+              -0.0500636,
+              -0.016655827,
+              -0.007782394,
+              -0.111523,
+              0.07476429,
+              -0.016019335,
+              -0.050536986,
+              -0.11320647,
+              -0.0061384854,
+              0.050886273,
+              -0.030283457,
+              0.04318923,
+              0.03301474,
+              0.02362771,
+              0.046507858,
+              -0.03416386,
+              0.036145207,
+              0.023037339,
+              -0.026803765,
+              0.06361122,
+              0.09975251,
+              0.035269737,
+              0.1554014,
+              0.083479255,
+              0.10931981,
+              0.046847064,
+              -0.010136355,
+              -0.032541983,
+              0.12926093,
+              0.031193413,
+              -0.09971323,
+              0.010830718,
+              0.02325219,
+              -0.011917061,
+              0.010155018,
+              0.06883269,
+              0.009340846,
+              -0.022698723,
+              -0.042815465,
+              -0.048211087,
+              -0.085067384,
+              0.05105234,
+              0.045155898,
+              -0.03564869,
+              0.06549556,
+              0.048875004,
+              0.037915554,
+              -0.14071068,
+              -0.067095764,
+              0.009898252,
+              -0.0049653547,
+              -0.044304688,
+              0.0039006064,
+              -0.026903173,
+              -0.066124685,
+              0.040738244,
+              -0.052228633,
+              0.060485654,
+              -0.041119356,
+              -0.04312945,
+              -0.025152665,
+              0.08556276,
+              -0.044942576,
+              0.06393979,
+              -0.024227533,
+              -0.05052092,
+              -0.0020624825,
+              -0.078943975,
+              0.0026753,
+              0.02068896,
+              0.102683865,
+              -0.01237572,
+              0.056172684,
+              0.06552171,
+              0.030940128,
+              -0.07721113,
+              -0.061241012,
+              -0.016143149,
+              -1.3511957e-08,
+              -0.050416306,
+              -0.033628013,
+              0.046722032,
+              0.04744138,
+              -0.04411888,
+              0.04631675,
+              -0.0060847937,
+              -0.053873356,
+              0.013075445,
+              0.050437532,
+              -0.009895477,
+              -0.0041795173,
+              0.07229928,
+              0.021081135,
+              0.02672776,
+              -0.07482113,
+              -0.026757998,
+              0.052755926,
+              -0.034690056,
+              0.039811596,
+              -0.016370349,
+              0.045900222,
+              -0.02250936,
+              0.023861,
+              0.04912799,
+              0.09111738,
+              -0.0024878879,
+              0.049395334,
+              -0.03861115,
+              0.020867983,
+              0.076049894,
+              0.084881924,
+              -0.051956687,
+              -0.06878504,
+              -0.061384037,
+              0.077220954,
+              -0.06454818,
+              0.044513144,
+              0.008181126,
+              0.015890416,
+              -0.04280811,
+              0.005317184,
+              0.0034429359,
+              0.0031937633,
+              -0.013058055,
+              -0.09134677,
+              0.06425565,
+              -0.054977305,
+              0.0007087448,
+              -0.06258866,
+              -0.034974415,
+              -0.029966963,
+              0.044276785,
+              0.017868131,
+              -0.027976807,
+              -0.036579583,
+              0.021142753,
+              0.06057356,
+              -0.03133335,
+              -0.014331035,
+              0.034653842,
+              0.052315667,
+              -0.036585484,
+              0.028209662
             ],
             "index": 0,
             "object": "embedding"

tests/integration/recordings/responses/8d035e153b6f.json

@@ -20,7 +20,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-708",
+        "id": "chatcmpl-155",
         "choices": [
           {
             "finish_reason": "stop",
@@ -37,7 +37,7 @@
             }
           }
         ],
-        "created": 1759012142,
+        "created": 1759437855,
         "model": "llama3.2:3b-instruct-fp16",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/8deded211f21.json

@@ -0,0 +1,743 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://localhost:11434/api/generate",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "raw": true,
+      "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n    {\n        \"name\": \"book_flight\",\n        \"description\": \"\n        Book a flight with passenger and payment information.\n\n        This tool uses JSON Schema $ref and $defs for type reuse.\n        \",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"flight\", \"passengers\", \"payment\"],\n            \"properties\": {\n                \"flight\": {\n                    \"type\": \"object\",\n                    \"description\": \"\"\n                },\n                \"passengers\": {\n                    \"type\": \"array\",\n                    \"description\": \"\"\n                },\n                \"payment\": {\n                    \"type\": \"object\",\n                    \"description\": \"\"\n                }\n            }\n        }\n    },\n    {\n        \"name\": \"process_order\",\n        \"description\": \"\n        Process an order with nested address information.\n\n        Uses nested objects and $ref.\n        \",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"order_data\"],\n            \"properties\": {\n                \"order_data\": {\n                    \"type\": \"object\",\n                    \"description\": \"\"\n                }\n            }\n        }\n    },\n    {\n        \"name\": \"flexible_contact\",\n        \"description\": \"\n        Accept flexible contact (email or phone).\n\n        Uses anyOf schema.\n        \",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"contact_info\"],\n            \"properties\": {\n                \"contact_info\": {\n                    \"type\": \"string\",\n                    \"description\": \"\"\n                }\n            }\n        }\n    }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant that can process orders and book flights.<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nProcess an order with 2 widgets going to 123 Main St, San Francisco<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
+      "options": {
+        "temperature": 0.0
+      },
+      "stream": true
+    },
+    "endpoint": "/api/generate",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.457795Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "[",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.499711Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "process",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.544576Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_order",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.588521Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "(order",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.633501Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_data",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.677395Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "={\"",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.720407Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "order",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.763935Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_id",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.807169Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "\":",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.851019Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " ",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.893637Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "1",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.935864Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": ",",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:19.978334Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " \"",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.020617Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "customer",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.063212Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "_name",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.106093Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "\":",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.149989Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " \"",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.192674Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "John",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.236337Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " Doe",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.278777Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "\",",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.320886Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " \"",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.363891Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "address",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.40745Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "\":",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.451859Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " {\"",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.494751Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "street",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.536928Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "\":",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.581229Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " \"",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.623455Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "123",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.665328Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " Main",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.707445Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " St",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.749803Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "\",",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.792527Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " \"",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.835252Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "city",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.878606Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "\":",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.921646Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " \"",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:20.963436Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "San",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:21.012147Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " Francisco",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:21.063248Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "\"}}",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:21.10591Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": ")]",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-01T23:00:21.149804Z",
+          "done": true,
+          "done_reason": "stop",
+          "total_duration": 3544551625,
+          "load_duration": 122599250,
+          "prompt_eval_count": 556,
+          "prompt_eval_duration": 1727890958,
+          "eval_count": 40,
+          "eval_duration": 1693076542,
+          "response": "",
+          "thinking": null,
+          "context": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/8f000a878ccd.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-422",
+        "id": "chatcmpl-988",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759368373,
+        "created": 1759437811,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/920c0495cde6.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-992",
+        "id": "chatcmpl-724",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245120,
+        "created": 1759437797,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/92a9a916ef02.json

@@ -20,14 +20,14 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-343",
+        "id": "chatcmpl-923",
         "choices": [
           {
             "finish_reason": "stop",
             "index": 0,
             "logprobs": null,
             "message": {
-              "content": "The currency of Japan is the Japanese yen (, ry\u014d) and its symbol, \u00a5.",
+              "content": "The currency of Japan is the Japanese yen (\u00a5). It is represented by the symbol \u00a5. In some contexts, it's also abbreviated as \"JPY\" or written as \"yen\". The Bank of Japan is responsible for managing the country's monetary policy and issuing new yen banknotes and coins.",
               "refusal": null,
               "role": "assistant",
               "annotations": null,
@@ -37,15 +37,15 @@
             }
           }
         ],
-        "created": 1759012146,
+        "created": 1759437863,
         "model": "llama3.2:3b-instruct-fp16",
         "object": "chat.completion",
         "service_tier": null,
         "system_fingerprint": "fp_ollama",
         "usage": {
-          "completion_tokens": 20,
+          "completion_tokens": 61,
           "prompt_tokens": 32,
-          "total_tokens": 52,
+          "total_tokens": 93,
           "completion_tokens_details": null,
           "prompt_tokens_details": null
         }

tests/integration/recordings/responses/931ac7158789.json

@@ -0,0 +1,86 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "user",
+          "content": "What's the weather in San Francisco?"
+        }
+      ],
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_weather",
+            "description": "Get weather for a location",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "location": {
+                  "type": "string",
+                  "description": "City name"
+                }
+              },
+              "required": [
+                "location"
+              ]
+            }
+          }
+        }
+      ]
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": {
+      "__type__": "openai.types.chat.chat_completion.ChatCompletion",
+      "__data__": {
+        "id": "chatcmpl-505",
+        "choices": [
+          {
+            "finish_reason": "tool_calls",
+            "index": 0,
+            "logprobs": null,
+            "message": {
+              "content": "",
+              "refusal": null,
+              "role": "assistant",
+              "annotations": null,
+              "audio": null,
+              "function_call": null,
+              "tool_calls": [
+                {
+                  "id": "call_t7y6oe6q",
+                  "function": {
+                    "arguments": "{\"location\":\"San Francisco\"}",
+                    "name": "get_weather"
+                  },
+                  "type": "function",
+                  "index": 0
+                }
+              ]
+            }
+          }
+        ],
+        "created": 1759437802,
+        "model": "llama3.2:3b-instruct-fp16",
+        "object": "chat.completion",
+        "service_tier": null,
+        "system_fingerprint": "fp_ollama",
+        "usage": {
+          "completion_tokens": 18,
+          "prompt_tokens": 161,
+          "total_tokens": 179,
+          "completion_tokens_details": null,
+          "prompt_tokens_details": null
+        }
+      }
+    },
+    "is_streaming": false
+  }
+}

tests/integration/recordings/responses/9db34836a1a7.json

@@ -0,0 +1,119 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "required",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-624",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_j2jdmkk1",
+                    "function": {
+                      "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441665,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-624",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441665,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/9e0b1ac678f6.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-122",
+        "id": "chatcmpl-141",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245126,
+        "created": 1759437800,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/9ffc75524647.json

@@ -0,0 +1,119 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "required",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_ew600lfr",
+                    "function": {
+                      "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429347,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-704",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759429347,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/a11b11923cc8.json

@@ -0,0 +1,119 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "str",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "bool",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-410",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_4476969q",
+                    "function": {
+                      "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759425215,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-410",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759425215,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/a46b77ffd494.json

@@ -17,7 +17,7 @@
     "body": {
       "__type__": "openai.types.completion.Completion",
       "__data__": {
-        "id": "cmpl-183",
+        "id": "cmpl-253",
         "choices": [
           {
             "finish_reason": "stop",
@@ -26,7 +26,7 @@
             "text": "Michael Jordan was born in the year of "
           }
         ],
-        "created": 1758978053,
+        "created": 1759376606,
         "model": "llama3.2:3b-instruct-fp16",
         "object": "text_completion",
         "system_fingerprint": "fp_ollama",

tests/integration/recordings/responses/a4c8d19bb1eb.json

@@ -20,7 +20,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-715",
+        "id": "chatcmpl-415",
         "choices": [
           {
             "finish_reason": "stop",
@@ -37,7 +37,7 @@
             }
           }
         ],
-        "created": 1756921367,
+        "created": 1759437885,
         "model": "llama3.2:3b-instruct-fp16",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/a689181d64d3.json

@@ -0,0 +1,86 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "user",
+          "content": "What's the weather in Tokyo?"
+        }
+      ],
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_weather",
+            "description": "Get weather information",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "location": {
+                  "type": "string",
+                  "description": "City name"
+                }
+              },
+              "required": [
+                "location"
+              ]
+            }
+          }
+        }
+      ]
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": {
+      "__type__": "openai.types.chat.chat_completion.ChatCompletion",
+      "__data__": {
+        "id": "chatcmpl-54",
+        "choices": [
+          {
+            "finish_reason": "tool_calls",
+            "index": 0,
+            "logprobs": null,
+            "message": {
+              "content": "",
+              "refusal": null,
+              "role": "assistant",
+              "annotations": null,
+              "audio": null,
+              "function_call": null,
+              "tool_calls": [
+                {
+                  "id": "call_v05v3tmn",
+                  "function": {
+                    "arguments": "{\"location\":\"Tokyo\"}",
+                    "name": "get_weather"
+                  },
+                  "type": "function",
+                  "index": 0
+                }
+              ]
+            }
+          }
+        ],
+        "created": 1759376607,
+        "model": "llama3.2:3b-instruct-fp16",
+        "object": "chat.completion",
+        "service_tier": null,
+        "system_fingerprint": "fp_ollama",
+        "usage": {
+          "completion_tokens": 18,
+          "prompt_tokens": 158,
+          "total_tokens": 176,
+          "completion_tokens_details": null,
+          "prompt_tokens_details": null
+        }
+      }
+    },
+    "is_streaming": false
+  }
+}

tests/integration/recordings/responses/a92b8fc775d5.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-952",
+        "id": "chatcmpl-973",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245123,
+        "created": 1759437798,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/adf150be9638.json

@@ -0,0 +1,419 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "What is the boiling point of the liquid polyjuice in celsius?"
+        },
+        {
+          "role": "assistant",
+          "content": "",
+          "tool_calls": [
+            {
+              "id": "call_k3oc5cxw",
+              "type": "function",
+              "function": {
+                "name": "get_boiling_point",
+                "arguments": "{\"celcius\":true,\"liquid_name\":\"polyjuice\"}"
+              }
+            }
+          ]
+        },
+        {
+          "role": "tool",
+          "tool_call_id": "call_k3oc5cxw",
+          "content": "-100"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": {
+        "type": "function",
+        "function": {
+          "name": "get_boiling_point"
+        }
+      },
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit.",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": "The",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441673,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": " boiling",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441673,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": " point",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441673,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": " of",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441673,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": " Poly",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441673,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": "ju",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441673,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": "ice",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441673,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": " is",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441673,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": " -",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441673,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": "100",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441674,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": "\u00b0C",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441674,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": ".",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441674,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-378",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "stop",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441674,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/b050e5a7e4a3.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-207",
+        "id": "chatcmpl-112",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759245127,
+        "created": 1759437800,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/b178d000a14a.json

@@ -0,0 +1,57 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama-guard3:1b",
+      "messages": [
+        {
+          "role": "user",
+          "content": "Task: Check if there is unsafe content in 'Assistant' messages in conversations according our safety policy with the below categories.\n\n<BEGIN UNSAFE CONTENT CATEGORIES>\nS1: Violent Crimes.\nS2: Non-Violent Crimes.\nS3: Sex Crimes.\nS4: Child Exploitation.\nS5: Defamation.\nS6: Specialized Advice.\nS7: Privacy.\nS8: Intellectual Property.\nS9: Indiscriminate Weapons.\nS10: Hate.\nS11: Self-Harm.\nS12: Sexual Content.\nS13: Elections.\nS14: Code Interpreter Abuse.\n<END UNSAFE CONTENT CATEGORIES>\n\n<BEGIN CONVERSATION>\n\nUser: What is the boiling point of the liquid polyjuice in celsius?\n\nAssistant: \n\nTool: Error when running tool: 'ToolCall' object has no attribute 'arguments_json'\n\nAssistant: I was unable to find the boiling point of liquid polyjuice in Celsius. The boiling point could not be located in my database.\n\n<END CONVERSATION>\n\nProvide your safety assessment for ONLY THE LAST Assistant message in the above conversation:\n - First line must read 'safe' or 'unsafe'.\n - If unsafe, a second line must include a comma-separated list of violated categories."
+        }
+      ],
+      "stream": false,
+      "temperature": 0.0
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama-guard3:1b"
+  },
+  "response": {
+    "body": {
+      "__type__": "openai.types.chat.chat_completion.ChatCompletion",
+      "__data__": {
+        "id": "chatcmpl-9",
+        "choices": [
+          {
+            "finish_reason": "stop",
+            "index": 0,
+            "logprobs": null,
+            "message": {
+              "content": "safe",
+              "refusal": null,
+              "role": "assistant",
+              "annotations": null,
+              "audio": null,
+              "function_call": null,
+              "tool_calls": null
+            }
+          }
+        ],
+        "created": 1759437833,
+        "model": "llama-guard3:1b",
+        "object": "chat.completion",
+        "service_tier": null,
+        "system_fingerprint": "fp_ollama",
+        "usage": {
+          "completion_tokens": 2,
+          "prompt_tokens": 449,
+          "total_tokens": 451,
+          "completion_tokens_details": null,
+          "prompt_tokens_details": null
+        }
+      }
+    },
+    "is_streaming": false
+  }
+}

tests/integration/recordings/responses/b28f75bd87dc.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-489",
+        "id": "chatcmpl-36",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759282539,
+        "created": 1759441671,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/b374fc18c641.json

@@ -0,0 +1,258 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://localhost:11434/api/generate",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "raw": true,
+      "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n    {\n        \"name\": \"get_boiling_point\",\n        \"description\": \"Returns the boiling point of a liquid in Celcius or Fahrenheit.\",\n        \"parameters\": {\n            \"type\": \"dict\",\n            \"required\": [\"liquid_name\"],\n            \"properties\": {\n                \"liquid_name\": {\n                    \"type\": \"str\",\n                    \"description\": \"The name of the liquid\"\n                },\n                \"celcius\": {\n                    \"type\": \"bool\",\n                    \"description\": \"Whether to return the boiling point in Celcius\"\n                }\n            }\n        }\n    }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant\nYou MUST use the tool `get_boiling_point` to answer the user query.<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nWhat is the boiling point of the liquid polyjuice in celsius?<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n[get_boiling_point(liquid_name=\"polyjuice\", celcius=True)]<|eot_id|><|start_header_id|>ipython<|end_header_id|>\n\n-100<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
+      "options": {
+        "temperature": 0.0001,
+        "top_p": 0.9
+      },
+      "stream": true
+    },
+    "endpoint": "/api/generate",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.268889Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "The",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.310661Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " boiling",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.35195Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " point",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.393537Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " of",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.435595Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " poly",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.481337Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ju",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.526974Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "ice",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.569942Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " is",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.612747Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": " -",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.656585Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "100",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.697454Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": "\u00b0C",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.738529Z",
+          "done": false,
+          "done_reason": null,
+          "total_duration": null,
+          "load_duration": null,
+          "prompt_eval_count": null,
+          "prompt_eval_duration": null,
+          "eval_count": null,
+          "eval_duration": null,
+          "response": ".",
+          "thinking": null,
+          "context": null
+        }
+      },
+      {
+        "__type__": "ollama._types.GenerateResponse",
+        "__data__": {
+          "model": "llama3.2:3b-instruct-fp16",
+          "created_at": "2025-10-02T02:55:10.781405Z",
+          "done": true,
+          "done_reason": "stop",
+          "total_duration": 663905208,
+          "load_duration": 85733250,
+          "prompt_eval_count": 410,
+          "prompt_eval_duration": 64272708,
+          "eval_count": 13,
+          "eval_duration": 513001750,
+          "response": "",
+          "thinking": null,
+          "context": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/b57525af4982.json

@@ -0,0 +1,119 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "Call get_boiling_point_with_metadata tool and answer What is the boiling point of polyjuice?"
+        }
+      ],
+      "max_tokens": 512,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point_with_metadata",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "string",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "boolean",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-613",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_gefseirj",
+                    "function": {
+                      "arguments": "{\"celcius\":false,\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point_with_metadata"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441678,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-613",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759441678,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/b58e35a624b0.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-944",
+        "id": "chatcmpl-912",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759368373,
+        "created": 1759437811,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/c13d7510774c.json

@@ -18,390 +18,390 @@
         "data": [
           {
             "embedding": [
-              -0.0011296043,
-              0.06740522,
-              0.015186453,
-              0.037259158,
-              0.02935556,
-              0.015181291,
-              0.07432997,
-              -0.0033194474,
-              0.0658106,
-              -0.021833794,
-              0.034404922,
-              0.05099269,
-              -0.011411872,
-              -0.025082853,
-              -0.051754408,
-              0.027195254,
-              0.07849019,
-              -0.06000248,
-              0.010478361,
-              -0.003392346,
-              0.043441977,
-              0.12292443,
-              9.388175e-05,
-              0.0021187037,
-              0.018079525,
-              0.045084555,
-              -0.097606525,
-              0.11185215,
-              0.049650617,
-              -0.0348426,
-              -0.039580915,
-              0.0035499185,
-              0.15893514,
-              0.063421525,
-              0.047970187,
-              0.011613767,
-              0.009793674,
-              0.01536712,
-              0.009413064,
-              0.07999014,
-              0.01915802,
-              -0.13722447,
-              0.017290922,
-              0.013689777,
-              0.014259784,
-              -0.00021621982,
-              -0.017730612,
-              0.022902183,
-              0.035927463,
-              -0.015361024,
-              -0.00975885,
-              -0.040180918,
-              -0.011500755,
-              0.00012558368,
-              0.08540788,
-              0.08731169,
-              0.004690206,
-              0.006160604,
-              0.003023499,
-              0.008887178,
-              -0.006278653,
-              0.050593477,
-              0.00053471717,
-              0.04677382,
-              0.09365536,
-              -0.012813678,
-              0.0177166,
-              -0.06271032,
-              -0.11535796,
-              0.04110661,
-              -0.014942371,
-              0.044813167,
-              -0.020877626,
-              0.04299617,
-              -0.06107898,
-              0.01997848,
-              -0.0687263,
-              -0.035494387,
-              0.04186985,
-              0.012177578,
-              -0.029081868,
-              -0.066437304,
-              0.030620316,
-              0.05150629,
-              -0.12813967,
-              0.06819209,
-              -0.047090717,
-              -0.032926783,
-              0.007485966,
-              -0.017814271,
-              0.038294822,
-              -0.015788501,
-              0.07054281,
-              0.03807343,
-              -0.114283286,
-              0.042118594,
-              -0.111601785,
-              -0.04573834,
-              -0.02895515,
-              0.12735783,
-              -0.013941619,
-              -0.027150463,
-              0.072897464,
-              0.024098374,
-              -0.054044593,
-              -0.13128933,
-              0.030136578,
-              -0.023237763,
-              -0.019079136,
-              -0.0078745885,
-              -0.021944366,
-              -0.053324133,
-              -0.070892006,
-              -0.011552823,
-              -0.023377078,
-              -0.01562657,
-              0.051452935,
-              0.029251281,
-              0.06480842,
-              0.06403676,
-              0.014424153,
-              -0.057994097,
-              -0.06993807,
-              -0.023921017,
-              -0.08493092,
-              -0.087801315,
-              0.048142783,
-              -6.124397e-33,
-              0.0103092175,
-              0.038688924,
-              0.003180582,
-              0.03575604,
-              0.005059993,
-              -0.0041896994,
-              -0.05389261,
-              -0.029881287,
-              -0.075520456,
-              -0.07879111,
-              -0.012291425,
-              -0.05053033,
-              0.020719253,
-              -0.05190443,
-              -0.05927485,
-              -0.05987536,
-              -0.05572788,
-              0.03220933,
-              -0.006331632,
-              -0.021651596,
-              -0.059913907,
-              0.051977657,
-              0.05122985,
-              -0.06350782,
-              -0.04872765,
-              -0.014282773,
-              0.0025304393,
-              -0.024342295,
-              -0.0055265254,
-              0.020074077,
-              -0.10194665,
-              0.010741537,
-              -0.02318619,
-              -0.08105595,
-              -0.014973416,
-              0.0017918752,
-              0.045083463,
-              -0.05282281,
-              -0.053680934,
-              -0.013229242,
-              -0.019794637,
-              0.020036008,
-              -0.00081875344,
-              -0.10115686,
-              -0.0006884125,
-              0.09664284,
-              -0.03943104,
-              0.04955554,
-              0.042241447,
-              0.007962193,
-              -0.052323878,
-              0.05189162,
-              0.037112337,
-              0.034818016,
-              0.063431285,
-              -0.02657652,
-              -0.009212341,
-              -0.0025556423,
-              -0.05609933,
-              0.0020433308,
-              -0.020113751,
-              0.0012227942,
-              -0.0017669081,
-              0.019119242,
-              0.016553605,
-              -0.011386767,
-              0.010368127,
-              -0.00788346,
-              0.046651863,
-              -0.046871297,
-              -0.085224025,
-              -0.008958986,
-              0.012052177,
-              0.013311017,
-              0.015157192,
-              0.03708167,
-              0.026588887,
-              0.014486772,
-              -0.013955214,
-              0.019986698,
-              -0.06885552,
-              -0.07106239,
-              0.012334861,
-              0.03284816,
-              -0.03151976,
-              0.045773514,
-              0.067994975,
-              -0.077492714,
-              0.018440822,
-              0.06622958,
-              -0.08641996,
-              0.008967366,
-              0.04134085,
-              0.009518882,
-              0.006565088,
-              4.711897e-33,
-              -0.02617601,
-              0.0013207985,
-              -0.014141556,
-              -0.024331013,
-              0.06929469,
-              0.03143924,
-              0.03726272,
-              0.064707026,
-              0.049426436,
-              0.11073603,
-              0.0498569,
-              0.066796474,
-              0.04154851,
-              -0.034098588,
-              0.07028382,
-              0.034863915,
-              0.12904617,
-              -0.021078404,
-              0.008925486,
-              0.03016334,
-              -0.02286831,
-              0.03649071,
-              -0.13193603,
-              0.045608096,
-              -0.012805477,
-              0.041747537,
-              0.12321406,
-              -0.013507891,
-              -0.007307474,
-              -0.02975696,
-              0.025006123,
-              -0.009506256,
-              0.024761083,
-              0.023204166,
-              -0.019123148,
-              0.02259915,
-              0.013744109,
-              -0.03847919,
-              -0.014476444,
-              0.07522499,
-              0.13586833,
-              0.009872778,
-              -0.03752485,
-              -0.0273059,
-              -0.016470777,
-              -0.048831154,
-              -0.03521732,
-              -0.054363117,
-              -0.0017890002,
-              0.035665076,
-              -0.010268516,
-              -0.018602924,
-              -0.036469962,
-              -0.055976517,
-              -0.007821111,
-              0.00907826,
-              -0.0073335953,
-              0.050373644,
-              -0.00025981313,
-              -0.036349144,
-              -0.024950698,
-              0.058883175,
-              -0.07245624,
-              0.07399545,
-              0.053919416,
-              -0.051881794,
-              -0.0063462397,
-              0.07852022,
-              -0.016959544,
-              -0.0066832895,
-              0.01265072,
-              -0.014152041,
-              -0.13643119,
-              -0.085250236,
-              -0.017519519,
-              -0.00466121,
-              0.0136799645,
-              0.0009118405,
-              -0.071966685,
-              -0.06886893,
-              0.14207116,
-              0.03186518,
-              -0.05592076,
-              0.030404905,
-              0.061872244,
-              0.029894035,
-              -0.00096155383,
-              -0.06500391,
-              -0.020616096,
-              0.039591115,
-              -0.12383165,
-              0.0028830946,
-              0.051231142,
-              0.13391772,
-              -0.08845233,
-              -1.7589368e-08,
-              -0.025769057,
-              -0.080324695,
-              -0.09164953,
-              0.032005485,
-              0.005889216,
-              0.114638664,
-              0.0233727,
-              -0.069048144,
-              -0.05594302,
-              -0.05788277,
-              0.014665582,
-              0.080326974,
-              0.0036707798,
-              -0.030798541,
-              0.024442635,
-              0.008542568,
-              -0.05288123,
-              -0.06640491,
-              0.00074039627,
-              -0.023801958,
-              0.030778948,
-              0.054075025,
-              -0.0027453878,
-              -0.09929041,
-              -0.0150463935,
-              0.01624328,
-              -0.0015419688,
-              0.011909824,
-              0.007890519,
-              0.0489657,
-              0.004866092,
-              0.08265809,
-              -0.0145542445,
-              -0.04386104,
-              0.004611713,
-              0.024626419,
-              0.023854014,
-              0.0236921,
-              0.05076065,
-              -0.051832993,
-              0.021252805,
-              -0.0033932943,
-              -0.021158189,
-              0.020595197,
-              -0.06475187,
-              0.054174356,
-              0.027812954,
-              -0.05294382,
-              0.015094968,
-              -0.119794324,
-              -0.034157146,
-              -0.012219483,
-              0.047453884,
-              0.020896995,
-              -0.026357891,
-              0.015037571,
-              0.033969007,
-              0.05981613,
-              -0.052542053,
-              0.033553857,
-              0.06119396,
-              0.09635468,
-              0.11632743,
-              -0.016134953
+              -0.0010839553,
+              0.067364,
+              0.015185306,
+              0.037240896,
+              0.029337138,
+              0.015160007,
+              0.0743005,
+              -0.0032980628,
+              0.06581814,
+              -0.021851996,
+              0.034412965,
+              0.051005766,
+              -0.011422501,
+              -0.025062356,
+              -0.051756065,
+              0.027193472,
+              0.07849549,
+              -0.05999108,
+              0.010471458,
+              -0.003400683,
+              0.043449093,
+              0.122919865,
+              9.668583e-05,
+              0.002153268,
+              0.018064681,
+              0.045069378,
+              -0.09762388,
+              0.11186886,
+              0.049657565,
+              -0.03485217,
+              -0.039568134,
+              0.003532146,
+              0.15894793,
+              0.06341193,
+              0.047953114,
+              0.011617699,
+              0.009799243,
+              0.015377702,
+              0.009379663,
+              0.079989135,
+              0.019207356,
+              -0.13718612,
+              0.01730099,
+              0.013687199,
+              0.014266827,
+              -0.00022628276,
+              -0.017710257,
+              0.02291068,
+              0.03590651,
+              -0.015361055,
+              -0.00978436,
+              -0.0401825,
+              -0.011481894,
+              0.00014050963,
+              0.08540761,
+              0.08730027,
+              0.0046967245,
+              0.006164595,
+              0.003031956,
+              0.008891807,
+              -0.006260525,
+              0.05061661,
+              0.0005252785,
+              0.0467754,
+              0.09363822,
+              -0.012814104,
+              0.017708639,
+              -0.062698044,
+              -0.11535818,
+              0.041123625,
+              -0.014939021,
+              0.044815876,
+              -0.020868087,
+              0.042999975,
+              -0.061038766,
+              0.019998673,
+              -0.068740115,
+              -0.035516046,
+              0.041884515,
+              0.012185281,
+              -0.029084096,
+              -0.06643917,
+              0.030638866,
+              0.05149607,
+              -0.12815061,
+              0.06821646,
+              -0.047070153,
+              -0.032925386,
+              0.007499353,
+              -0.017841771,
+              0.038296465,
+              -0.015792726,
+              0.07054022,
+              0.038072467,
+              -0.11428876,
+              0.04210153,
+              -0.11162366,
+              -0.045723915,
+              -0.028951947,
+              0.12735675,
+              -0.013946637,
+              -0.027157523,
+              0.07295939,
+              0.024098422,
+              -0.054050542,
+              -0.13125896,
+              0.03013205,
+              -0.023223283,
+              -0.019072957,
+              -0.007864101,
+              -0.021954412,
+              -0.05329901,
+              -0.07088355,
+              -0.0115214065,
+              -0.023399564,
+              -0.015638318,
+              0.05148062,
+              0.029261008,
+              0.06481798,
+              0.064031154,
+              0.014445124,
+              -0.058017716,
+              -0.069921836,
+              -0.023950975,
+              -0.08490842,
+              -0.08779567,
+              0.048162255,
+              -6.1240354e-33,
+              0.010315817,
+              0.038685724,
+              0.0031864564,
+              0.0357421,
+              0.0050265454,
+              -0.004210234,
+              -0.053900674,
+              -0.02988569,
+              -0.07548199,
+              -0.078777455,
+              -0.012271205,
+              -0.05056629,
+              0.020729113,
+              -0.051866043,
+              -0.059254467,
+              -0.059903424,
+              -0.055699438,
+              0.032196835,
+              -0.006328442,
+              -0.021668624,
+              -0.059921067,
+              0.0519611,
+              0.051227964,
+              -0.063502096,
+              -0.04873505,
+              -0.014265467,
+              0.0025537873,
+              -0.024346355,
+              -0.0055181426,
+              0.02007461,
+              -0.10196586,
+              0.010727814,
+              -0.023194604,
+              -0.081025146,
+              -0.014997581,
+              0.0017926424,
+              0.045078833,
+              -0.052792255,
+              -0.05368693,
+              -0.013245513,
+              -0.019808132,
+              0.020031843,
+              -0.00081401254,
+              -0.10117647,
+              -0.0007066768,
+              0.09663035,
+              -0.03946875,
+              0.04954661,
+              0.042237334,
+              0.007943922,
+              -0.05234212,
+              0.051887065,
+              0.03711589,
+              0.034850314,
+              0.063441575,
+              -0.026583876,
+              -0.009227281,
+              -0.0025737104,
+              -0.056082893,
+              0.0020716325,
+              -0.020129146,
+              0.0012315192,
+              -0.0017609745,
+              0.019111704,
+              0.016572498,
+              -0.011374,
+              0.010381644,
+              -0.007864189,
+              0.04664868,
+              -0.046856377,
+              -0.08523834,
+              -0.008974813,
+              0.012022968,
+              0.013285977,
+              0.015182303,
+              0.03708482,
+              0.026587088,
+              0.014473839,
+              -0.013946565,
+              0.01999883,
+              -0.06888259,
+              -0.07111367,
+              0.012369427,
+              0.032828625,
+              -0.03152666,
+              0.045777358,
+              0.06801705,
+              -0.07747748,
+              0.018461134,
+              0.06620267,
+              -0.086365156,
+              0.008950603,
+              0.041320425,
+              0.009541193,
+              0.0066037327,
+              4.71081e-33,
+              -0.026172558,
+              0.0013145636,
+              -0.014140948,
+              -0.024360213,
+              0.06931815,
+              0.031448748,
+              0.037257418,
+              0.06468137,
+              0.049403396,
+              0.11072201,
+              0.04985356,
+              0.06679111,
+              0.04153249,
+              -0.034106053,
+              0.070283465,
+              0.034855895,
+              0.12902643,
+              -0.021033453,
+              0.008940618,
+              0.030177405,
+              -0.022881329,
+              0.036504544,
+              -0.13194299,
+              0.045612644,
+              -0.0127895875,
+              0.04174139,
+              0.1232064,
+              -0.013484046,
+              -0.007285246,
+              -0.029776007,
+              0.025007037,
+              -0.009516822,
+              0.02475585,
+              0.023208592,
+              -0.019141924,
+              0.02259424,
+              0.013740329,
+              -0.038490705,
+              -0.014461541,
+              0.075218394,
+              0.13589163,
+              0.009839605,
+              -0.037563317,
+              -0.02737327,
+              -0.016485116,
+              -0.048845276,
+              -0.03523722,
+              -0.05439929,
+              -0.0017957076,
+              0.03563579,
+              -0.010255764,
+              -0.01859244,
+              -0.03647324,
+              -0.055985246,
+              -0.007833892,
+              0.009086756,
+              -0.007333394,
+              0.050386623,
+              -0.0002305643,
+              -0.03637248,
+              -0.024937423,
+              0.058877032,
+              -0.07250415,
+              0.07401245,
+              0.053917013,
+              -0.051895224,
+              -0.006332244,
+              0.07850189,
+              -0.01695057,
+              -0.006673017,
+              0.012659739,
+              -0.014127065,
+              -0.13639799,
+              -0.08524976,
+              -0.017533274,
+              -0.0046930755,
+              0.013687301,
+              0.0009185522,
+              -0.0719948,
+              -0.06887779,
+              0.14208324,
+              0.03187123,
+              -0.055919908,
+              0.030401653,
+              0.061900012,
+              0.029921472,
+              -0.00096237566,
+              -0.065010294,
+              -0.020657646,
+              0.039562404,
+              -0.123846576,
+              0.0028867351,
+              0.051196404,
+              0.13397509,
+              -0.088453874,
+              -1.7590333e-08,
+              -0.025786474,
+              -0.080303885,
+              -0.09164947,
+              0.031999,
+              0.00584884,
+              0.11464121,
+              0.023377793,
+              -0.06902527,
+              -0.055941124,
+              -0.05787791,
+              0.014640494,
+              0.080320895,
+              0.0037027278,
+              -0.030824674,
+              0.024432683,
+              0.008549355,
+              -0.05291309,
+              -0.06636625,
+              0.0007468212,
+              -0.02379191,
+              0.030766092,
+              0.054053318,
+              -0.0027251292,
+              -0.09928475,
+              -0.0150488615,
+              0.016240431,
+              -0.0015727071,
+              0.01190173,
+              0.007895162,
+              0.04894733,
+              0.00487708,
+              0.08263861,
+              -0.014527478,
+              -0.043879665,
+              0.004633697,
+              0.024611989,
+              0.023827499,
+              0.02366802,
+              0.050754935,
+              -0.051841788,
+              0.0212632,
+              -0.0034418616,
+              -0.021175656,
+              0.020591663,
+              -0.06475325,
+              0.0542002,
+              0.027792262,
+              -0.05295982,
+              0.01509645,
+              -0.11977527,
+              -0.03416359,
+              -0.012206606,
+              0.047451705,
+              0.020876253,
+              -0.026368074,
+              0.01502373,
+              0.033982284,
+              0.059788153,
+              -0.052526973,
+              0.03356499,
+              0.061180886,
+              0.096336305,
+              0.116353564,
+              -0.016122948
             ],
             "index": 0,
             "object": "embedding"

tests/integration/recordings/responses/c1f63bb6469c.json

@@ -0,0 +1,119 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "system",
+          "content": "You are a helpful assistant"
+        },
+        {
+          "role": "user",
+          "content": "Call get_boiling_point_with_metadata tool and answer What is the boiling point of polyjuice?"
+        }
+      ],
+      "max_tokens": 0,
+      "stream": true,
+      "temperature": 0.0001,
+      "tool_choice": "auto",
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "get_boiling_point_with_metadata",
+            "description": "Returns the boiling point of a liquid in Celcius or Fahrenheit",
+            "parameters": {
+              "type": "object",
+              "properties": {
+                "liquid_name": {
+                  "type": "str",
+                  "description": "The name of the liquid"
+                },
+                "celcius": {
+                  "type": "bool",
+                  "description": "Whether to return the boiling point in Celcius"
+                }
+              },
+              "required": [
+                "liquid_name"
+              ]
+            }
+          }
+        }
+      ],
+      "top_p": 0.9
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": [
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-14",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": [
+                  {
+                    "index": 0,
+                    "id": "call_1fnozor9",
+                    "function": {
+                      "arguments": "{\"celcius\":null,\"liquid_name\":\"polyjuice\"}",
+                      "name": "get_boiling_point_with_metadata"
+                    },
+                    "type": "function"
+                  }
+                ]
+              },
+              "finish_reason": null,
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759425243,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      },
+      {
+        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
+        "__data__": {
+          "id": "chatcmpl-14",
+          "choices": [
+            {
+              "delta": {
+                "content": "",
+                "function_call": null,
+                "refusal": null,
+                "role": "assistant",
+                "tool_calls": null
+              },
+              "finish_reason": "tool_calls",
+              "index": 0,
+              "logprobs": null
+            }
+          ],
+          "created": 1759425243,
+          "model": "llama3.2:3b-instruct-fp16",
+          "object": "chat.completion.chunk",
+          "service_tier": null,
+          "system_fingerprint": "fp_ollama",
+          "usage": null
+        }
+      }
+    ],
+    "is_streaming": true
+  }
+}

tests/integration/recordings/responses/c2ac76cbf66d.json

@@ -21,7 +21,7 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-876",
+        "id": "chatcmpl-368",
         "choices": [
           {
             "finish_reason": "stop",
@@ -38,7 +38,7 @@
             }
           }
         ],
-        "created": 1759282400,
+        "created": 1759373692,
         "model": "llama-guard3:1b",
         "object": "chat.completion",
         "service_tier": null,

tests/integration/recordings/responses/c3dbccc5de74.json

@@ -47,7 +47,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-634",
+          "id": "chatcmpl-688",
           "choices": [
             {
               "delta": {
@@ -58,7 +58,7 @@
                 "tool_calls": [
                   {
                     "index": 0,
-                    "id": "call_wubm4yax",
+                    "id": "call_bnha2w8y",
                     "function": {
                       "arguments": "{\"location\":\"San Francisco, CA\"}",
                       "name": "get_weather"
@@ -72,7 +72,7 @@
               "logprobs": null
             }
           ],
-          "created": 1758975115,
+          "created": 1759376611,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,
@@ -83,7 +83,7 @@
       {
         "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
         "__data__": {
-          "id": "chatcmpl-634",
+          "id": "chatcmpl-688",
           "choices": [
             {
               "delta": {
@@ -98,7 +98,7 @@
               "logprobs": null
             }
           ],
-          "created": 1758975115,
+          "created": 1759376611,
           "model": "llama3.2:3b-instruct-fp16",
           "object": "chat.completion.chunk",
           "service_tier": null,

tests/integration/recordings/responses/c4991de37dfb.json

@@ -0,0 +1,78 @@
+{
+  "request": {
+    "method": "POST",
+    "url": "http://0.0.0.0:11434/v1/v1/chat/completions",
+    "headers": {},
+    "body": {
+      "model": "llama3.2:3b-instruct-fp16",
+      "messages": [
+        {
+          "role": "user",
+          "content": "Call the no args tool"
+        }
+      ],
+      "tools": [
+        {
+          "type": "function",
+          "function": {
+            "name": "no_args_tool",
+            "description": "Tool with no arguments",
+            "parameters": {
+              "type": "object",
+              "properties": {}
+            }
+          }
+        }
+      ]
+    },
+    "endpoint": "/v1/chat/completions",
+    "model": "llama3.2:3b-instruct-fp16"
+  },
+  "response": {
+    "body": {
+      "__type__": "openai.types.chat.chat_completion.ChatCompletion",
+      "__data__": {
+        "id": "chatcmpl-978",
+        "choices": [
+          {
+            "finish_reason": "tool_calls",
+            "index": 0,
+            "logprobs": null,
+            "message": {
+              "content": "",
+              "refusal": null,
+              "role": "assistant",
+              "annotations": null,
+              "audio": null,
+              "function_call": null,
+              "tool_calls": [
+                {
+                  "id": "call_wbx3rwxz",
+                  "function": {
+                    "arguments": "{}",
+                    "name": "no_args_tool"
+                  },
+                  "type": "function",
+                  "index": 0
+                }
+              ]
+            }
+          }
+        ],
+        "created": 1759437808,
+        "model": "llama3.2:3b-instruct-fp16",
+        "object": "chat.completion",
+        "service_tier": null,
+        "system_fingerprint": "fp_ollama",
+        "usage": {
+          "completion_tokens": 14,
+          "prompt_tokens": 148,
+          "total_tokens": 162,
+          "completion_tokens_details": null,
+          "prompt_tokens_details": null
+        }
+      }
+    },
+    "is_streaming": false
+  }
+}

tests/integration/recordings/responses/c62eb5d7115e.json

@@ -20,14 +20,14 @@
     "body": {
       "__type__": "openai.types.chat.chat_completion.ChatCompletion",
       "__data__": {
-        "id": "chatcmpl-842",
+        "id": "chatcmpl-422",
         "choices": [
           {
             "finish_reason": "stop",
             "index": 0,
             "logprobs": null,
             "message": {
-              "content": "The smallest country in the world is the Vatican City, an independent city-state located within Rome, Italy. It has a total area of approximately 0.44 km\u00b2 (0.17 sq mi) and a population of around 800 people.\n\nDespite its tiny size, the Vatican City is a sovereign state with its own government, currency, postal system, and even a small army (the Gendarmeria Romana). It's also home to numerous iconic landmarks, including St. Peter's Basilica, the Sistine Chapel, and the Vatican Museums.\n\nThe Vatican City is so small that it can fit entirely within an average American city park!",
+              "content": "The smallest country in the world is the Vatican City, with an area of approximately 0.44 km\u00b2 (0.17 sq mi). It is an independent city-state located within Rome, Italy, and is the headquarters of the Catholic Church. Despite its small size, the Vatican City has a population of around 800 people, including the Pope and other high-ranking officials.",
               "refusal": null,
               "role": "assistant",
               "annotations": null,
@@ -37,15 +37,15 @@
             }
           }
         ],
-        "created": 1759012145,
+        "created": 1759437861,
         "model": "llama3.2:3b-instruct-fp16",
         "object": "chat.completion",
         "service_tier": null,
         "system_fingerprint": "fp_ollama",
         "usage": {
-          "completion_tokens": 133,
+          "completion_tokens": 77,
           "prompt_tokens": 34,
-          "total_tokens": 167,
+          "total_tokens": 111,
           "completion_tokens_details": null,
           "prompt_tokens_details": null
         }