{ "request": { "method": "POST", "url": "http://localhost:11434/api/generate", "headers": {}, "body": { "model": "llama3.2:3b-instruct-fp16", "raw": true, "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n {\n \"name\": \"book_flight\",\n \"description\": \"\n Book a flight with passenger and payment information.\n\n This tool uses JSON Schema $ref and $defs for type reuse.\n \",\n \"parameters\": {\n \"type\": \"dict\",\n \"required\": [\"flight\", \"passengers\", \"payment\"],\n \"properties\": {\n \"flight\": {\n \"type\": \"object\",\n \"description\": \"\"\n },\n \"passengers\": {\n \"type\": \"array\",\n \"description\": \"\"\n },\n \"payment\": {\n \"type\": \"object\",\n \"description\": \"\"\n }\n }\n }\n },\n {\n \"name\": \"process_order\",\n \"description\": \"\n Process an order with nested address information.\n\n Uses nested objects and $ref.\n \",\n \"parameters\": {\n \"type\": \"dict\",\n \"required\": [\"order_data\"],\n \"properties\": {\n \"order_data\": {\n \"type\": \"object\",\n \"description\": \"\"\n }\n }\n }\n },\n {\n \"name\": \"flexible_contact\",\n \"description\": \"\n Accept flexible contact (email or phone).\n\n Uses anyOf schema.\n \",\n \"parameters\": {\n \"type\": \"dict\",\n \"required\": [\"contact_info\"],\n \"properties\": {\n \"contact_info\": {\n \"type\": \"string\",\n \"description\": \"\"\n }\n }\n }\n }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant that can process orders and book flights.<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nProcess an order with 2 widgets going to 123 Main St, San Francisco<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n", "options": { "temperature": 0.0 }, "stream": true }, "endpoint": "/api/generate", "model": "llama3.2:3b-instruct-fp16" }, "response": { "body": [ { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.457795Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "[", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.499711Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "process", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.544576Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "_order", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.588521Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "(order", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.633501Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "_data", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.677395Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "={\"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.720407Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "order", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.763935Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "_id", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.807169Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\":", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.851019Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " ", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.893637Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "1", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.935864Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": ",", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:19.978334Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.020617Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "customer", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.063212Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "_name", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.106093Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\":", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.149989Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.192674Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "John", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.236337Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " Doe", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.278777Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\",", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.320886Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.363891Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "address", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.40745Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\":", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.451859Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " {\"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.494751Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "street", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.536928Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\":", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.581229Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.623455Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "123", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.665328Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " Main", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.707445Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " St", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.749803Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\",", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.792527Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.835252Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "city", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.878606Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\":", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.921646Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:20.963436Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "San", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:21.012147Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " Francisco", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:21.063248Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\"}}", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:21.10591Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": ")]", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T23:00:21.149804Z", "done": true, "done_reason": "stop", "total_duration": 3544551625, "load_duration": 122599250, "prompt_eval_count": 556, "prompt_eval_duration": 1727890958, "eval_count": 40, "eval_duration": 1693076542, "response": "", "thinking": null, "context": null } } ], "is_streaming": true } }