{ "request": { "method": "POST", "url": "http://localhost:11434/api/generate", "headers": {}, "body": { "model": "llama3.2:3b-instruct-fp16", "raw": true, "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant. You have access to functions, but you should only use them if they are required.\nYou are an expert in composing functions. You are given a question and a set of possible functions.\nBased on the question, you may or may not need to make one function/tool call to achieve the purpose.\n\nIf you decide to invoke any of the function(s), you MUST put it in the format of [func_name1(params_name1=params_value1, params_name2=params_value2...), func_name2(params)]\nIf you decide to invoke a function, you SHOULD NOT include any other text in the response. besides the function call in the above format.\nFor a boolean parameter, be sure to use `True` or `False` (capitalized) for the value.\n\n\nHere is a list of functions in JSON format that you can invoke.\n\n[\n {\n \"name\": \"book_flight\",\n \"description\": \"\n Book a flight with passenger and payment information.\n\n This tool uses JSON Schema $ref and $defs for type reuse.\n \",\n \"parameters\": {\n \"type\": \"dict\",\n \"required\": [\"flight\", \"passengers\", \"payment\"],\n \"properties\": {\n \"flight\": {\n \"type\": \"object\",\n \"description\": \"\"\n },\n \"passengers\": {\n \"type\": \"array\",\n \"description\": \"\"\n },\n \"payment\": {\n \"type\": \"object\",\n \"description\": \"\"\n }\n }\n }\n },\n {\n \"name\": \"process_order\",\n \"description\": \"\n Process an order with nested address information.\n\n Uses nested objects and $ref.\n \",\n \"parameters\": {\n \"type\": \"dict\",\n \"required\": [\"order_data\"],\n \"properties\": {\n \"order_data\": {\n \"type\": \"object\",\n \"description\": \"\"\n }\n }\n }\n },\n {\n \"name\": \"flexible_contact\",\n \"description\": \"\n Accept flexible contact (email or phone).\n\n Uses anyOf schema.\n \",\n \"parameters\": {\n \"type\": \"dict\",\n \"required\": [\"contact_info\"],\n \"properties\": {\n \"contact_info\": {\n \"type\": \"string\",\n \"description\": \"\"\n }\n }\n }\n }\n]\n\nYou can answer general questions or invoke tools when necessary.\nIn addition to tool calls, you should also augment your responses by using the tool outputs.\nYou are a helpful assistant that can process orders and book flights.<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nProcess an order with 2 widgets going to 123 Main St, San Francisco<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n", "options": { "temperature": 0.0 }, "stream": true }, "endpoint": "/api/generate", "model": "llama3.2:3b-instruct-fp16" }, "response": { "body": [ { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:15.998653Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "[", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.042936Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "process", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.086689Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "_order", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.128398Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "(order", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.172808Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "_data", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.215123Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "={\"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.259326Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "order", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.303332Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "_id", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.345453Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\":", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.388745Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " ", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.432258Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "1", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.474552Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": ",", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.51763Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.561623Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "customer", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.605498Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "_name", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.649228Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\":", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.691311Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.735229Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "John", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.77891Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " Doe", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.822779Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\",", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.864798Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.908719Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "address", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.952037Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\":", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:16.997344Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " {\"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.040154Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "street", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.084207Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\":", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.125633Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.169076Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "123", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.211634Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " Main", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.254149Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " St", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.298417Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\",", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.339693Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.382919Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "city", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.42623Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\":", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.468642Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " \"", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.512136Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "San", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.553518Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": " Francisco", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.597107Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": "\"}}", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.640858Z", "done": false, "done_reason": null, "total_duration": null, "load_duration": null, "prompt_eval_count": null, "prompt_eval_duration": null, "eval_count": null, "eval_duration": null, "response": ")]", "thinking": null, "context": null } }, { "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", "created_at": "2025-10-01T22:46:17.685634Z", "done": true, "done_reason": "stop", "total_duration": 7493315500, "load_duration": 4640587750, "prompt_eval_count": 556, "prompt_eval_duration": 1163238292, "eval_count": 40, "eval_duration": 1687901500, "response": "", "thinking": null, "context": null } } ], "is_streaming": true } }