{ "request": { "method": "POST", "url": "http://localhost:8000/v1/v1/chat/completions", "headers": {}, "body": { "model": "meta-llama/Llama-3.2-1B-Instruct", "tools": [ { "type": "function", "function": { "name": "get_object_namespace_list", "description": "Get the list of objects in a namespace", "parameters": { "type": "object", "properties": { "kind": { "type": "string", "description": "the type of object" }, "namespace": { "type": "string", "description": "the name of the namespace" } }, "required": [ "kind", "namespace" ] } } } ], "messages": [ { "role": "system", "content": [ { "type": "text", "text": "You are a helpful assistant." } ] }, { "role": "user", "content": [ { "type": "text", "text": "What pods are in the namespace openshift-lightspeed?" } ] }, { "role": "assistant", "content": [ { "type": "text", "text": "" } ], "tool_calls": [ { "id": "1", "type": "function", "function": { "name": "get_object_namespace_list", "arguments": "{\"kind\": \"pod\", \"namespace\": \"openshift-lightspeed\"}" } } ] }, { "role": "tool", "content": [ { "type": "text", "text": "the objects are pod1, pod2, pod3" } ] } ], "stream": true, "temperature": 0.0, "max_tokens": 4096 }, "endpoint": "/v1/chat/completions", "model": "meta-llama/Llama-3.2-1B-Instruct" }, "response": { "body": [ { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": "", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": "", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": "chatcmpl-tool-38e7327322d54c77a1fb8169386b83ba", "function": { "arguments": null, "name": "get_object_namespace_list" }, "type": "function" } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": "{\"kind\": \"", "name": null }, "type": null } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": "pod\"", "name": null }, "type": null } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": ", \"namespace\": \"", "name": null }, "type": null } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": "opens", "name": null }, "type": null } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": "hift", "name": null }, "type": null } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": "-l", "name": null }, "type": null } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": "ights", "name": null }, "type": null } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": "peed\"}", "name": null }, "type": null } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": "", "name": null }, "type": null } ] }, "finish_reason": "tool_calls", "index": 0, "logprobs": null, "stop_reason": 128008 } ], "created": 1758035819, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } } ], "is_streaming": true } }