{ "request": { "method": "POST", "url": "__databricks__/serving-endpoints/v1/chat/completions", "headers": {}, "body": { "model": "databricks-meta-llama-3-3-70b-instruct", "messages": [ { "role": "user", "content": "What's the weather in Tokyo? Use the get_weather function to get the weather." } ], "stream": true, "tools": [ { "type": "function", "function": { "name": "get_weather", "description": "Get the weather in a given city", "parameters": { "type": "object", "properties": { "city": { "type": "string", "description": "The city to get the weather for" } } } } } ] }, "endpoint": "/v1/chat/completions", "model": "databricks-meta-llama-3-3-70b-instruct" }, "response": { "body": [ { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_4c3ae1bf-991d-4266-a12d-b1e97ecbb7a0", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": "assistant", "tool_calls": [ { "index": 0, "id": "call_87aed80e-f856-468f-9523-52db3018d83d", "function": { "arguments": "", "name": "get_weather" }, "type": "function" } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326502, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 15, "prompt_tokens": 682, "total_tokens": 697, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_4c3ae1bf-991d-4266-a12d-b1e97ecbb7a0", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": "{ \"city\": \"Tokyo\" }", "name": null }, "type": null } ] }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326502, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 15, "prompt_tokens": 682, "total_tokens": 697, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_4c3ae1bf-991d-4266-a12d-b1e97ecbb7a0", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": [ { "index": 0, "id": null, "function": { "arguments": "", "name": null }, "type": null } ] }, "finish_reason": "tool_calls", "index": 0, "logprobs": null } ], "created": 1758326502, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 15, "prompt_tokens": 682, "total_tokens": 697, "completion_tokens_details": null, "prompt_tokens_details": null } } } ], "is_streaming": true } }