{ "request": { "method": "POST", "url": "__databricks__/serving-endpoints/v1/chat/completions", "headers": {}, "body": { "model": "databricks-meta-llama-3-3-70b-instruct", "messages": [ { "role": "user", "content": "Hello, world!" } ], "stream": true }, "endpoint": "/v1/chat/completions", "model": "databricks-meta-llama-3-3-70b-instruct" }, "response": { "body": [ { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 3, "prompt_tokens": 14, "total_tokens": 17, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "Hello! ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 3, "prompt_tokens": 14, "total_tokens": 17, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "It's ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 5, "prompt_tokens": 14, "total_tokens": 19, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "nice ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 6, "prompt_tokens": 14, "total_tokens": 20, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "to ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 7, "prompt_tokens": 14, "total_tokens": 21, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "meet ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 8, "prompt_tokens": 14, "total_tokens": 22, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "you. ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 10, "prompt_tokens": 14, "total_tokens": 24, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "Is ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 11, "prompt_tokens": 14, "total_tokens": 25, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "there ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 12, "prompt_tokens": 14, "total_tokens": 26, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "something ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 13, "prompt_tokens": 14, "total_tokens": 27, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "I ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 14, "prompt_tokens": 14, "total_tokens": 28, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "can ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 15, "prompt_tokens": 14, "total_tokens": 29, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "help ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 16, "prompt_tokens": 14, "total_tokens": 30, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "you ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 17, "prompt_tokens": 14, "total_tokens": 31, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "with ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 18, "prompt_tokens": 14, "total_tokens": 32, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "or ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 19, "prompt_tokens": 14, "total_tokens": 33, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "would ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 20, "prompt_tokens": 14, "total_tokens": 34, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "you ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 21, "prompt_tokens": 14, "total_tokens": 35, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "like ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 22, "prompt_tokens": 14, "total_tokens": 36, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "to ", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 23, "prompt_tokens": 14, "total_tokens": 37, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "chat?", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 25, "prompt_tokens": 14, "total_tokens": 39, "completion_tokens_details": null, "prompt_tokens_details": null } } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d", "choices": [ { "delta": { "content": "", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": "stop", "index": 0, "logprobs": null } ], "created": 1758326500, "model": "meta-llama-3.3-70b-instruct-121024", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 25, "prompt_tokens": 14, "total_tokens": 39, "completion_tokens_details": null, "prompt_tokens_details": null } } } ], "is_streaming": true } }