{
  "request": {
    "method": "POST",
    "url": "__databricks__/serving-endpoints/v1/chat/completions",
    "headers": {},
    "body": {
      "model": "databricks-meta-llama-3-3-70b-instruct",
      "messages": [
        {
          "role": "user",
          "content": "What is the name of the US captial?"
        }
      ],
      "stream": true
    },
    "endpoint": "/v1/chat/completions",
    "model": "databricks-meta-llama-3-3-70b-instruct"
  },
  "response": {
    "body": [
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "",
                "function_call": null,
                "refusal": null,
                "role": "assistant",
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 2,
            "prompt_tokens": 20,
            "total_tokens": 22,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "The ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 2,
            "prompt_tokens": 20,
            "total_tokens": 22,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "capital ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 3,
            "prompt_tokens": 20,
            "total_tokens": 23,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "of ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 4,
            "prompt_tokens": 20,
            "total_tokens": 24,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "the ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 5,
            "prompt_tokens": 20,
            "total_tokens": 25,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "United ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 6,
            "prompt_tokens": 20,
            "total_tokens": 26,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "States ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 7,
            "prompt_tokens": 20,
            "total_tokens": 27,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "is ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 8,
            "prompt_tokens": 20,
            "total_tokens": 28,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "Washington, ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 10,
            "prompt_tokens": 20,
            "total_tokens": 30,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "D.C. ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 13,
            "prompt_tokens": 20,
            "total_tokens": 33,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "(short ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 15,
            "prompt_tokens": 20,
            "total_tokens": 35,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "for ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 16,
            "prompt_tokens": 20,
            "total_tokens": 36,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "District ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 17,
            "prompt_tokens": 20,
            "total_tokens": 37,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "of ",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 18,
            "prompt_tokens": 20,
            "total_tokens": 38,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "Columbia).",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": null,
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 20,
            "prompt_tokens": 20,
            "total_tokens": 40,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      },
      {
        "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
        "__data__": {
          "id": "rec-ecf6f0c51485",
          "choices": [
            {
              "delta": {
                "content": "",
                "function_call": null,
                "refusal": null,
                "role": null,
                "tool_calls": null
              },
              "finish_reason": "stop",
              "index": 0,
              "logprobs": null
            }
          ],
          "created": 0,
          "model": "meta-llama-3.3-70b-instruct-121024",
          "object": "chat.completion.chunk",
          "service_tier": null,
          "system_fingerprint": null,
          "usage": {
            "completion_tokens": 20,
            "prompt_tokens": 20,
            "total_tokens": 40,
            "completion_tokens_details": null,
            "prompt_tokens_details": null
          }
        }
      }
    ],
    "is_streaming": true
  }
}
