{ "request": { "method": "POST", "url": "https://api.together.xyz/v1/v1/chat/completions", "headers": {}, "body": { "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "messages": [ { "role": "user", "content": "What is the name of the US captial?" } ], "stream": true }, "endpoint": "/v1/chat/completions", "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" }, "response": { "body": [ { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": "The", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 791 }, "finish_reason": null, "index": 0, "logprobs": null, "text": "The", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " name", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 836 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " name", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " of", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 315 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " of", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " the", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 279 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " the", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " US", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 2326 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " US", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " capital", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 6864 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " capital", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " is", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 374 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " is", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " Washington", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 6652 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " Washington", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": ",", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 11 }, "finish_reason": null, "index": 0, "logprobs": null, "text": ",", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " D", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 423 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " D", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": ".C", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 732 }, "finish_reason": null, "index": 0, "logprobs": null, "text": ".C", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": ".", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 13 }, "finish_reason": null, "index": 0, "logprobs": null, "text": ".", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " (", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 320 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " (", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": "short", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 8846 }, "finish_reason": null, "index": 0, "logprobs": null, "text": "short", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " for", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 369 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " for", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " District", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 11182 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " District", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " of", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 315 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " of", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": " Columbia", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 19326 }, "finish_reason": null, "index": 0, "logprobs": null, "text": " Columbia", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": ").", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 570 }, "finish_reason": null, "index": 0, "logprobs": null, "text": ").", "seed": null } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "oBUtdGc-62bZhn-9801a2b11e77499b", "choices": [ { "delta": { "content": "", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null, "token_id": 128009 }, "finish_reason": "stop", "index": 0, "logprobs": null, "text": "", "seed": 10296991816860367000 } ], "created": 1758039042, "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 20, "prompt_tokens": 45, "total_tokens": 65, "completion_tokens_details": null, "prompt_tokens_details": null, "cached_tokens": 0 } } } ], "is_streaming": true } }