{ "request": { "method": "POST", "url": "http://localhost:8000/v1/v1/chat/completions", "headers": {}, "body": { "model": "meta-llama/Llama-3.2-1B-Instruct", "messages": [ { "role": "user", "content": "What's the name of the Sun in latin?" } ], "n": 2, "stream": true }, "endpoint": "/v1/chat/completions", "model": "meta-llama/Llama-3.2-1B-Instruct" }, "response": { "body": [ { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": "", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": "", "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null }, "finish_reason": null, "index": 1, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": "The", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " Latin", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": "The", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 1, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " name", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " Latin", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 1, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " for", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " word", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 1, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " the", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " for", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 1, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " Sun", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " the", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 1, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " is", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " Sun", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 1, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " Sol", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " is", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 1, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": ".", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": " Sol", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 1, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": "", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": "stop", "index": 0, "logprobs": null, "stop_reason": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": ".", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 1, "logprobs": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", "choices": [ { "delta": { "content": "", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": "stop", "index": 1, "logprobs": null, "stop_reason": null } ], "created": 1758035999, "model": "meta-llama/Llama-3.2-1B-Instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } } ], "is_streaming": true } }