{ "request": { "method": "POST", "url": "https://api.fireworks.ai/inference/v1/v1/chat/completions", "headers": {}, "body": { "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "messages": [ { "role": "user", "content": "What is the name of the US captial?" } ], "stream": true }, "endpoint": "/v1/chat/completions", "model": "accounts/fireworks/models/llama-v3p1-8b-instruct" }, "response": { "body": [ { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": "assistant", "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": "The name", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " of", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " the", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " US", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " capital", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " is", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " Washington", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": ",", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " D", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": ".C", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": ".", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " (", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": "short", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " for", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " District", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " of", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": " Columbia", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": ").", "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": null, "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": null } }, { "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", "__data__": { "id": "f72b5be3-a677-4c38-b6ae-8c7e5cc4bf29", "choices": [ { "delta": { "content": null, "function_call": null, "refusal": null, "role": null, "tool_calls": null }, "finish_reason": "stop", "index": 0, "logprobs": null } ], "created": 1758920398, "model": "accounts/fireworks/models/llama-v3p1-8b-instruct", "object": "chat.completion.chunk", "service_tier": null, "system_fingerprint": null, "usage": { "completion_tokens": 20, "prompt_tokens": 20, "total_tokens": 40, "completion_tokens_details": null, "prompt_tokens_details": null } } } ], "is_streaming": true } }