llama-stack-mirror/tests/integration/inference/recordings/62ea1f6cc098a6fb594d3fffb42ed15bc0cb8149adc34b0a9abe079346df9c2f.json

182 lines
5.6 KiB
JSON
Generated

{
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_streaming[client_with_models-txt=bedrock-inference/openai.gpt-oss-20b-1:0-inference:chat_completion:streaming_02]",
"request": {
"method": "POST",
"url": "https://bedrock-runtime.us-west-2.amazonaws.com/openai/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "openai.gpt-oss-20b-1:0",
"messages": [
{
"role": "user",
"content": "What is the name of the US captial?"
}
],
"stream": true
},
"endpoint": "/v1/chat/completions",
"model": "openai.gpt-oss-20b-1:0"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "rec-62ea1f6cc098",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 0,
"model": "openai.gpt-oss-20b-1:0",
"object": "chat.completion.chunk",
"service_tier": "auto",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "rec-62ea1f6cc098",
"choices": [
{
"delta": {
"content": "<reasoning>The user asks: \"What is the name of the US captial?\" Likely a typo \"captial\" meant \"capital\". The answer: Washington, D.C. But need to address the misspelling or correct. Should provide correct info with</reasoning>",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 0,
"model": "openai.gpt-oss-20b-1:0",
"object": "chat.completion.chunk",
"service_tier": "auto",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "rec-62ea1f6cc098",
"choices": [
{
"delta": {
"content": "<reasoning> brief explanation. Also mention that Washington, D.C., is named after George Washington. Should not mention policy. Just answer.</reasoning>",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 0,
"model": "openai.gpt-oss-20b-1:0",
"object": "chat.completion.chunk",
"service_tier": "auto",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "rec-62ea1f6cc098",
"choices": [
{
"delta": {
"content": "The capital of the United States is **Washington, D.C.** It is named after George Washington and serves as the seat of the federal government",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 0,
"model": "openai.gpt-oss-20b-1:0",
"object": "chat.completion.chunk",
"service_tier": "auto",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "rec-62ea1f6cc098",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 0,
"model": "openai.gpt-oss-20b-1:0",
"object": "chat.completion.chunk",
"service_tier": "auto",
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "rec-62ea1f6cc098",
"choices": [
{
"delta": {
"content": null,
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": "stop",
"index": 0,
"logprobs": null
}
],
"created": 0,
"model": "openai.gpt-oss-20b-1:0",
"object": "chat.completion.chunk",
"service_tier": "auto",
"system_fingerprint": null,
"usage": null
}
}
],
"is_streaming": true
},
"id_normalization_mapping": {}
}