{ "test_id": "tests/integration/eval/test_eval.py::test_evaluate_benchmark[txt=ollama/llama3.2:3b-instruct-fp16-basic::subset_of]", "request": { "method": "POST", "url": "http://0.0.0.0:11434/v1/v1/chat/completions", "headers": {}, "body": { "model": "llama3.2:3b-instruct-fp16", "messages": [ { "role": "user", "content": "What is the largest planet in our solar system?" } ], "max_tokens": 512 }, "endpoint": "/v1/chat/completions", "model": "llama3.2:3b-instruct-fp16" }, "response": { "body": { "__type__": "openai.types.chat.chat_completion.ChatCompletion", "__data__": { "id": "rec-0a2ea52bcc4c", "choices": [ { "finish_reason": "stop", "index": 0, "logprobs": null, "message": { "content": "The largest planet in our solar system is Jupiter. It is a gas giant, meaning it is primarily composed of hydrogen and helium gases. Jupiter has a diameter of approximately 142,984 kilometers (88,846 miles), which is more than 11 times the diameter of Earth. It is also the fifth planet from the Sun and is known for its distinctive banded appearance, massive storms (such as the Great Red Spot), and numerous moons.", "refusal": null, "role": "assistant", "annotations": null, "audio": null, "function_call": null, "tool_calls": null } } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "chat.completion", "service_tier": null, "system_fingerprint": "fp_ollama", "usage": { "completion_tokens": 90, "prompt_tokens": 35, "total_tokens": 125, "completion_tokens_details": null, "prompt_tokens_details": null } } }, "is_streaming": false }, "id_normalization_mapping": {} }