{ "test_id": "tests/integration/inference/test_openai_completion.py::test_openai_completion_streaming[txt=ollama/llama3.2:3b-instruct-fp16-inference:completion:sanity]", "request": { "method": "POST", "url": "http://0.0.0.0:11434/v1/v1/completions", "headers": {}, "body": { "model": "llama3.2:3b-instruct-fp16", "prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ", "max_tokens": 50, "stream": true }, "endpoint": "/v1/completions", "model": "llama3.2:3b-instruct-fp16" }, "response": { "body": [ { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "blue" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": ".\n\n" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "The" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " classic" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " nursery" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " rhyme" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " goes" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": ":\n\n" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "R" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "oses" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " are" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " red" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": ",\n" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "V" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "io" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "lets" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " are" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " blue" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": ".\n" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "Sugar" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " is" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " sweet" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": ",\n" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "And" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " so" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " are" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " you" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": ".\n\n" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "This" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " completes" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " the" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " traditional" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " rhyme" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " with" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " the" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " second" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " line" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " being" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " \"" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "vio" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "lets" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " are" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " blue" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "\"," } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " which" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " has" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " been" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " a" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " ubiquitous" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " and" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": "length", "index": 0, "logprobs": null, "text": "" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } } ], "is_streaming": true }, "id_normalization_mapping": {} }