{ "test_id": "tests/integration/inference/test_openai_completion.py::test_openai_completion_streaming[txt=ollama/llama3.2:3b-instruct-fp16-inference:completion:sanity]", "request": { "method": "POST", "url": "http://0.0.0.0:11434/v1/v1/completions", "headers": {}, "body": { "model": "llama3.2:3b-instruct-fp16", "prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ", "max_tokens": 50, "stream": true }, "endpoint": "/v1/completions", "model": "llama3.2:3b-instruct-fp16" }, "response": { "body": [ { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "Blue" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": ".\n\n" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "My" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " answer" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " is" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " \"" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "blue" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "\"" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " because" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " it" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " completes" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " a" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " common" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " nursery" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " rhyme" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": ":" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " \"" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "R" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "oses" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " are" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " red" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "," } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " V" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "io" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "lets" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " are" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " blue" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "\"." } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " This" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " rhyme" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " is" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " often" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " used" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " to" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " express" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " admiration" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " or" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " love" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " for" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " someone" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "," } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " and" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " has" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " become" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " a" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " well" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": "-known" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " and" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " iconic" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, "text": " phrase" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } }, { "__type__": "openai.types.completion.Completion", "__data__": { "id": "rec-8567635651a5", "choices": [ { "finish_reason": "length", "index": 0, "logprobs": null, "text": "" } ], "created": 0, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": null } } ], "is_streaming": true }, "id_normalization_mapping": {} }