{
  "test_id": "tests/integration/inference/test_openai_completion.py::test_openai_completion_streaming[txt=ollama/llama3.2:3b-instruct-fp16-inference:completion:sanity]",
  "request": {
    "method": "POST",
    "url": "http://0.0.0.0:11434/v1/v1/completions",
    "headers": {},
    "body": {
      "model": "llama3.2:3b-instruct-fp16",
      "prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ",
      "max_tokens": 50,
      "stream": true,
      "extra_body": {}
    },
    "endpoint": "/v1/completions",
    "model": "llama3.2:3b-instruct-fp16"
  },
  "response": {
    "body": [
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "Blue"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": ".\n\n"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "I"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " chose"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " \""
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "blue"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "\""
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " as"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " the"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " completion"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " of"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " the"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " traditional"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " English"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " poem"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " because"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " it"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " starts"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " with"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " the"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " first"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " letter"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " that"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " is"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " typically"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " used"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " in"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " the"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " second"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " line"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " of"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " this"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " famous"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " rh"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "ym"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "ing"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " couple"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "t"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": ","
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " creating"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " a"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " neat"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " and"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " balanced"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " closure"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " to"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " the"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " poetic"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " idea"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "."
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c03bc36fc4c1",
          "choices": [
            {
              "finish_reason": "length",
              "index": 0,
              "logprobs": null,
              "text": ""
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      }
    ],
    "is_streaming": true
  }
}