{
  "test_id": "tests/integration/inference/test_openai_completion.py::test_openai_completion_streaming[txt=ollama/llama3.2:3b-instruct-fp16-inference:completion:sanity]",
  "request": {
    "method": "POST",
    "url": "http://0.0.0.0:11434/v1/v1/completions",
    "headers": {},
    "body": {
      "model": "llama3.2:3b-instruct-fp16",
      "prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ",
      "max_tokens": 50,
      "stream": true,
      "extra_body": null
    },
    "endpoint": "/v1/completions",
    "model": "llama3.2:3b-instruct-fp16"
  },
  "response": {
    "body": [
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "Blue"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": ".\n\n"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "The"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " reason"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " I"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " chose"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " \""
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "blue"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "\""
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " instead"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " of"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " \""
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "purple"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "\","
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " which"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " is"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " a"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " more"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " conventional"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " completion"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " of"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " the"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " poem"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": ","
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " is"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " that"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " \""
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "v"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "io"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "lets"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " are"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " blue"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "\""
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " is"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " actually"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " an"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " older"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " rhyme"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " scheme"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " dating"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " back"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " to"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " the"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " "
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "16"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "th"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " century"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": "."
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " The"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": null,
              "index": 0,
              "logprobs": null,
              "text": " original"
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      },
      {
        "__type__": "openai.types.completion.Completion",
        "__data__": {
          "id": "rec-c13ae329f44b",
          "choices": [
            {
              "finish_reason": "length",
              "index": 0,
              "logprobs": null,
              "text": ""
            }
          ],
          "created": 0,
          "model": "llama3.2:3b-instruct-fp16",
          "object": "text_completion",
          "system_fingerprint": "fp_ollama",
          "usage": null
        }
      }
    ],
    "is_streaming": true
  }
}