From 89517655848ccef022b5c136fb61b80854bb70ea Mon Sep 17 00:00:00 2001 From: Derek Higgins Date: Thu, 11 Sep 2025 16:17:22 +0100 Subject: [PATCH 1/4] test: improve test reliability and model compatibility - Update earth question to be more specific with multiple choice format to prevent Llama-3.2-1B-Instruct from rambling about other planets - Skip test_text_chat_completion_structured_output as it sometimes times out during CI execution again with Llama-3.2-1B-Instruct on vllm Signed-off-by: Derek Higgins --- scripts/integration-tests.sh | 2 +- tests/integration/responses/fixtures/test_cases.py | 4 ++-- tests/integration/test_cases/inference/chat_completion.json | 2 +- tests/integration/test_cases/openai/responses.json | 2 +- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/scripts/integration-tests.sh b/scripts/integration-tests.sh index eee60951d..38a5531d9 100755 --- a/scripts/integration-tests.sh +++ b/scripts/integration-tests.sh @@ -214,7 +214,7 @@ EXCLUDE_TESTS="builtin_tool or safety_with_image or code_interpreter or test_rag # Additional exclusions for vllm setup if [[ "$TEST_SETUP" == "vllm" ]]; then - EXCLUDE_TESTS="${EXCLUDE_TESTS} or test_inference_store_tool_calls" + EXCLUDE_TESTS="${EXCLUDE_TESTS} or test_inference_store_tool_calls or test_text_chat_completion_structured_output" fi PYTEST_PATTERN="not( $EXCLUDE_TESTS )" diff --git a/tests/integration/responses/fixtures/test_cases.py b/tests/integration/responses/fixtures/test_cases.py index bdd1a5d81..06129a675 100644 --- a/tests/integration/responses/fixtures/test_cases.py +++ b/tests/integration/responses/fixtures/test_cases.py @@ -29,7 +29,7 @@ class ResponsesTestCase(BaseModel): basic_test_cases = [ pytest.param( ResponsesTestCase( - input="Which planet do humans live on?", + input="Humans live on which planet: Mars, Venus, or Earth?", expected="earth", ), id="earth", @@ -76,7 +76,7 @@ multi_turn_test_cases = [ input="", # Not used for multi-turn expected="", # Not used for multi-turn turns=[ - ("Which planet do humans live on?", "earth"), + ("Humans live on which planet: Mars, Venus, or Earth?", "earth"), ("What is the name of the planet from your previous response?", "earth"), ], ), diff --git a/tests/integration/test_cases/inference/chat_completion.json b/tests/integration/test_cases/inference/chat_completion.json index 203fc51a5..dcf83630c 100644 --- a/tests/integration/test_cases/inference/chat_completion.json +++ b/tests/integration/test_cases/inference/chat_completion.json @@ -1,7 +1,7 @@ { "non_streaming_01": { "data": { - "question": "Which planet do humans live on?", + "question": "Humans live on which planet: Mars, Venus, or Earth?", "expected": "Earth" } }, diff --git a/tests/integration/test_cases/openai/responses.json b/tests/integration/test_cases/openai/responses.json index d17d0cd4f..75b9f51be 100644 --- a/tests/integration/test_cases/openai/responses.json +++ b/tests/integration/test_cases/openai/responses.json @@ -1,7 +1,7 @@ { "non_streaming_01": { "data": { - "question": "Which planet do humans live on?", + "question": "Humans live on which planet: Mars, Venus, or Earth?", "expected": "Earth" } }, From 2b19f98d6875702c72e1c6a7f67831b4ea67bb3d Mon Sep 17 00:00:00 2001 From: Derek Higgins Date: Wed, 13 Aug 2025 14:19:52 +0100 Subject: [PATCH 2/4] ci: integrate vLLM inference tests with GitHub Actions workflows Add vLLM provider support to integration test CI workflows alongside existing Ollama support. Configure provider-specific test execution where vLLM runs only inference specific tests (excluding vision tests) while Ollama continues to run the full test suite. This enables comprehensive CI testing of both inference providers but keeps the vLLM footprint small, this can be expanded later if it proves to not be too disruptive. Signed-off-by: Derek Higgins --- .../actions/run-and-record-tests/action.yml | 6 +++-- .github/workflows/integration-tests.yml | 23 +++++++++++++++---- tests/integration/suites.py | 5 ++++ 3 files changed, 27 insertions(+), 7 deletions(-) diff --git a/.github/actions/run-and-record-tests/action.yml b/.github/actions/run-and-record-tests/action.yml index a3eb31d9f..cec4adbb5 100644 --- a/.github/actions/run-and-record-tests/action.yml +++ b/.github/actions/run-and-record-tests/action.yml @@ -68,7 +68,8 @@ runs: echo "New recordings detected, committing and pushing" git add tests/integration/recordings/ - git commit -m "Recordings update from CI (suite: ${{ inputs.suite }})" + git commit -m "Recordings update from CI (setup: ${{ inputs.setup }}, suite: ${{ inputs.suite }})" + git fetch origin ${{ github.ref_name }} git rebase origin/${{ github.ref_name }} echo "Rebased successfully" @@ -82,7 +83,8 @@ runs: if: ${{ always() }} shell: bash run: | - sudo docker logs ollama > ollama-${{ inputs.inference-mode }}.log || true + sudo docker logs ollama > ollama-${{ inputs.inference-mode }}.log 2>&1 || true + sudo docker logs vllm > vllm-${{ inputs.inference-mode }}.log 2>&1 || true - name: Upload logs if: ${{ always() }} diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 711eccd9e..fe23dea8e 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -21,7 +21,6 @@ on: schedule: # If changing the cron schedule, update the provider in the test-matrix job - cron: '0 0 * * *' # (test latest client) Daily at 12 AM UTC - - cron: '1 0 * * 0' # (test vllm) Weekly on Sunday at 1 AM UTC workflow_dispatch: inputs: test-all-client-versions: @@ -48,24 +47,38 @@ jobs: fail-fast: false matrix: client-type: [library, server] - # Use vllm on weekly schedule, otherwise use test-setup input (defaults to ollama) - setup: ${{ (github.event.schedule == '1 0 * * 0') && fromJSON('["vllm"]') || fromJSON(format('["{0}"]', github.event.inputs.test-setup || 'ollama')) }} # Use Python 3.13 only on nightly schedule (daily latest client test), otherwise use 3.12 python-version: ${{ github.event.schedule == '0 0 * * *' && fromJSON('["3.12", "3.13"]') || fromJSON('["3.12"]') }} client-version: ${{ (github.event.schedule == '0 0 * * *' || github.event.inputs.test-all-client-versions == 'true') && fromJSON('["published", "latest"]') || fromJSON('["latest"]') }} + setup: [ollama, vllm] suite: [base, vision] + exclude: + - setup: vllm + suite: vision + steps: - name: Checkout repository uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 + # This could in theory be done in the matrix, but it was getting too complex + - name: Update Matrix + id: update-matrix + run: | + REWRITTEN_SUITE="${{ matrix.suite }}" + if [[ "${{ matrix.setup }}" == "vllm" && "${{ matrix.suite }}" == "base" ]]; then + REWRITTEN_SUITE="base-vllm-subset" + fi + echo "suite=${REWRITTEN_SUITE}" >> $GITHUB_OUTPUT + echo "Rewritten suite: ${REWRITTEN_SUITE}" + - name: Setup test environment uses: ./.github/actions/setup-test-environment with: python-version: ${{ matrix.python-version }} client-version: ${{ matrix.client-version }} setup: ${{ matrix.setup }} - suite: ${{ matrix.suite }} + suite: ${{ steps.update-matrix.outputs.suite }} inference-mode: 'replay' - name: Run tests @@ -74,4 +87,4 @@ jobs: stack-config: ${{ matrix.client-type == 'library' && 'ci-tests' || 'server:ci-tests' }} setup: ${{ matrix.setup }} inference-mode: 'replay' - suite: ${{ matrix.suite }} + suite: ${{ steps.update-matrix.outputs.suite }} diff --git a/tests/integration/suites.py b/tests/integration/suites.py index 649cd1c2e..28666e7fe 100644 --- a/tests/integration/suites.py +++ b/tests/integration/suites.py @@ -148,6 +148,11 @@ SUITE_DEFINITIONS: dict[str, Suite] = { roots=base_roots, default_setup="ollama", ), + "base-vllm-subset": Suite( + name="base-vllm-subset", + roots=["tests/integration/inference"], + default_setup="vllm", + ), "responses": Suite( name="responses", roots=["tests/integration/responses"], From dc965ba6dcffe2ca439798784ab429d2d8be28d7 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Tue, 16 Sep 2025 15:21:53 +0000 Subject: [PATCH 3/4] Recordings update from CI (setup: vllm, suite: base-vllm-subset) --- .../recordings/responses/00629a2b4336.json | 1041 +++ .../recordings/responses/0806aef47037.json | 366 + .../recordings/responses/083fbbe8e572.json | 72 + .../recordings/responses/1090f0fff8e3.json | 106 + .../recordings/responses/14ac9ad419b1.json | 78 + .../recordings/responses/220c81fc0a44.json | 67 + .../recordings/responses/26910cb87971.json | 46 + .../recordings/responses/3090af5432b8.json | 571 ++ .../recordings/responses/3ef70ee669ef.json | 599 ++ .../recordings/responses/3f7b80cee2c5.json | 6177 +++++++++++++++++ .../recordings/responses/4ce241d3d968.json | 318 + .../recordings/responses/4d02bba5f976.json | 311 + .../recordings/responses/544cabef9663.json | 578 ++ .../recordings/responses/54eba2025b93.json | 507 ++ .../recordings/responses/55fe18b432e6.json | 51 + .../recordings/responses/60f7b99b088c.json | 47 + .../recordings/responses/6985b05d071f.json | 60 + .../recordings/responses/6cc67a84c165.json | 1021 +++ .../recordings/responses/85ed74c196dc.json | 2703 ++++++++ .../recordings/responses/89dc3630a6a4.json | 60 + .../recordings/responses/9cf1d8511fa4.json | 341 + .../recordings/responses/9d0440e7af2f.json | 93 + .../recordings/responses/a95ca98a5c7e.json | 139 + .../recordings/responses/c590bace8ac1.json | 87 + .../recordings/responses/dcbb6b7ec5d4.json | 197 + .../recordings/responses/e3aee131fa05.json | 67 + .../recordings/responses/ebb84946cd73.json | 1024 +++ .../recordings/responses/eece7bb566f9.json | 60 + .../models-bd032f995f2a-5b851965.json | 43 + 29 files changed, 16830 insertions(+) create mode 100644 tests/integration/recordings/responses/00629a2b4336.json create mode 100644 tests/integration/recordings/responses/0806aef47037.json create mode 100644 tests/integration/recordings/responses/083fbbe8e572.json create mode 100644 tests/integration/recordings/responses/1090f0fff8e3.json create mode 100644 tests/integration/recordings/responses/14ac9ad419b1.json create mode 100644 tests/integration/recordings/responses/220c81fc0a44.json create mode 100644 tests/integration/recordings/responses/26910cb87971.json create mode 100644 tests/integration/recordings/responses/3090af5432b8.json create mode 100644 tests/integration/recordings/responses/3ef70ee669ef.json create mode 100644 tests/integration/recordings/responses/3f7b80cee2c5.json create mode 100644 tests/integration/recordings/responses/4ce241d3d968.json create mode 100644 tests/integration/recordings/responses/4d02bba5f976.json create mode 100644 tests/integration/recordings/responses/544cabef9663.json create mode 100644 tests/integration/recordings/responses/54eba2025b93.json create mode 100644 tests/integration/recordings/responses/55fe18b432e6.json create mode 100644 tests/integration/recordings/responses/60f7b99b088c.json create mode 100644 tests/integration/recordings/responses/6985b05d071f.json create mode 100644 tests/integration/recordings/responses/6cc67a84c165.json create mode 100644 tests/integration/recordings/responses/85ed74c196dc.json create mode 100644 tests/integration/recordings/responses/89dc3630a6a4.json create mode 100644 tests/integration/recordings/responses/9cf1d8511fa4.json create mode 100644 tests/integration/recordings/responses/9d0440e7af2f.json create mode 100644 tests/integration/recordings/responses/a95ca98a5c7e.json create mode 100644 tests/integration/recordings/responses/c590bace8ac1.json create mode 100644 tests/integration/recordings/responses/dcbb6b7ec5d4.json create mode 100644 tests/integration/recordings/responses/e3aee131fa05.json create mode 100644 tests/integration/recordings/responses/ebb84946cd73.json create mode 100644 tests/integration/recordings/responses/eece7bb566f9.json create mode 100644 tests/integration/recordings/responses/models-bd032f995f2a-5b851965.json diff --git a/tests/integration/recordings/responses/00629a2b4336.json b/tests/integration/recordings/responses/00629a2b4336.json new file mode 100644 index 000000000..425bb3956 --- /dev/null +++ b/tests/integration/recordings/responses/00629a2b4336.json @@ -0,0 +1,1041 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "What is the name of the US captial?" + } + ], + "n": 2, + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " capital", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " US", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " capital", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " United", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " States", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " Washington", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " Washington", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " D", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": ".C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " D", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": ".C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": "short", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": "short", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " District", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " District", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " Columbia", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": " Columbia", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 1, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-b2a5638794a742f183f93426d12294e2", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1758036075, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/0806aef47037.json b/tests/integration/recordings/responses/0806aef47037.json new file mode 100644 index 000000000..ec433c7d1 --- /dev/null +++ b/tests/integration/recordings/responses/0806aef47037.json @@ -0,0 +1,366 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "tools": [ + { + "type": "function", + "function": { + "name": "get_weather", + "description": "Get the current weather", + "parameters": { + "type": "object", + "properties": { + "location": { + "type": "string", + "description": "The city and state (both required), e.g. San Francisco, CA." + } + }, + "required": [ + "location" + ] + } + } + } + ], + "messages": [ + { + "role": "system", + "content": [ + { + "type": "text", + "text": "Pretend you are a weather assistant." + } + ] + }, + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What's the weather like in San Francisco, CA?" + } + ] + } + ], + "stream": true, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-99c430ba3b3b4036ba8c5c0aa9bca6d4", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035735, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-99c430ba3b3b4036ba8c5c0aa9bca6d4", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035735, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-99c430ba3b3b4036ba8c5c0aa9bca6d4", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": "chatcmpl-tool-52543da3e42a4dee83901fc943dd4797", + "function": { + "arguments": null, + "name": "get_weather" + }, + "type": "function" + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035735, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-99c430ba3b3b4036ba8c5c0aa9bca6d4", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "{\"location\": \"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035735, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-99c430ba3b3b4036ba8c5c0aa9bca6d4", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "San", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035735, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-99c430ba3b3b4036ba8c5c0aa9bca6d4", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": " Francisco", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035735, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-99c430ba3b3b4036ba8c5c0aa9bca6d4", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": ",", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035735, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-99c430ba3b3b4036ba8c5c0aa9bca6d4", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": " CA\"}", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035735, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-99c430ba3b3b4036ba8c5c0aa9bca6d4", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null, + "stop_reason": 128008 + } + ], + "created": 1758035735, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/083fbbe8e572.json b/tests/integration/recordings/responses/083fbbe8e572.json new file mode 100644 index 000000000..bb6280bd7 --- /dev/null +++ b/tests/integration/recordings/responses/083fbbe8e572.json @@ -0,0 +1,72 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Michael Jordan was born in 1963. He played basketball for the Chicago Bulls. He retired in 2003.Please respond in JSON format with the schema: {\"properties\": {\"name\": {\"title\": \"Name\", \"type\": \"string\"}, \"year_born\": {\"title\": \"Year Born\", \"type\": \"string\"}, \"year_retired\": {\"title\": \"Year Retired\", \"type\": \"string\"}}, \"required\": [\"name\", \"year_born\", \"year_retired\"], \"title\": \"AnswerFormat\", \"type\": \"object\"}", + "extra_body": { + "guided_json": { + "properties": { + "name": { + "title": "Name", + "type": "string" + }, + "year_born": { + "title": "Year Born", + "type": "string" + }, + "year_retired": { + "title": "Year Retired", + "type": "string" + } + }, + "required": [ + "name", + "year_born", + "year_retired" + ], + "title": "AnswerFormat", + "type": "object" + } + }, + "stream": false, + "temperature": 0.0, + "max_tokens": 50 + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-01fa807a87b844dcaaebce2bdcf808a4", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "text": "{\"name\": \"Michael Jordan\", \"year_born\": \"1963\", \"year_retired\": \"2003\"}", + "stop_reason": null, + "prompt_logprobs": null + } + ], + "created": 1758035627, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 26, + "prompt_tokens": 119, + "total_tokens": 145, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/1090f0fff8e3.json b/tests/integration/recordings/responses/1090f0fff8e3.json new file mode 100644 index 000000000..47231e3a0 --- /dev/null +++ b/tests/integration/recordings/responses/1090f0fff8e3.json @@ -0,0 +1,106 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "tools": [ + { + "type": "function", + "function": { + "name": "get_weather", + "description": "Get the current weather", + "parameters": { + "type": "object", + "properties": { + "location": { + "type": "string", + "description": "The city and state (both required), e.g. San Francisco, CA." + } + }, + "required": [ + "location" + ] + } + } + } + ], + "messages": [ + { + "role": "system", + "content": [ + { + "type": "text", + "text": "Pretend you are a weather assistant." + } + ] + }, + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What's the weather like in San Francisco, CA?" + } + ] + } + ], + "stream": false, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-2bc44114f02742259d92d2095037a5d6", + "choices": [ + { + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null, + "message": { + "content": null, + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [ + { + "id": "chatcmpl-tool-5937b489aaa148f0b0e64126fda0a344", + "function": { + "arguments": "{\"location\": \"San Francisco, CA\"}", + "name": "get_weather" + }, + "type": "function" + } + ], + "reasoning_content": null + }, + "stop_reason": 128008 + } + ], + "created": 1758035674, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 21, + "prompt_tokens": 212, + "total_tokens": 233, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/14ac9ad419b1.json b/tests/integration/recordings/responses/14ac9ad419b1.json new file mode 100644 index 000000000..47939c08c --- /dev/null +++ b/tests/integration/recordings/responses/14ac9ad419b1.json @@ -0,0 +1,78 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "Hello, world!", + "stream": false, + "extra_body": { + "prompt_logprobs": 0 + } + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-eca3197888914854a6ed09e551908a70", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": " I am a simple program written in Python. Here is my code:\n```\n", + "stop_reason": null, + "prompt_logprobs": [ + null, + { + "9906": { + "logprob": -9.223112106323242, + "rank": 466, + "decoded_token": "Hello" + } + }, + { + "11": { + "logprob": -1.4462913274765015, + "rank": 1, + "decoded_token": "," + } + }, + { + "1917": { + "logprob": -5.506766319274902, + "rank": 10, + "decoded_token": " world" + } + }, + { + "0": { + "logprob": -1.1048365831375122, + "rank": 2, + "decoded_token": "!" + } + } + ] + } + ], + "created": 1758035876, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 5, + "total_tokens": 21, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/220c81fc0a44.json b/tests/integration/recordings/responses/220c81fc0a44.json new file mode 100644 index 000000000..c6db0d99c --- /dev/null +++ b/tests/integration/recordings/responses/220c81fc0a44.json @@ -0,0 +1,67 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "Which planet has rings around it with a name starting with letter S?" + } + ] + } + ], + "stream": false, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-222f0dff81ed43d3a85b573f5fb1650c", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "The planet with rings around it that starts with the letter S is Saturn.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [], + "reasoning_content": null + }, + "stop_reason": null + } + ], + "created": 1758035943, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 49, + "total_tokens": 65, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/26910cb87971.json b/tests/integration/recordings/responses/26910cb87971.json new file mode 100644 index 000000000..5360103e0 --- /dev/null +++ b/tests/integration/recordings/responses/26910cb87971.json @@ -0,0 +1,46 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ", + "stream": false, + "extra_body": {} + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-ad47f09ffa654bdbac868bd573dca1f4", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": "\tblue. (A) Happy, (B) Beautiful, (C)", + "stop_reason": null, + "prompt_logprobs": null + } + ], + "created": 1758035470, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 26, + "total_tokens": 42, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/3090af5432b8.json b/tests/integration/recordings/responses/3090af5432b8.json new file mode 100644 index 000000000..2c4871cc9 --- /dev/null +++ b/tests/integration/recordings/responses/3090af5432b8.json @@ -0,0 +1,571 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "What is the name of the US captial?" + } + ], + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " capital", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " United", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " States", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " Washington", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " D", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": ".C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": "short", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " District", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": " Columbia", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-60204c682a37421892a38fb16fc49c8c", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1758036063, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/3ef70ee669ef.json b/tests/integration/recordings/responses/3ef70ee669ef.json new file mode 100644 index 000000000..b32c84002 --- /dev/null +++ b/tests/integration/recordings/responses/3ef70ee669ef.json @@ -0,0 +1,599 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "What's the name of the Sun in latin?" + } + ], + "n": 2, + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " Latin", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " name", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " Latin", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " word", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " Sun", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " Sun", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " Sol", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": " Sol", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 1, + "logprobs": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-c5171d86df7b4723a27af591d00b5c64", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 1, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1758035999, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/3f7b80cee2c5.json b/tests/integration/recordings/responses/3f7b80cee2c5.json new file mode 100644 index 000000000..a212c4de2 --- /dev/null +++ b/tests/integration/recordings/responses/3f7b80cee2c5.json @@ -0,0 +1,6177 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "system", + "content": [ + { + "type": "text", + "text": "Pretend you are a weather assistant." + } + ] + }, + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What's the weather like in San Francisco, CA?" + } + ] + } + ], + "stream": true, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "As", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " your", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " weather", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " assistant", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " I", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "'d", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " be", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " happy", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " provide", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " current", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " weather", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " conditions", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " San", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Francisco", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " CA", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "Currently", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " San", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Francisco", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " experiencing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " beautiful", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " day", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " plenty", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " sunshine", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " high", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " temperature", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " today", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " around", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "68", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\u00b0F", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "20", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "),", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " gentle", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " breeze", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " blowing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " at", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " about", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "5", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " miles", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " per", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " hour", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " sky", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " brilliant", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " blue", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " just", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " few", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " p", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "uffy", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " white", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " clouds", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " drifting", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " laz", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "ily", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " across", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " horizon", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "As", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " forecast", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " I", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "'m", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " expecting", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " mostly", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " sunny", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " day", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " slight", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " chance", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " scattered", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " clouds", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " later", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " this", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " afternoon", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " temperature", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " will", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " remain", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " steady", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " high", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "70", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\u00b0F", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "21", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ")", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " low", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "58", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\u00b0F", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "14", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ").\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "Here", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "'s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " breakdown", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " current", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " weather", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " conditions", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " San", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Francisco", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ":\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Temperature", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "68", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\u00b0F", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "20", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\u00b0C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ")\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Hum", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "idity", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "60", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "%\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Wind", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "5", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " miles", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " per", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " hour", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Sky", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Conditions", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Sunny", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "*", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Prec", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "ip", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "itation", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ":", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " None", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " expected", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "If", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "'re", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " planning", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " be", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " outdoors", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " today", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " I", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "'d", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " recommend", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " packing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " light", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " jacket", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " sweater", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " stay", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " comfortable", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " cooler", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " morning", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " evening", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " temperatures", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Otherwise", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " it", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " should", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " be", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " great", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " day", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " enjoy", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " beautiful", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " San", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " Francisco", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": " scenery", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "!", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-fbc1841016194762bc5364c8a7e92376", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1758035754, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/4ce241d3d968.json b/tests/integration/recordings/responses/4ce241d3d968.json new file mode 100644 index 000000000..0f3a411f0 --- /dev/null +++ b/tests/integration/recordings/responses/4ce241d3d968.json @@ -0,0 +1,318 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What's the name of the Sun in latin?" + } + ] + } + ], + "stream": true, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": " Latin", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": " word", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": " Sun", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": " Sol", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-55c6f43075324764adf3fed5d56b0ce8", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1758035664, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/4d02bba5f976.json b/tests/integration/recordings/responses/4d02bba5f976.json new file mode 100644 index 000000000..09dbaffc1 --- /dev/null +++ b/tests/integration/recordings/responses/4d02bba5f976.json @@ -0,0 +1,311 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "What's the name of the Sun in latin?" + } + ], + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": " Latin", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": " word", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": " Sun", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": " Sol", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-926984fd34a3486c998d886a511cc300", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1758035989, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/544cabef9663.json b/tests/integration/recordings/responses/544cabef9663.json new file mode 100644 index 000000000..0b071c490 --- /dev/null +++ b/tests/integration/recordings/responses/544cabef9663.json @@ -0,0 +1,578 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What is the name of the US captial?" + } + ] + } + ], + "stream": true, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " capital", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " United", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " States", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " Washington", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " D", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": ".C", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": "short", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " District", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": " Columbia", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-48a5dc0f562e4d2f87a8f03429274dbc", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1758035955, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/54eba2025b93.json b/tests/integration/recordings/responses/54eba2025b93.json new file mode 100644 index 000000000..0efbf169d --- /dev/null +++ b/tests/integration/recordings/responses/54eba2025b93.json @@ -0,0 +1,507 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "tools": [ + { + "type": "function", + "function": { + "name": "get_object_namespace_list", + "description": "Get the list of objects in a namespace", + "parameters": { + "type": "object", + "properties": { + "kind": { + "type": "string", + "description": "the type of object" + }, + "namespace": { + "type": "string", + "description": "the name of the namespace" + } + }, + "required": [ + "kind", + "namespace" + ] + } + } + } + ], + "messages": [ + { + "role": "system", + "content": [ + { + "type": "text", + "text": "You are a helpful assistant." + } + ] + }, + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What pods are in the namespace openshift-lightspeed?" + } + ] + }, + { + "role": "assistant", + "content": [ + { + "type": "text", + "text": "" + } + ], + "tool_calls": [ + { + "id": "1", + "type": "function", + "function": { + "name": "get_object_namespace_list", + "arguments": "{\"kind\": \"pod\", \"namespace\": \"openshift-lightspeed\"}" + } + } + ] + }, + { + "role": "tool", + "content": [ + { + "type": "text", + "text": "the objects are pod1, pod2, pod3" + } + ] + } + ], + "stream": true, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": "chatcmpl-tool-38e7327322d54c77a1fb8169386b83ba", + "function": { + "arguments": null, + "name": "get_object_namespace_list" + }, + "type": "function" + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "{\"kind\": \"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "pod\"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": ", \"namespace\": \"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "opens", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "hift", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "-l", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "ights", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "peed\"}", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-eec86bbcf17e48e58ba9b9866c1d49bf", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null, + "stop_reason": 128008 + } + ], + "created": 1758035819, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/55fe18b432e6.json b/tests/integration/recordings/responses/55fe18b432e6.json new file mode 100644 index 000000000..d7852a0e1 --- /dev/null +++ b/tests/integration/recordings/responses/55fe18b432e6.json @@ -0,0 +1,51 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "I am feeling really sad today.", + "stream": false, + "extra_body": { + "guided_choice": [ + "joy", + "sadness" + ] + } + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-b15d5862c2f54a8a9ebe83e4f19c3e0b", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "text": "sadness", + "stop_reason": null, + "prompt_logprobs": null + } + ], + "created": 1758035499, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 3, + "prompt_tokens": 8, + "total_tokens": 11, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/60f7b99b088c.json b/tests/integration/recordings/responses/60f7b99b088c.json new file mode 100644 index 000000000..c96fa2165 --- /dev/null +++ b/tests/integration/recordings/responses/60f7b99b088c.json @@ -0,0 +1,47 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Complete the sentence using one word: Roses are red, violets are ", + "stream": false, + "temperature": 0.0, + "max_tokens": 50 + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-a73bb64c63234016b20617029f12f144", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "text": " blue, and the sky is _______.\n\nThe best answer is green.", + "stop_reason": null, + "prompt_logprobs": null + } + ], + "created": 1758035592, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 18, + "total_tokens": 34, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/6985b05d071f.json b/tests/integration/recordings/responses/6985b05d071f.json new file mode 100644 index 000000000..d5f8c5bd4 --- /dev/null +++ b/tests/integration/recordings/responses/6985b05d071f.json @@ -0,0 +1,60 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "Humans live on which planet: Mars, Venus, or Earth?" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-b2085a36bde143c2a3a605b8227e8615", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "Humans live on Earth.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [], + "reasoning_content": null + }, + "stop_reason": null + } + ], + "created": 1758035980, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 6, + "prompt_tokens": 48, + "total_tokens": 54, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/6cc67a84c165.json b/tests/integration/recordings/responses/6cc67a84c165.json new file mode 100644 index 000000000..b60a396df --- /dev/null +++ b/tests/integration/recordings/responses/6cc67a84c165.json @@ -0,0 +1,1021 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ", + "max_tokens": 50, + "stream": true, + "extra_body": {} + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".\n\n\n", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "##", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " Step", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " ", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "1", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ":", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " Understand", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " the", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " question", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "\n", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "The", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " question", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " asks", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " for", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " a", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " one", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "-word", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " response", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " to", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " the", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " sentence", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " \"", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "R", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "oses", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " are", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " red", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ",", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " v", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "io", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "lets", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " are", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " blue", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".\"", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " It", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " is", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " a", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " classic", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " example", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " of", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " a", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " tongue", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " tw", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ister", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".\n\n", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "##", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " Step", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " ", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "2", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ":", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-2205772e22d54731bc4e4d30e73f83f4", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": " Identify", + "stop_reason": null + } + ], + "created": 1758035478, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/85ed74c196dc.json b/tests/integration/recordings/responses/85ed74c196dc.json new file mode 100644 index 000000000..7a0d351e7 --- /dev/null +++ b/tests/integration/recordings/responses/85ed74c196dc.json @@ -0,0 +1,2703 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "Hello, world!" + } + ], + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "Hello", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "!", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " It", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "'s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " great", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " see", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "'re", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " starting", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "Hello", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " world", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "!\"", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " This", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " classic", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " programming", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " statement", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " often", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " used", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " as", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " starting", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " point", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " new", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " projects", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " It", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "'s", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " simple", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " yet", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " powerful", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " way", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " begin", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " coding", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " it", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " can", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " be", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " great", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " way", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " get", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " your", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " feet", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " wet", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " programming", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": ".\n\n", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "What", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " kind", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " project", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " are", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " working", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " on", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "?", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " Are", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " learning", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " new", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " language", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " building", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " website", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " something", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " else", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "?", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " I", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "'m", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " here", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " to", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " help", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " and", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " chat", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " with", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " about", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " your", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " project", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " if", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "'d", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": " like", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-aa24594ef5f845c482b03cc5a0c7d94b", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "stop_reason": null + } + ], + "created": 1758036019, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/89dc3630a6a4.json b/tests/integration/recordings/responses/89dc3630a6a4.json new file mode 100644 index 000000000..4fb9aedde --- /dev/null +++ b/tests/integration/recordings/responses/89dc3630a6a4.json @@ -0,0 +1,60 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "Hello, world!" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-44859f637a934243b83fcc474f88ba7e", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "Hello! It's great to see you here. Is there anything I can help you with, or would you like to chat?", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [], + "reasoning_content": null + }, + "stop_reason": null + } + ], + "created": 1758036099, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 27, + "prompt_tokens": 39, + "total_tokens": 66, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/9cf1d8511fa4.json b/tests/integration/recordings/responses/9cf1d8511fa4.json new file mode 100644 index 000000000..210bb40bd --- /dev/null +++ b/tests/integration/recordings/responses/9cf1d8511fa4.json @@ -0,0 +1,341 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Complete the sentence using one word: Roses are red, violets are ", + "stream": true, + "temperature": 0.0, + "max_tokens": 50 + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " blue", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ",", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " and", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " the", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " sky", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " is", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " ______", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "_", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".\n\n", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "The", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " best", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " answer", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " is", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " green", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-f806f08fdd3647eaafc15a6a236fadaa", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "text": "", + "stop_reason": null + } + ], + "created": 1758035598, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/9d0440e7af2f.json b/tests/integration/recordings/responses/9d0440e7af2f.json new file mode 100644 index 000000000..1665585f0 --- /dev/null +++ b/tests/integration/recordings/responses/9d0440e7af2f.json @@ -0,0 +1,93 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "Hello, world!", + "stream": false, + "extra_body": { + "prompt_logprobs": 1 + } + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d7904249ff244612a2ab440f8657c247", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": " I'm excited to be a part of this community. I've been learning about", + "stop_reason": null, + "prompt_logprobs": [ + null, + { + "9906": { + "logprob": -9.223112106323242, + "rank": 466, + "decoded_token": "Hello" + }, + "2": { + "logprob": -5.473112106323242, + "rank": 1, + "decoded_token": "#" + } + }, + { + "11": { + "logprob": -1.4462913274765015, + "rank": 1, + "decoded_token": "," + } + }, + { + "1917": { + "logprob": -5.506766319274902, + "rank": 10, + "decoded_token": " world" + }, + "358": { + "logprob": -0.4442664682865143, + "rank": 1, + "decoded_token": " I" + } + }, + { + "0": { + "logprob": -1.1048365831375122, + "rank": 2, + "decoded_token": "!" + }, + "2268": { + "logprob": -0.4798365533351898, + "rank": 1, + "decoded_token": "!\n\n" + } + } + ] + } + ], + "created": 1758035495, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 5, + "total_tokens": 21, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/a95ca98a5c7e.json b/tests/integration/recordings/responses/a95ca98a5c7e.json new file mode 100644 index 000000000..65e79defe --- /dev/null +++ b/tests/integration/recordings/responses/a95ca98a5c7e.json @@ -0,0 +1,139 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "tools": [ + { + "type": "function", + "function": { + "name": "get_object_namespace_list", + "description": "Get the list of objects in a namespace", + "parameters": { + "type": "object", + "properties": { + "kind": { + "type": "string", + "description": "the type of object" + }, + "namespace": { + "type": "string", + "description": "the name of the namespace" + } + }, + "required": [ + "kind", + "namespace" + ] + } + } + } + ], + "messages": [ + { + "role": "system", + "content": [ + { + "type": "text", + "text": "You are a helpful assistant." + } + ] + }, + { + "role": "user", + "content": [ + { + "type": "text", + "text": "What pods are in the namespace openshift-lightspeed?" + } + ] + }, + { + "role": "assistant", + "content": [ + { + "type": "text", + "text": "" + } + ], + "tool_calls": [ + { + "id": "1", + "type": "function", + "function": { + "name": "get_object_namespace_list", + "arguments": "{\"kind\": \"pod\", \"namespace\": \"openshift-lightspeed\"}" + } + } + ] + }, + { + "role": "tool", + "content": [ + { + "type": "text", + "text": "the objects are pod1, pod2, pod3" + } + ] + } + ], + "stream": false, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-d5cabe9d26c7417e917f38c46dda9c8d", + "choices": [ + { + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null, + "message": { + "content": null, + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [ + { + "id": "chatcmpl-tool-1bf7c25fc09e4e788b069b0b35c933c2", + "function": { + "arguments": "{\"kind\": \"pod\", \"namespace\": \"openshift-lightspeed\"}", + "name": "get_object_namespace_list" + }, + "type": "function" + } + ], + "reasoning_content": null + }, + "stop_reason": 128008 + } + ], + "created": 1758035967, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 30, + "prompt_tokens": 286, + "total_tokens": 316, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/c590bace8ac1.json b/tests/integration/recordings/responses/c590bace8ac1.json new file mode 100644 index 000000000..469ef2903 --- /dev/null +++ b/tests/integration/recordings/responses/c590bace8ac1.json @@ -0,0 +1,87 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Complete the sentence: Micheael Jordan is born in ", + "logprobs": 1, + "stream": false, + "temperature": 0.0, + "max_tokens": 5 + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-c4991cb09373414780da2553dc713bcf", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": { + "text_offset": [ + 0, + 3, + 4, + 6, + 7 + ], + "token_logprobs": [ + -1.8108906745910645, + -1.1861443519592285, + -1.5070395469665527, + -1.492501974105835, + -0.13012290000915527 + ], + "tokens": [ + "197", + "2", + ".\n", + "A", + ")" + ], + "top_logprobs": [ + { + "197": -1.8108906745910645 + }, + { + "2": -1.1861443519592285 + }, + { + ".\n": -1.5070395469665527 + }, + { + "A": -1.492501974105835 + }, + { + ")": -0.13012290000915527 + } + ] + }, + "text": "1972.\nA)", + "stop_reason": null, + "prompt_logprobs": null + } + ], + "created": 1758035621, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 5, + "prompt_tokens": 13, + "total_tokens": 18, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/dcbb6b7ec5d4.json b/tests/integration/recordings/responses/dcbb6b7ec5d4.json new file mode 100644 index 000000000..2cd770576 --- /dev/null +++ b/tests/integration/recordings/responses/dcbb6b7ec5d4.json @@ -0,0 +1,197 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Complete the sentence: Micheael Jordan is born in ", + "logprobs": 1, + "stream": true, + "temperature": 0.0, + "max_tokens": 5 + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-e08a7a658a374fc19078a00e8c0fdba0", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": { + "text_offset": [ + 0 + ], + "token_logprobs": [ + -1.8108906745910645 + ], + "tokens": [ + "197" + ], + "top_logprobs": [ + { + "197": -1.8108906745910645 + } + ] + }, + "text": "197", + "stop_reason": null + } + ], + "created": 1758035624, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-e08a7a658a374fc19078a00e8c0fdba0", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": { + "text_offset": [ + 3 + ], + "token_logprobs": [ + -1.1861443519592285 + ], + "tokens": [ + "2" + ], + "top_logprobs": [ + { + "2": -1.1861443519592285 + } + ] + }, + "text": "2", + "stop_reason": null + } + ], + "created": 1758035624, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-e08a7a658a374fc19078a00e8c0fdba0", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": { + "text_offset": [ + 4 + ], + "token_logprobs": [ + -1.5070395469665527 + ], + "tokens": [ + ".\n" + ], + "top_logprobs": [ + { + ".\n": -1.5070395469665527 + } + ] + }, + "text": ".\n", + "stop_reason": null + } + ], + "created": 1758035624, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-e08a7a658a374fc19078a00e8c0fdba0", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": { + "text_offset": [ + 6 + ], + "token_logprobs": [ + -1.492501974105835 + ], + "tokens": [ + "A" + ], + "top_logprobs": [ + { + "A": -1.492501974105835 + } + ] + }, + "text": "A", + "stop_reason": null + } + ], + "created": 1758035624, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-e08a7a658a374fc19078a00e8c0fdba0", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": { + "text_offset": [ + 7 + ], + "token_logprobs": [ + -0.13012290000915527 + ], + "tokens": [ + ")" + ], + "top_logprobs": [ + { + ")": -0.13012290000915527 + } + ] + }, + "text": ")", + "stop_reason": null + } + ], + "created": 1758035624, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/e3aee131fa05.json b/tests/integration/recordings/responses/e3aee131fa05.json new file mode 100644 index 000000000..ee6350c5c --- /dev/null +++ b/tests/integration/recordings/responses/e3aee131fa05.json @@ -0,0 +1,67 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": [ + { + "type": "text", + "text": "Humans live on which planet: Mars, Venus, or Earth?" + } + ] + } + ], + "stream": false, + "temperature": 0.0, + "max_tokens": 4096 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-8133359c598740198362d87fa091285d", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "Humans live on Earth.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [], + "reasoning_content": null + }, + "stop_reason": null + } + ], + "created": 1758035654, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 6, + "prompt_tokens": 48, + "total_tokens": 54, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/ebb84946cd73.json b/tests/integration/recordings/responses/ebb84946cd73.json new file mode 100644 index 000000000..b51825ef7 --- /dev/null +++ b/tests/integration/recordings/responses/ebb84946cd73.json @@ -0,0 +1,1024 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "prompt": "<|begin_of_text|>Return the exact same sentence and don't add additional words): Michael Jordan was born in the year of 1963", + "stream": true, + "temperature": 0.0, + "max_tokens": 50, + "stop": [ + "1963" + ] + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": [ + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": ".", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " He", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " i", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "s a professio", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "nal basketb", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "all pla", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "y", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "er.", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " He", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " is wid", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ely regar", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ded", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " as ", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "one", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " of ", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "the great", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "est basketb", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "all play", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ers", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " of ", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "all t", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "i", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "me.", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " He ", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "won numer", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ous awa", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "rds ", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "and ac", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "cola", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "d", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "es, includ", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ing ", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "six ", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "NBA championsh", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "i", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ps.", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " He", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " i", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "s a mem", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ber", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " of ", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "the", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " Na", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ism", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ith Memor", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "ial Basketb", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "all H", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "all", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-d1f3f4a5ab304bceb96a02ebf8826986", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": " of Fame", + "stop_reason": null + } + ], + "created": 1758035605, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "text_completion", + "system_fingerprint": null, + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/eece7bb566f9.json b/tests/integration/recordings/responses/eece7bb566f9.json new file mode 100644 index 000000000..d113d2e7b --- /dev/null +++ b/tests/integration/recordings/responses/eece7bb566f9.json @@ -0,0 +1,60 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.2-1B-Instruct", + "messages": [ + { + "role": "user", + "content": "Which planet has rings around it with a name starting with letter S?" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.2-1B-Instruct" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-8940327a1f2b49f183a6cee1322f581b", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "The planet with rings around it that starts with the letter S is Saturn.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [], + "reasoning_content": null + }, + "stop_reason": null + } + ], + "created": 1758036051, + "model": "meta-llama/Llama-3.2-1B-Instruct", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 16, + "prompt_tokens": 49, + "total_tokens": 65, + "completion_tokens_details": null, + "prompt_tokens_details": null + }, + "prompt_logprobs": null, + "kv_transfer_params": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/models-bd032f995f2a-5b851965.json b/tests/integration/recordings/responses/models-bd032f995f2a-5b851965.json new file mode 100644 index 000000000..201288848 --- /dev/null +++ b/tests/integration/recordings/responses/models-bd032f995f2a-5b851965.json @@ -0,0 +1,43 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:8000/v1/v1/models", + "headers": {}, + "body": {}, + "endpoint": "/v1/models", + "model": "" + }, + "response": { + "body": [ + { + "__type__": "openai.types.model.Model", + "__data__": { + "id": "meta-llama/Llama-3.2-1B-Instruct", + "created": 1758036099, + "object": "model", + "owned_by": "vllm", + "root": "/root/.cache/Llama-3.2-1B-Instruct", + "parent": null, + "max_model_len": 131072, + "permission": [ + { + "id": "modelperm-5566a0f136144b7b85ca7ddff38d6aaf", + "object": "model_permission", + "created": 1758036099, + "allow_create_engine": false, + "allow_sampling": true, + "allow_logprobs": true, + "allow_search_indices": false, + "allow_view": true, + "allow_fine_tuning": false, + "organization": "*", + "group": null, + "is_blocking": false + } + ] + } + } + ], + "is_streaming": false + } +} From 0ec24271d28b8ea48fb3b765c43045d995af0f08 Mon Sep 17 00:00:00 2001 From: Derek Higgins Date: Tue, 23 Sep 2025 10:21:25 +0100 Subject: [PATCH 4/4] Recordings update (setup: ollama, suite: base) Signed-off-by: Derek Higgins --- .../recordings/responses/2d1c70eff850.json | 56 +++++++++++++++++++ .../recordings/responses/c77313b79660.json | 39 +++++++++++++ 2 files changed, 95 insertions(+) create mode 100644 tests/integration/recordings/responses/2d1c70eff850.json create mode 100644 tests/integration/recordings/responses/c77313b79660.json diff --git a/tests/integration/recordings/responses/2d1c70eff850.json b/tests/integration/recordings/responses/2d1c70eff850.json new file mode 100644 index 000000000..691660c97 --- /dev/null +++ b/tests/integration/recordings/responses/2d1c70eff850.json @@ -0,0 +1,56 @@ +{ + "request": { + "method": "POST", + "url": "http://0.0.0.0:11434/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "llama3.2:3b-instruct-fp16", + "messages": [ + { + "role": "user", + "content": "Humans live on which planet: Mars, Venus, or Earth?" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "llama3.2:3b-instruct-fp16" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-179", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "The answer is Earth. Humans live on this planet, which is the third planet from the Sun and the only known habitable world in our solar system with conditions suitable for human life.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": null + } + } + ], + "created": 1758618369, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": { + "completion_tokens": 38, + "prompt_tokens": 38, + "total_tokens": 76, + "completion_tokens_details": null, + "prompt_tokens_details": null + } + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/c77313b79660.json b/tests/integration/recordings/responses/c77313b79660.json new file mode 100644 index 000000000..92f83e235 --- /dev/null +++ b/tests/integration/recordings/responses/c77313b79660.json @@ -0,0 +1,39 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/api/generate", + "headers": {}, + "body": { + "model": "llama3.2:3b-instruct-fp16", + "raw": true, + "prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nHumans live on which planet: Mars, Venus, or Earth?<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n", + "options": { + "temperature": 0.0 + }, + "stream": false + }, + "endpoint": "/api/generate", + "model": "llama3.2:3b-instruct-fp16" + }, + "response": { + "body": { + "__type__": "ollama._types.GenerateResponse", + "__data__": { + "model": "llama3.2:3b-instruct-fp16", + "created_at": "2025-09-23T08:50:21.049688857Z", + "done": true, + "done_reason": "stop", + "total_duration": 18511252772, + "load_duration": 47879633, + "prompt_eval_count": 29, + "prompt_eval_duration": 2305573657, + "eval_count": 90, + "eval_duration": 16157220042, + "response": "Humans do not currently live on any of these planets. Humans are native to the planet Earth.\n\nMars is a rocky planet in our solar system that has been explored by several robotic spacecraft, but it does not have an atmosphere suitable for human habitation.\n\nVenus is also a rocky planet with a thick atmosphere, but its surface temperature is extremely hot and hostile to humans.\n\nEarth is the only known planet in the universe where humans can live.", + "thinking": null, + "context": null + } + }, + "is_streaming": false + } +}