From 7c63aebd641b222c7c14554f9307cef04d9cee66 Mon Sep 17 00:00:00 2001 From: Ashwin Bharambe Date: Sat, 11 Oct 2025 16:47:14 -0700 Subject: [PATCH] feat(responses)!: add reasoning and annotation added events (#3793) Implements missing streaming events from OpenAI Responses API spec: - reasoning text/summary events for o1/o3 models, - refusal events for safety moderation - annotation events for citations, - and file search streaming events. Added optional reasoning_content field to chat completion chunks to support non-standard provider extensions. **NOTE:** OpenAI does _not_ fill reasoning_content when users use the chat_completion APIs. This means there is no way for us to implement Responses (with reasoning) by using OpenAI chat completions! We'd need to transparently punt to OpenAI's responses endpoints if we wish to do that. For others though (vLLM, etc.) we can use it. ## Test Plan File search streaming test passes: ``` ./scripts/integration-tests.sh --stack-config server:ci-tests \ --suite responses --setup gpt --inference-mode replay --pattern test_response_file_search_streaming_events ``` Need more complex setup and validation for reasoning tests (need a vLLM powered OSS model maybe gpt-oss which can return reasoning_content). I will do that in a followup PR. --- docs/static/deprecated-llama-stack-spec.html | 575 +++++ docs/static/deprecated-llama-stack-spec.yaml | 506 +++++ docs/static/llama-stack-spec.html | 575 +++++ docs/static/llama-stack-spec.yaml | 506 +++++ docs/static/stainless-llama-stack-spec.html | 575 +++++ docs/static/stainless-llama-stack-spec.yaml | 506 +++++ llama_stack/apis/agents/openai_responses.py | 254 +++ llama_stack/apis/inference/inference.py | 2 + .../meta_reference/responses/streaming.py | 180 ++ .../meta_reference/responses/tool_executor.py | 29 +- ...b1e6fa46f297c52614bd07c7de299168ec74a.json | 364 +++ ...08dfa0d7dd12acbf847211d6c73e18a73d294.json | 1576 +++++++++++++ ...55d6c87f80e9b805d429bc1307ab0b5254c20.json | 1576 +++++++++++++ ...8036bc75fc43349c42af4d62f2d60f063ebcb.json | 1576 +++++++++++++ ...1c202bd9d79a503ac78b0a3b80bd547b22a89.json | 1576 +++++++++++++ ...4a7095c81fea7eacaad788591e36eab7b935c.json | 1990 +++++++++++++++++ ...cde52e51868e33f84cbbf3cf7254819c72cd1.json | 1576 +++++++++++++ ...3f70662bcac83c4727bb3868cc996a4f457c9.json | 1576 +++++++++++++ ...c3a18c175c392b1d62fb2a9080d4a98744cc1.json | 512 +++++ ...045fd9cb4ef303946976d06cb44c9430cf5e1.json | 1576 +++++++++++++ ...1bca8ccafc253fa40486352b54a5431ea9332.json | 1576 +++++++++++++ ...0e5b2eebf3338b847a1a96370decbeb0be3e2.json | 1576 +++++++++++++ ...bab55d3575489400bc517d40822048496c36b.json | 1153 ++++++++++ ...6f85deed51f3b582cf1b66df22c06514ebd56.json | 1576 +++++++++++++ .../integration/responses/test_file_search.py | 45 + 25 files changed, 23530 insertions(+), 2 deletions(-) create mode 100644 tests/integration/responses/recordings/3ae0877c874cb4dac4d29ed4985b1e6fa46f297c52614bd07c7de299168ec74a.json create mode 100644 tests/integration/responses/recordings/421ce6fd2164126f39d5017309708dfa0d7dd12acbf847211d6c73e18a73d294.json create mode 100644 tests/integration/responses/recordings/43ab59d33816f38f180ba19480d55d6c87f80e9b805d429bc1307ab0b5254c20.json create mode 100644 tests/integration/responses/recordings/4df785f53374dbe97f58479796d8036bc75fc43349c42af4d62f2d60f063ebcb.json create mode 100644 tests/integration/responses/recordings/4ef0ca8811d51e146f437b764131c202bd9d79a503ac78b0a3b80bd547b22a89.json create mode 100644 tests/integration/responses/recordings/6e47f2fe6a351aaec4642b5ae164a7095c81fea7eacaad788591e36eab7b935c.json create mode 100644 tests/integration/responses/recordings/7975422e72258311444c13e6224cde52e51868e33f84cbbf3cf7254819c72cd1.json create mode 100644 tests/integration/responses/recordings/8f4eb50bfa29f76501ade37046c3f70662bcac83c4727bb3868cc996a4f457c9.json create mode 100644 tests/integration/responses/recordings/99de86ac838b25477a474791822c3a18c175c392b1d62fb2a9080d4a98744cc1.json create mode 100644 tests/integration/responses/recordings/b37e4f8c92342c9ba3bea43b333045fd9cb4ef303946976d06cb44c9430cf5e1.json create mode 100644 tests/integration/responses/recordings/bc749b9ca9f0b4b0fc73ae17a581bca8ccafc253fa40486352b54a5431ea9332.json create mode 100644 tests/integration/responses/recordings/dfec3121a91af2b25e3b4e0d2650e5b2eebf3338b847a1a96370decbeb0be3e2.json create mode 100644 tests/integration/responses/recordings/f6960cae871e1fb2f6a749488d9bab55d3575489400bc517d40822048496c36b.json create mode 100644 tests/integration/responses/recordings/f937207947ea88094722ce556c06f85deed51f3b582cf1b66df22c06514ebd56.json diff --git a/docs/static/deprecated-llama-stack-spec.html b/docs/static/deprecated-llama-stack-spec.html index 570b0b750..8c4c80014 100644 --- a/docs/static/deprecated-llama-stack-spec.html +++ b/docs/static/deprecated-llama-stack-spec.html @@ -7881,6 +7881,10 @@ "$ref": "#/components/schemas/OpenAIChatCompletionToolCall" }, "description": "(Optional) The tool calls of the delta" + }, + "reasoning_content": { + "type": "string", + "description": "(Optional) The reasoning content from the model (non-standard, for o1/o3 models)" } }, "additionalProperties": false, @@ -10262,6 +10266,28 @@ "title": "OpenAIResponseContentPartOutputText", "description": "Text content within a streamed response part." }, + "OpenAIResponseContentPartReasoningSummary": { + "type": "object", + "properties": { + "type": { + "type": "string", + "const": "summary_text", + "default": "summary_text", + "description": "Content part type identifier, always \"summary_text\"" + }, + "text": { + "type": "string", + "description": "Summary text" + } + }, + "additionalProperties": false, + "required": [ + "type", + "text" + ], + "title": "OpenAIResponseContentPartReasoningSummary", + "description": "Reasoning summary part in a streamed response." + }, "OpenAIResponseContentPartReasoningText": { "type": "object", "properties": { @@ -10371,6 +10397,42 @@ { "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone" }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted" + }, { "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete" }, @@ -10405,6 +10467,18 @@ "response.mcp_call.completed": "#/components/schemas/OpenAIResponseObjectStreamResponseMcpCallCompleted", "response.content_part.added": "#/components/schemas/OpenAIResponseObjectStreamResponseContentPartAdded", "response.content_part.done": "#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone", + "response.reasoning_text.delta": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta", + "response.reasoning_text.done": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone", + "response.reasoning_summary_part.added": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded", + "response.reasoning_summary_part.done": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone", + "response.reasoning_summary_text.delta": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta", + "response.reasoning_summary_text.done": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone", + "response.refusal.delta": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta", + "response.refusal.done": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone", + "response.output_text.annotation.added": "#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded", + "response.file_search_call.in_progress": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress", + "response.file_search_call.searching": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching", + "response.file_search_call.completed": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted", "response.incomplete": "#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete", "response.failed": "#/components/schemas/OpenAIResponseObjectStreamResponseFailed", "response.completed": "#/components/schemas/OpenAIResponseObjectStreamResponseCompleted" @@ -10612,6 +10686,102 @@ "title": "OpenAIResponseObjectStreamResponseFailed", "description": "Streaming event emitted when a response fails." }, + "OpenAIResponseObjectStreamResponseFileSearchCallCompleted": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the completed file search call" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.file_search_call.completed", + "default": "response.file_search_call.completed", + "description": "Event type identifier, always \"response.file_search_call.completed\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseFileSearchCallCompleted", + "description": "Streaming event for completed file search calls." + }, + "OpenAIResponseObjectStreamResponseFileSearchCallInProgress": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the file search call" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.file_search_call.in_progress", + "default": "response.file_search_call.in_progress", + "description": "Event type identifier, always \"response.file_search_call.in_progress\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseFileSearchCallInProgress", + "description": "Streaming event for file search calls in progress." + }, + "OpenAIResponseObjectStreamResponseFileSearchCallSearching": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the file search call" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.file_search_call.searching", + "default": "response.file_search_call.searching", + "description": "Event type identifier, always \"response.file_search_call.searching\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseFileSearchCallSearching", + "description": "Streaming event for file search currently searching." + }, "OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta": { "type": "object", "properties": { @@ -11077,6 +11247,75 @@ "title": "OpenAIResponseObjectStreamResponseOutputItemDone", "description": "Streaming event for when an output item is completed." }, + "OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the item to which the annotation is being added" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item in the response's output array" + }, + "content_index": { + "type": "integer", + "description": "Index position of the content part within the output item" + }, + "annotation_index": { + "type": "integer", + "description": "Index of the annotation within the content part" + }, + "annotation": { + "oneOf": [ + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationFileCitation" + }, + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationCitation" + }, + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationContainerFileCitation" + }, + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationFilePath" + } + ], + "discriminator": { + "propertyName": "type", + "mapping": { + "file_citation": "#/components/schemas/OpenAIResponseAnnotationFileCitation", + "url_citation": "#/components/schemas/OpenAIResponseAnnotationCitation", + "container_file_citation": "#/components/schemas/OpenAIResponseAnnotationContainerFileCitation", + "file_path": "#/components/schemas/OpenAIResponseAnnotationFilePath" + } + }, + "description": "The annotation object being added" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.output_text.annotation.added", + "default": "response.output_text.annotation.added", + "description": "Event type identifier, always \"response.output_text.annotation.added\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "content_index", + "annotation_index", + "annotation", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded", + "description": "Streaming event for when an annotation is added to output text." + }, "OpenAIResponseObjectStreamResponseOutputTextDelta": { "type": "object", "properties": { @@ -11161,6 +11400,342 @@ "title": "OpenAIResponseObjectStreamResponseOutputTextDone", "description": "Streaming event for when text output is completed." }, + "OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "part": { + "$ref": "#/components/schemas/OpenAIResponseContentPartReasoningSummary", + "description": "The summary part that was added" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_part.added", + "default": "response.reasoning_summary_part.added", + "description": "Event type identifier, always \"response.reasoning_summary_part.added\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "part", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded", + "description": "Streaming event for when a new reasoning summary part is added." + }, + "OpenAIResponseObjectStreamResponseReasoningSummaryPartDone": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "part": { + "$ref": "#/components/schemas/OpenAIResponseContentPartReasoningSummary", + "description": "The completed summary part" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_part.done", + "default": "response.reasoning_summary_part.done", + "description": "Event type identifier, always \"response.reasoning_summary_part.done\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "part", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryPartDone", + "description": "Streaming event for when a reasoning summary part is completed." + }, + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta": { + "type": "object", + "properties": { + "delta": { + "type": "string", + "description": "Incremental summary text being added" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_text.delta", + "default": "response.reasoning_summary_text.delta", + "description": "Event type identifier, always \"response.reasoning_summary_text.delta\"" + } + }, + "additionalProperties": false, + "required": [ + "delta", + "item_id", + "output_index", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta", + "description": "Streaming event for incremental reasoning summary text updates." + }, + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDone": { + "type": "object", + "properties": { + "text": { + "type": "string", + "description": "Final complete summary text" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_text.done", + "default": "response.reasoning_summary_text.done", + "description": "Event type identifier, always \"response.reasoning_summary_text.done\"" + } + }, + "additionalProperties": false, + "required": [ + "text", + "item_id", + "output_index", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryTextDone", + "description": "Streaming event for when reasoning summary text is completed." + }, + "OpenAIResponseObjectStreamResponseReasoningTextDelta": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the reasoning content part" + }, + "delta": { + "type": "string", + "description": "Incremental reasoning text being added" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item being updated" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.reasoning_text.delta", + "default": "response.reasoning_text.delta", + "description": "Event type identifier, always \"response.reasoning_text.delta\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "delta", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningTextDelta", + "description": "Streaming event for incremental reasoning text updates." + }, + "OpenAIResponseObjectStreamResponseReasoningTextDone": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the reasoning content part" + }, + "text": { + "type": "string", + "description": "Final complete reasoning text" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the completed output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.reasoning_text.done", + "default": "response.reasoning_text.done", + "description": "Event type identifier, always \"response.reasoning_text.done\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "text", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningTextDone", + "description": "Streaming event for when reasoning text is completed." + }, + "OpenAIResponseObjectStreamResponseRefusalDelta": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the content part" + }, + "delta": { + "type": "string", + "description": "Incremental refusal text being added" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.refusal.delta", + "default": "response.refusal.delta", + "description": "Event type identifier, always \"response.refusal.delta\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "delta", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseRefusalDelta", + "description": "Streaming event for incremental refusal text updates." + }, + "OpenAIResponseObjectStreamResponseRefusalDone": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the content part" + }, + "refusal": { + "type": "string", + "description": "Final complete refusal text" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.refusal.done", + "default": "response.refusal.done", + "description": "Event type identifier, always \"response.refusal.done\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "refusal", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseRefusalDone", + "description": "Streaming event for when refusal text is completed." + }, "OpenAIResponseObjectStreamResponseWebSearchCallCompleted": { "type": "object", "properties": { diff --git a/docs/static/deprecated-llama-stack-spec.yaml b/docs/static/deprecated-llama-stack-spec.yaml index 845e51f8c..e8cc035da 100644 --- a/docs/static/deprecated-llama-stack-spec.yaml +++ b/docs/static/deprecated-llama-stack-spec.yaml @@ -5815,6 +5815,11 @@ components: items: $ref: '#/components/schemas/OpenAIChatCompletionToolCall' description: (Optional) The tool calls of the delta + reasoning_content: + type: string + description: >- + (Optional) The reasoning content from the model (non-standard, for o1/o3 + models) additionalProperties: false title: OpenAIChoiceDelta description: >- @@ -7642,6 +7647,26 @@ components: title: OpenAIResponseContentPartOutputText description: >- Text content within a streamed response part. + "OpenAIResponseContentPartReasoningSummary": + type: object + properties: + type: + type: string + const: summary_text + default: summary_text + description: >- + Content part type identifier, always "summary_text" + text: + type: string + description: Summary text + additionalProperties: false + required: + - type + - text + title: >- + OpenAIResponseContentPartReasoningSummary + description: >- + Reasoning summary part in a streamed response. OpenAIResponseContentPartReasoningText: type: object properties: @@ -7703,6 +7728,18 @@ components: - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseMcpCallCompleted' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartAdded' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFailed' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseCompleted' @@ -7730,6 +7767,18 @@ components: response.mcp_call.completed: '#/components/schemas/OpenAIResponseObjectStreamResponseMcpCallCompleted' response.content_part.added: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartAdded' response.content_part.done: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone' + response.reasoning_text.delta: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta' + response.reasoning_text.done: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone' + response.reasoning_summary_part.added: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded' + response.reasoning_summary_part.done: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone' + response.reasoning_summary_text.delta: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta' + response.reasoning_summary_text.done: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone' + response.refusal.delta: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta' + response.refusal.done: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone' + response.output_text.annotation.added: '#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded' + response.file_search_call.in_progress: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress' + response.file_search_call.searching: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching' + response.file_search_call.completed: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted' response.incomplete: '#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete' response.failed: '#/components/schemas/OpenAIResponseObjectStreamResponseFailed' response.completed: '#/components/schemas/OpenAIResponseObjectStreamResponseCompleted' @@ -7905,6 +7954,99 @@ components: title: OpenAIResponseObjectStreamResponseFailed description: >- Streaming event emitted when a response fails. + "OpenAIResponseObjectStreamResponseFileSearchCallCompleted": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the completed file search call + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.file_search_call.completed + default: response.file_search_call.completed + description: >- + Event type identifier, always "response.file_search_call.completed" + additionalProperties: false + required: + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseFileSearchCallCompleted + description: >- + Streaming event for completed file search calls. + "OpenAIResponseObjectStreamResponseFileSearchCallInProgress": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the file search call + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.file_search_call.in_progress + default: response.file_search_call.in_progress + description: >- + Event type identifier, always "response.file_search_call.in_progress" + additionalProperties: false + required: + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseFileSearchCallInProgress + description: >- + Streaming event for file search calls in progress. + "OpenAIResponseObjectStreamResponseFileSearchCallSearching": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the file search call + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.file_search_call.searching + default: response.file_search_call.searching + description: >- + Event type identifier, always "response.file_search_call.searching" + additionalProperties: false + required: + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseFileSearchCallSearching + description: >- + Streaming event for file search currently searching. "OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta": type: object properties: @@ -8297,6 +8439,62 @@ components: OpenAIResponseObjectStreamResponseOutputItemDone description: >- Streaming event for when an output item is completed. + "OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the item to which the annotation is being added + output_index: + type: integer + description: >- + Index position of the output item in the response's output array + content_index: + type: integer + description: >- + Index position of the content part within the output item + annotation_index: + type: integer + description: >- + Index of the annotation within the content part + annotation: + oneOf: + - $ref: '#/components/schemas/OpenAIResponseAnnotationFileCitation' + - $ref: '#/components/schemas/OpenAIResponseAnnotationCitation' + - $ref: '#/components/schemas/OpenAIResponseAnnotationContainerFileCitation' + - $ref: '#/components/schemas/OpenAIResponseAnnotationFilePath' + discriminator: + propertyName: type + mapping: + file_citation: '#/components/schemas/OpenAIResponseAnnotationFileCitation' + url_citation: '#/components/schemas/OpenAIResponseAnnotationCitation' + container_file_citation: '#/components/schemas/OpenAIResponseAnnotationContainerFileCitation' + file_path: '#/components/schemas/OpenAIResponseAnnotationFilePath' + description: The annotation object being added + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.output_text.annotation.added + default: response.output_text.annotation.added + description: >- + Event type identifier, always "response.output_text.annotation.added" + additionalProperties: false + required: + - item_id + - output_index + - content_index + - annotation_index + - annotation + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded + description: >- + Streaming event for when an annotation is added to output text. "OpenAIResponseObjectStreamResponseOutputTextDelta": type: object properties: @@ -8376,6 +8574,314 @@ components: OpenAIResponseObjectStreamResponseOutputTextDone description: >- Streaming event for when text output is completed. + "OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded": + type: object + properties: + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + part: + $ref: '#/components/schemas/OpenAIResponseContentPartReasoningSummary' + description: The summary part that was added + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_part.added + default: response.reasoning_summary_part.added + description: >- + Event type identifier, always "response.reasoning_summary_part.added" + additionalProperties: false + required: + - item_id + - output_index + - part + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded + description: >- + Streaming event for when a new reasoning summary part is added. + "OpenAIResponseObjectStreamResponseReasoningSummaryPartDone": + type: object + properties: + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + part: + $ref: '#/components/schemas/OpenAIResponseContentPartReasoningSummary' + description: The completed summary part + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_part.done + default: response.reasoning_summary_part.done + description: >- + Event type identifier, always "response.reasoning_summary_part.done" + additionalProperties: false + required: + - item_id + - output_index + - part + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryPartDone + description: >- + Streaming event for when a reasoning summary part is completed. + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta": + type: object + properties: + delta: + type: string + description: Incremental summary text being added + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_text.delta + default: response.reasoning_summary_text.delta + description: >- + Event type identifier, always "response.reasoning_summary_text.delta" + additionalProperties: false + required: + - delta + - item_id + - output_index + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta + description: >- + Streaming event for incremental reasoning summary text updates. + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDone": + type: object + properties: + text: + type: string + description: Final complete summary text + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_text.done + default: response.reasoning_summary_text.done + description: >- + Event type identifier, always "response.reasoning_summary_text.done" + additionalProperties: false + required: + - text + - item_id + - output_index + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryTextDone + description: >- + Streaming event for when reasoning summary text is completed. + "OpenAIResponseObjectStreamResponseReasoningTextDelta": + type: object + properties: + content_index: + type: integer + description: >- + Index position of the reasoning content part + delta: + type: string + description: Incremental reasoning text being added + item_id: + type: string + description: >- + Unique identifier of the output item being updated + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.reasoning_text.delta + default: response.reasoning_text.delta + description: >- + Event type identifier, always "response.reasoning_text.delta" + additionalProperties: false + required: + - content_index + - delta + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningTextDelta + description: >- + Streaming event for incremental reasoning text updates. + "OpenAIResponseObjectStreamResponseReasoningTextDone": + type: object + properties: + content_index: + type: integer + description: >- + Index position of the reasoning content part + text: + type: string + description: Final complete reasoning text + item_id: + type: string + description: >- + Unique identifier of the completed output item + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.reasoning_text.done + default: response.reasoning_text.done + description: >- + Event type identifier, always "response.reasoning_text.done" + additionalProperties: false + required: + - content_index + - text + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningTextDone + description: >- + Streaming event for when reasoning text is completed. + "OpenAIResponseObjectStreamResponseRefusalDelta": + type: object + properties: + content_index: + type: integer + description: Index position of the content part + delta: + type: string + description: Incremental refusal text being added + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.refusal.delta + default: response.refusal.delta + description: >- + Event type identifier, always "response.refusal.delta" + additionalProperties: false + required: + - content_index + - delta + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseRefusalDelta + description: >- + Streaming event for incremental refusal text updates. + "OpenAIResponseObjectStreamResponseRefusalDone": + type: object + properties: + content_index: + type: integer + description: Index position of the content part + refusal: + type: string + description: Final complete refusal text + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.refusal.done + default: response.refusal.done + description: >- + Event type identifier, always "response.refusal.done" + additionalProperties: false + required: + - content_index + - refusal + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseRefusalDone + description: >- + Streaming event for when refusal text is completed. "OpenAIResponseObjectStreamResponseWebSearchCallCompleted": type: object properties: diff --git a/docs/static/llama-stack-spec.html b/docs/static/llama-stack-spec.html index 17eeb8590..38ec9dd1c 100644 --- a/docs/static/llama-stack-spec.html +++ b/docs/static/llama-stack-spec.html @@ -5218,6 +5218,10 @@ "$ref": "#/components/schemas/OpenAIChatCompletionToolCall" }, "description": "(Optional) The tool calls of the delta" + }, + "reasoning_content": { + "type": "string", + "description": "(Optional) The reasoning content from the model (non-standard, for o1/o3 models)" } }, "additionalProperties": false, @@ -8198,6 +8202,28 @@ "title": "OpenAIResponseContentPartOutputText", "description": "Text content within a streamed response part." }, + "OpenAIResponseContentPartReasoningSummary": { + "type": "object", + "properties": { + "type": { + "type": "string", + "const": "summary_text", + "default": "summary_text", + "description": "Content part type identifier, always \"summary_text\"" + }, + "text": { + "type": "string", + "description": "Summary text" + } + }, + "additionalProperties": false, + "required": [ + "type", + "text" + ], + "title": "OpenAIResponseContentPartReasoningSummary", + "description": "Reasoning summary part in a streamed response." + }, "OpenAIResponseContentPartReasoningText": { "type": "object", "properties": { @@ -8307,6 +8333,42 @@ { "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone" }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted" + }, { "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete" }, @@ -8341,6 +8403,18 @@ "response.mcp_call.completed": "#/components/schemas/OpenAIResponseObjectStreamResponseMcpCallCompleted", "response.content_part.added": "#/components/schemas/OpenAIResponseObjectStreamResponseContentPartAdded", "response.content_part.done": "#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone", + "response.reasoning_text.delta": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta", + "response.reasoning_text.done": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone", + "response.reasoning_summary_part.added": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded", + "response.reasoning_summary_part.done": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone", + "response.reasoning_summary_text.delta": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta", + "response.reasoning_summary_text.done": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone", + "response.refusal.delta": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta", + "response.refusal.done": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone", + "response.output_text.annotation.added": "#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded", + "response.file_search_call.in_progress": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress", + "response.file_search_call.searching": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching", + "response.file_search_call.completed": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted", "response.incomplete": "#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete", "response.failed": "#/components/schemas/OpenAIResponseObjectStreamResponseFailed", "response.completed": "#/components/schemas/OpenAIResponseObjectStreamResponseCompleted" @@ -8548,6 +8622,102 @@ "title": "OpenAIResponseObjectStreamResponseFailed", "description": "Streaming event emitted when a response fails." }, + "OpenAIResponseObjectStreamResponseFileSearchCallCompleted": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the completed file search call" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.file_search_call.completed", + "default": "response.file_search_call.completed", + "description": "Event type identifier, always \"response.file_search_call.completed\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseFileSearchCallCompleted", + "description": "Streaming event for completed file search calls." + }, + "OpenAIResponseObjectStreamResponseFileSearchCallInProgress": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the file search call" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.file_search_call.in_progress", + "default": "response.file_search_call.in_progress", + "description": "Event type identifier, always \"response.file_search_call.in_progress\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseFileSearchCallInProgress", + "description": "Streaming event for file search calls in progress." + }, + "OpenAIResponseObjectStreamResponseFileSearchCallSearching": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the file search call" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.file_search_call.searching", + "default": "response.file_search_call.searching", + "description": "Event type identifier, always \"response.file_search_call.searching\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseFileSearchCallSearching", + "description": "Streaming event for file search currently searching." + }, "OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta": { "type": "object", "properties": { @@ -9013,6 +9183,75 @@ "title": "OpenAIResponseObjectStreamResponseOutputItemDone", "description": "Streaming event for when an output item is completed." }, + "OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the item to which the annotation is being added" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item in the response's output array" + }, + "content_index": { + "type": "integer", + "description": "Index position of the content part within the output item" + }, + "annotation_index": { + "type": "integer", + "description": "Index of the annotation within the content part" + }, + "annotation": { + "oneOf": [ + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationFileCitation" + }, + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationCitation" + }, + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationContainerFileCitation" + }, + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationFilePath" + } + ], + "discriminator": { + "propertyName": "type", + "mapping": { + "file_citation": "#/components/schemas/OpenAIResponseAnnotationFileCitation", + "url_citation": "#/components/schemas/OpenAIResponseAnnotationCitation", + "container_file_citation": "#/components/schemas/OpenAIResponseAnnotationContainerFileCitation", + "file_path": "#/components/schemas/OpenAIResponseAnnotationFilePath" + } + }, + "description": "The annotation object being added" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.output_text.annotation.added", + "default": "response.output_text.annotation.added", + "description": "Event type identifier, always \"response.output_text.annotation.added\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "content_index", + "annotation_index", + "annotation", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded", + "description": "Streaming event for when an annotation is added to output text." + }, "OpenAIResponseObjectStreamResponseOutputTextDelta": { "type": "object", "properties": { @@ -9097,6 +9336,342 @@ "title": "OpenAIResponseObjectStreamResponseOutputTextDone", "description": "Streaming event for when text output is completed." }, + "OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "part": { + "$ref": "#/components/schemas/OpenAIResponseContentPartReasoningSummary", + "description": "The summary part that was added" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_part.added", + "default": "response.reasoning_summary_part.added", + "description": "Event type identifier, always \"response.reasoning_summary_part.added\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "part", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded", + "description": "Streaming event for when a new reasoning summary part is added." + }, + "OpenAIResponseObjectStreamResponseReasoningSummaryPartDone": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "part": { + "$ref": "#/components/schemas/OpenAIResponseContentPartReasoningSummary", + "description": "The completed summary part" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_part.done", + "default": "response.reasoning_summary_part.done", + "description": "Event type identifier, always \"response.reasoning_summary_part.done\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "part", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryPartDone", + "description": "Streaming event for when a reasoning summary part is completed." + }, + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta": { + "type": "object", + "properties": { + "delta": { + "type": "string", + "description": "Incremental summary text being added" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_text.delta", + "default": "response.reasoning_summary_text.delta", + "description": "Event type identifier, always \"response.reasoning_summary_text.delta\"" + } + }, + "additionalProperties": false, + "required": [ + "delta", + "item_id", + "output_index", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta", + "description": "Streaming event for incremental reasoning summary text updates." + }, + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDone": { + "type": "object", + "properties": { + "text": { + "type": "string", + "description": "Final complete summary text" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_text.done", + "default": "response.reasoning_summary_text.done", + "description": "Event type identifier, always \"response.reasoning_summary_text.done\"" + } + }, + "additionalProperties": false, + "required": [ + "text", + "item_id", + "output_index", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryTextDone", + "description": "Streaming event for when reasoning summary text is completed." + }, + "OpenAIResponseObjectStreamResponseReasoningTextDelta": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the reasoning content part" + }, + "delta": { + "type": "string", + "description": "Incremental reasoning text being added" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item being updated" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.reasoning_text.delta", + "default": "response.reasoning_text.delta", + "description": "Event type identifier, always \"response.reasoning_text.delta\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "delta", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningTextDelta", + "description": "Streaming event for incremental reasoning text updates." + }, + "OpenAIResponseObjectStreamResponseReasoningTextDone": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the reasoning content part" + }, + "text": { + "type": "string", + "description": "Final complete reasoning text" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the completed output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.reasoning_text.done", + "default": "response.reasoning_text.done", + "description": "Event type identifier, always \"response.reasoning_text.done\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "text", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningTextDone", + "description": "Streaming event for when reasoning text is completed." + }, + "OpenAIResponseObjectStreamResponseRefusalDelta": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the content part" + }, + "delta": { + "type": "string", + "description": "Incremental refusal text being added" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.refusal.delta", + "default": "response.refusal.delta", + "description": "Event type identifier, always \"response.refusal.delta\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "delta", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseRefusalDelta", + "description": "Streaming event for incremental refusal text updates." + }, + "OpenAIResponseObjectStreamResponseRefusalDone": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the content part" + }, + "refusal": { + "type": "string", + "description": "Final complete refusal text" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.refusal.done", + "default": "response.refusal.done", + "description": "Event type identifier, always \"response.refusal.done\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "refusal", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseRefusalDone", + "description": "Streaming event for when refusal text is completed." + }, "OpenAIResponseObjectStreamResponseWebSearchCallCompleted": { "type": "object", "properties": { diff --git a/docs/static/llama-stack-spec.yaml b/docs/static/llama-stack-spec.yaml index 5ebb297d4..ad766d9d5 100644 --- a/docs/static/llama-stack-spec.yaml +++ b/docs/static/llama-stack-spec.yaml @@ -3950,6 +3950,11 @@ components: items: $ref: '#/components/schemas/OpenAIChatCompletionToolCall' description: (Optional) The tool calls of the delta + reasoning_content: + type: string + description: >- + (Optional) The reasoning content from the model (non-standard, for o1/o3 + models) additionalProperties: false title: OpenAIChoiceDelta description: >- @@ -6224,6 +6229,26 @@ components: title: OpenAIResponseContentPartOutputText description: >- Text content within a streamed response part. + "OpenAIResponseContentPartReasoningSummary": + type: object + properties: + type: + type: string + const: summary_text + default: summary_text + description: >- + Content part type identifier, always "summary_text" + text: + type: string + description: Summary text + additionalProperties: false + required: + - type + - text + title: >- + OpenAIResponseContentPartReasoningSummary + description: >- + Reasoning summary part in a streamed response. OpenAIResponseContentPartReasoningText: type: object properties: @@ -6285,6 +6310,18 @@ components: - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseMcpCallCompleted' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartAdded' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFailed' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseCompleted' @@ -6312,6 +6349,18 @@ components: response.mcp_call.completed: '#/components/schemas/OpenAIResponseObjectStreamResponseMcpCallCompleted' response.content_part.added: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartAdded' response.content_part.done: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone' + response.reasoning_text.delta: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta' + response.reasoning_text.done: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone' + response.reasoning_summary_part.added: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded' + response.reasoning_summary_part.done: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone' + response.reasoning_summary_text.delta: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta' + response.reasoning_summary_text.done: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone' + response.refusal.delta: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta' + response.refusal.done: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone' + response.output_text.annotation.added: '#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded' + response.file_search_call.in_progress: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress' + response.file_search_call.searching: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching' + response.file_search_call.completed: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted' response.incomplete: '#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete' response.failed: '#/components/schemas/OpenAIResponseObjectStreamResponseFailed' response.completed: '#/components/schemas/OpenAIResponseObjectStreamResponseCompleted' @@ -6487,6 +6536,99 @@ components: title: OpenAIResponseObjectStreamResponseFailed description: >- Streaming event emitted when a response fails. + "OpenAIResponseObjectStreamResponseFileSearchCallCompleted": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the completed file search call + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.file_search_call.completed + default: response.file_search_call.completed + description: >- + Event type identifier, always "response.file_search_call.completed" + additionalProperties: false + required: + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseFileSearchCallCompleted + description: >- + Streaming event for completed file search calls. + "OpenAIResponseObjectStreamResponseFileSearchCallInProgress": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the file search call + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.file_search_call.in_progress + default: response.file_search_call.in_progress + description: >- + Event type identifier, always "response.file_search_call.in_progress" + additionalProperties: false + required: + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseFileSearchCallInProgress + description: >- + Streaming event for file search calls in progress. + "OpenAIResponseObjectStreamResponseFileSearchCallSearching": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the file search call + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.file_search_call.searching + default: response.file_search_call.searching + description: >- + Event type identifier, always "response.file_search_call.searching" + additionalProperties: false + required: + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseFileSearchCallSearching + description: >- + Streaming event for file search currently searching. "OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta": type: object properties: @@ -6879,6 +7021,62 @@ components: OpenAIResponseObjectStreamResponseOutputItemDone description: >- Streaming event for when an output item is completed. + "OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the item to which the annotation is being added + output_index: + type: integer + description: >- + Index position of the output item in the response's output array + content_index: + type: integer + description: >- + Index position of the content part within the output item + annotation_index: + type: integer + description: >- + Index of the annotation within the content part + annotation: + oneOf: + - $ref: '#/components/schemas/OpenAIResponseAnnotationFileCitation' + - $ref: '#/components/schemas/OpenAIResponseAnnotationCitation' + - $ref: '#/components/schemas/OpenAIResponseAnnotationContainerFileCitation' + - $ref: '#/components/schemas/OpenAIResponseAnnotationFilePath' + discriminator: + propertyName: type + mapping: + file_citation: '#/components/schemas/OpenAIResponseAnnotationFileCitation' + url_citation: '#/components/schemas/OpenAIResponseAnnotationCitation' + container_file_citation: '#/components/schemas/OpenAIResponseAnnotationContainerFileCitation' + file_path: '#/components/schemas/OpenAIResponseAnnotationFilePath' + description: The annotation object being added + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.output_text.annotation.added + default: response.output_text.annotation.added + description: >- + Event type identifier, always "response.output_text.annotation.added" + additionalProperties: false + required: + - item_id + - output_index + - content_index + - annotation_index + - annotation + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded + description: >- + Streaming event for when an annotation is added to output text. "OpenAIResponseObjectStreamResponseOutputTextDelta": type: object properties: @@ -6958,6 +7156,314 @@ components: OpenAIResponseObjectStreamResponseOutputTextDone description: >- Streaming event for when text output is completed. + "OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded": + type: object + properties: + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + part: + $ref: '#/components/schemas/OpenAIResponseContentPartReasoningSummary' + description: The summary part that was added + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_part.added + default: response.reasoning_summary_part.added + description: >- + Event type identifier, always "response.reasoning_summary_part.added" + additionalProperties: false + required: + - item_id + - output_index + - part + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded + description: >- + Streaming event for when a new reasoning summary part is added. + "OpenAIResponseObjectStreamResponseReasoningSummaryPartDone": + type: object + properties: + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + part: + $ref: '#/components/schemas/OpenAIResponseContentPartReasoningSummary' + description: The completed summary part + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_part.done + default: response.reasoning_summary_part.done + description: >- + Event type identifier, always "response.reasoning_summary_part.done" + additionalProperties: false + required: + - item_id + - output_index + - part + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryPartDone + description: >- + Streaming event for when a reasoning summary part is completed. + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta": + type: object + properties: + delta: + type: string + description: Incremental summary text being added + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_text.delta + default: response.reasoning_summary_text.delta + description: >- + Event type identifier, always "response.reasoning_summary_text.delta" + additionalProperties: false + required: + - delta + - item_id + - output_index + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta + description: >- + Streaming event for incremental reasoning summary text updates. + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDone": + type: object + properties: + text: + type: string + description: Final complete summary text + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_text.done + default: response.reasoning_summary_text.done + description: >- + Event type identifier, always "response.reasoning_summary_text.done" + additionalProperties: false + required: + - text + - item_id + - output_index + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryTextDone + description: >- + Streaming event for when reasoning summary text is completed. + "OpenAIResponseObjectStreamResponseReasoningTextDelta": + type: object + properties: + content_index: + type: integer + description: >- + Index position of the reasoning content part + delta: + type: string + description: Incremental reasoning text being added + item_id: + type: string + description: >- + Unique identifier of the output item being updated + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.reasoning_text.delta + default: response.reasoning_text.delta + description: >- + Event type identifier, always "response.reasoning_text.delta" + additionalProperties: false + required: + - content_index + - delta + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningTextDelta + description: >- + Streaming event for incremental reasoning text updates. + "OpenAIResponseObjectStreamResponseReasoningTextDone": + type: object + properties: + content_index: + type: integer + description: >- + Index position of the reasoning content part + text: + type: string + description: Final complete reasoning text + item_id: + type: string + description: >- + Unique identifier of the completed output item + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.reasoning_text.done + default: response.reasoning_text.done + description: >- + Event type identifier, always "response.reasoning_text.done" + additionalProperties: false + required: + - content_index + - text + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningTextDone + description: >- + Streaming event for when reasoning text is completed. + "OpenAIResponseObjectStreamResponseRefusalDelta": + type: object + properties: + content_index: + type: integer + description: Index position of the content part + delta: + type: string + description: Incremental refusal text being added + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.refusal.delta + default: response.refusal.delta + description: >- + Event type identifier, always "response.refusal.delta" + additionalProperties: false + required: + - content_index + - delta + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseRefusalDelta + description: >- + Streaming event for incremental refusal text updates. + "OpenAIResponseObjectStreamResponseRefusalDone": + type: object + properties: + content_index: + type: integer + description: Index position of the content part + refusal: + type: string + description: Final complete refusal text + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.refusal.done + default: response.refusal.done + description: >- + Event type identifier, always "response.refusal.done" + additionalProperties: false + required: + - content_index + - refusal + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseRefusalDone + description: >- + Streaming event for when refusal text is completed. "OpenAIResponseObjectStreamResponseWebSearchCallCompleted": type: object properties: diff --git a/docs/static/stainless-llama-stack-spec.html b/docs/static/stainless-llama-stack-spec.html index eb0ffc840..657705a1c 100644 --- a/docs/static/stainless-llama-stack-spec.html +++ b/docs/static/stainless-llama-stack-spec.html @@ -7227,6 +7227,10 @@ "$ref": "#/components/schemas/OpenAIChatCompletionToolCall" }, "description": "(Optional) The tool calls of the delta" + }, + "reasoning_content": { + "type": "string", + "description": "(Optional) The reasoning content from the model (non-standard, for o1/o3 models)" } }, "additionalProperties": false, @@ -10207,6 +10211,28 @@ "title": "OpenAIResponseContentPartOutputText", "description": "Text content within a streamed response part." }, + "OpenAIResponseContentPartReasoningSummary": { + "type": "object", + "properties": { + "type": { + "type": "string", + "const": "summary_text", + "default": "summary_text", + "description": "Content part type identifier, always \"summary_text\"" + }, + "text": { + "type": "string", + "description": "Summary text" + } + }, + "additionalProperties": false, + "required": [ + "type", + "text" + ], + "title": "OpenAIResponseContentPartReasoningSummary", + "description": "Reasoning summary part in a streamed response." + }, "OpenAIResponseContentPartReasoningText": { "type": "object", "properties": { @@ -10316,6 +10342,42 @@ { "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone" }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching" + }, + { + "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted" + }, { "$ref": "#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete" }, @@ -10350,6 +10412,18 @@ "response.mcp_call.completed": "#/components/schemas/OpenAIResponseObjectStreamResponseMcpCallCompleted", "response.content_part.added": "#/components/schemas/OpenAIResponseObjectStreamResponseContentPartAdded", "response.content_part.done": "#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone", + "response.reasoning_text.delta": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta", + "response.reasoning_text.done": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone", + "response.reasoning_summary_part.added": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded", + "response.reasoning_summary_part.done": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone", + "response.reasoning_summary_text.delta": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta", + "response.reasoning_summary_text.done": "#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone", + "response.refusal.delta": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta", + "response.refusal.done": "#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone", + "response.output_text.annotation.added": "#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded", + "response.file_search_call.in_progress": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress", + "response.file_search_call.searching": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching", + "response.file_search_call.completed": "#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted", "response.incomplete": "#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete", "response.failed": "#/components/schemas/OpenAIResponseObjectStreamResponseFailed", "response.completed": "#/components/schemas/OpenAIResponseObjectStreamResponseCompleted" @@ -10557,6 +10631,102 @@ "title": "OpenAIResponseObjectStreamResponseFailed", "description": "Streaming event emitted when a response fails." }, + "OpenAIResponseObjectStreamResponseFileSearchCallCompleted": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the completed file search call" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.file_search_call.completed", + "default": "response.file_search_call.completed", + "description": "Event type identifier, always \"response.file_search_call.completed\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseFileSearchCallCompleted", + "description": "Streaming event for completed file search calls." + }, + "OpenAIResponseObjectStreamResponseFileSearchCallInProgress": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the file search call" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.file_search_call.in_progress", + "default": "response.file_search_call.in_progress", + "description": "Event type identifier, always \"response.file_search_call.in_progress\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseFileSearchCallInProgress", + "description": "Streaming event for file search calls in progress." + }, + "OpenAIResponseObjectStreamResponseFileSearchCallSearching": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the file search call" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.file_search_call.searching", + "default": "response.file_search_call.searching", + "description": "Event type identifier, always \"response.file_search_call.searching\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseFileSearchCallSearching", + "description": "Streaming event for file search currently searching." + }, "OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta": { "type": "object", "properties": { @@ -11022,6 +11192,75 @@ "title": "OpenAIResponseObjectStreamResponseOutputItemDone", "description": "Streaming event for when an output item is completed." }, + "OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the item to which the annotation is being added" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item in the response's output array" + }, + "content_index": { + "type": "integer", + "description": "Index position of the content part within the output item" + }, + "annotation_index": { + "type": "integer", + "description": "Index of the annotation within the content part" + }, + "annotation": { + "oneOf": [ + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationFileCitation" + }, + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationCitation" + }, + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationContainerFileCitation" + }, + { + "$ref": "#/components/schemas/OpenAIResponseAnnotationFilePath" + } + ], + "discriminator": { + "propertyName": "type", + "mapping": { + "file_citation": "#/components/schemas/OpenAIResponseAnnotationFileCitation", + "url_citation": "#/components/schemas/OpenAIResponseAnnotationCitation", + "container_file_citation": "#/components/schemas/OpenAIResponseAnnotationContainerFileCitation", + "file_path": "#/components/schemas/OpenAIResponseAnnotationFilePath" + } + }, + "description": "The annotation object being added" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.output_text.annotation.added", + "default": "response.output_text.annotation.added", + "description": "Event type identifier, always \"response.output_text.annotation.added\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "content_index", + "annotation_index", + "annotation", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded", + "description": "Streaming event for when an annotation is added to output text." + }, "OpenAIResponseObjectStreamResponseOutputTextDelta": { "type": "object", "properties": { @@ -11106,6 +11345,342 @@ "title": "OpenAIResponseObjectStreamResponseOutputTextDone", "description": "Streaming event for when text output is completed." }, + "OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "part": { + "$ref": "#/components/schemas/OpenAIResponseContentPartReasoningSummary", + "description": "The summary part that was added" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_part.added", + "default": "response.reasoning_summary_part.added", + "description": "Event type identifier, always \"response.reasoning_summary_part.added\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "part", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded", + "description": "Streaming event for when a new reasoning summary part is added." + }, + "OpenAIResponseObjectStreamResponseReasoningSummaryPartDone": { + "type": "object", + "properties": { + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "part": { + "$ref": "#/components/schemas/OpenAIResponseContentPartReasoningSummary", + "description": "The completed summary part" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_part.done", + "default": "response.reasoning_summary_part.done", + "description": "Event type identifier, always \"response.reasoning_summary_part.done\"" + } + }, + "additionalProperties": false, + "required": [ + "item_id", + "output_index", + "part", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryPartDone", + "description": "Streaming event for when a reasoning summary part is completed." + }, + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta": { + "type": "object", + "properties": { + "delta": { + "type": "string", + "description": "Incremental summary text being added" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_text.delta", + "default": "response.reasoning_summary_text.delta", + "description": "Event type identifier, always \"response.reasoning_summary_text.delta\"" + } + }, + "additionalProperties": false, + "required": [ + "delta", + "item_id", + "output_index", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta", + "description": "Streaming event for incremental reasoning summary text updates." + }, + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDone": { + "type": "object", + "properties": { + "text": { + "type": "string", + "description": "Final complete summary text" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the output item" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "summary_index": { + "type": "integer", + "description": "Index of the summary part within the reasoning summary" + }, + "type": { + "type": "string", + "const": "response.reasoning_summary_text.done", + "default": "response.reasoning_summary_text.done", + "description": "Event type identifier, always \"response.reasoning_summary_text.done\"" + } + }, + "additionalProperties": false, + "required": [ + "text", + "item_id", + "output_index", + "sequence_number", + "summary_index", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningSummaryTextDone", + "description": "Streaming event for when reasoning summary text is completed." + }, + "OpenAIResponseObjectStreamResponseReasoningTextDelta": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the reasoning content part" + }, + "delta": { + "type": "string", + "description": "Incremental reasoning text being added" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item being updated" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.reasoning_text.delta", + "default": "response.reasoning_text.delta", + "description": "Event type identifier, always \"response.reasoning_text.delta\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "delta", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningTextDelta", + "description": "Streaming event for incremental reasoning text updates." + }, + "OpenAIResponseObjectStreamResponseReasoningTextDone": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the reasoning content part" + }, + "text": { + "type": "string", + "description": "Final complete reasoning text" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the completed output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.reasoning_text.done", + "default": "response.reasoning_text.done", + "description": "Event type identifier, always \"response.reasoning_text.done\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "text", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseReasoningTextDone", + "description": "Streaming event for when reasoning text is completed." + }, + "OpenAIResponseObjectStreamResponseRefusalDelta": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the content part" + }, + "delta": { + "type": "string", + "description": "Incremental refusal text being added" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.refusal.delta", + "default": "response.refusal.delta", + "description": "Event type identifier, always \"response.refusal.delta\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "delta", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseRefusalDelta", + "description": "Streaming event for incremental refusal text updates." + }, + "OpenAIResponseObjectStreamResponseRefusalDone": { + "type": "object", + "properties": { + "content_index": { + "type": "integer", + "description": "Index position of the content part" + }, + "refusal": { + "type": "string", + "description": "Final complete refusal text" + }, + "item_id": { + "type": "string", + "description": "Unique identifier of the output item" + }, + "output_index": { + "type": "integer", + "description": "Index position of the item in the output list" + }, + "sequence_number": { + "type": "integer", + "description": "Sequential number for ordering streaming events" + }, + "type": { + "type": "string", + "const": "response.refusal.done", + "default": "response.refusal.done", + "description": "Event type identifier, always \"response.refusal.done\"" + } + }, + "additionalProperties": false, + "required": [ + "content_index", + "refusal", + "item_id", + "output_index", + "sequence_number", + "type" + ], + "title": "OpenAIResponseObjectStreamResponseRefusalDone", + "description": "Streaming event for when refusal text is completed." + }, "OpenAIResponseObjectStreamResponseWebSearchCallCompleted": { "type": "object", "properties": { diff --git a/docs/static/stainless-llama-stack-spec.yaml b/docs/static/stainless-llama-stack-spec.yaml index 87fc52750..d5dcbe7d3 100644 --- a/docs/static/stainless-llama-stack-spec.yaml +++ b/docs/static/stainless-llama-stack-spec.yaml @@ -5395,6 +5395,11 @@ components: items: $ref: '#/components/schemas/OpenAIChatCompletionToolCall' description: (Optional) The tool calls of the delta + reasoning_content: + type: string + description: >- + (Optional) The reasoning content from the model (non-standard, for o1/o3 + models) additionalProperties: false title: OpenAIChoiceDelta description: >- @@ -7669,6 +7674,26 @@ components: title: OpenAIResponseContentPartOutputText description: >- Text content within a streamed response part. + "OpenAIResponseContentPartReasoningSummary": + type: object + properties: + type: + type: string + const: summary_text + default: summary_text + description: >- + Content part type identifier, always "summary_text" + text: + type: string + description: Summary text + additionalProperties: false + required: + - type + - text + title: >- + OpenAIResponseContentPartReasoningSummary + description: >- + Reasoning summary part in a streamed response. OpenAIResponseContentPartReasoningText: type: object properties: @@ -7730,6 +7755,18 @@ components: - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseMcpCallCompleted' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartAdded' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching' + - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseFailed' - $ref: '#/components/schemas/OpenAIResponseObjectStreamResponseCompleted' @@ -7757,6 +7794,18 @@ components: response.mcp_call.completed: '#/components/schemas/OpenAIResponseObjectStreamResponseMcpCallCompleted' response.content_part.added: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartAdded' response.content_part.done: '#/components/schemas/OpenAIResponseObjectStreamResponseContentPartDone' + response.reasoning_text.delta: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDelta' + response.reasoning_text.done: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningTextDone' + response.reasoning_summary_part.added: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded' + response.reasoning_summary_part.done: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryPartDone' + response.reasoning_summary_text.delta: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta' + response.reasoning_summary_text.done: '#/components/schemas/OpenAIResponseObjectStreamResponseReasoningSummaryTextDone' + response.refusal.delta: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDelta' + response.refusal.done: '#/components/schemas/OpenAIResponseObjectStreamResponseRefusalDone' + response.output_text.annotation.added: '#/components/schemas/OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded' + response.file_search_call.in_progress: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallInProgress' + response.file_search_call.searching: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallSearching' + response.file_search_call.completed: '#/components/schemas/OpenAIResponseObjectStreamResponseFileSearchCallCompleted' response.incomplete: '#/components/schemas/OpenAIResponseObjectStreamResponseIncomplete' response.failed: '#/components/schemas/OpenAIResponseObjectStreamResponseFailed' response.completed: '#/components/schemas/OpenAIResponseObjectStreamResponseCompleted' @@ -7932,6 +7981,99 @@ components: title: OpenAIResponseObjectStreamResponseFailed description: >- Streaming event emitted when a response fails. + "OpenAIResponseObjectStreamResponseFileSearchCallCompleted": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the completed file search call + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.file_search_call.completed + default: response.file_search_call.completed + description: >- + Event type identifier, always "response.file_search_call.completed" + additionalProperties: false + required: + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseFileSearchCallCompleted + description: >- + Streaming event for completed file search calls. + "OpenAIResponseObjectStreamResponseFileSearchCallInProgress": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the file search call + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.file_search_call.in_progress + default: response.file_search_call.in_progress + description: >- + Event type identifier, always "response.file_search_call.in_progress" + additionalProperties: false + required: + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseFileSearchCallInProgress + description: >- + Streaming event for file search calls in progress. + "OpenAIResponseObjectStreamResponseFileSearchCallSearching": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the file search call + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.file_search_call.searching + default: response.file_search_call.searching + description: >- + Event type identifier, always "response.file_search_call.searching" + additionalProperties: false + required: + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseFileSearchCallSearching + description: >- + Streaming event for file search currently searching. "OpenAIResponseObjectStreamResponseFunctionCallArgumentsDelta": type: object properties: @@ -8324,6 +8466,62 @@ components: OpenAIResponseObjectStreamResponseOutputItemDone description: >- Streaming event for when an output item is completed. + "OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded": + type: object + properties: + item_id: + type: string + description: >- + Unique identifier of the item to which the annotation is being added + output_index: + type: integer + description: >- + Index position of the output item in the response's output array + content_index: + type: integer + description: >- + Index position of the content part within the output item + annotation_index: + type: integer + description: >- + Index of the annotation within the content part + annotation: + oneOf: + - $ref: '#/components/schemas/OpenAIResponseAnnotationFileCitation' + - $ref: '#/components/schemas/OpenAIResponseAnnotationCitation' + - $ref: '#/components/schemas/OpenAIResponseAnnotationContainerFileCitation' + - $ref: '#/components/schemas/OpenAIResponseAnnotationFilePath' + discriminator: + propertyName: type + mapping: + file_citation: '#/components/schemas/OpenAIResponseAnnotationFileCitation' + url_citation: '#/components/schemas/OpenAIResponseAnnotationCitation' + container_file_citation: '#/components/schemas/OpenAIResponseAnnotationContainerFileCitation' + file_path: '#/components/schemas/OpenAIResponseAnnotationFilePath' + description: The annotation object being added + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.output_text.annotation.added + default: response.output_text.annotation.added + description: >- + Event type identifier, always "response.output_text.annotation.added" + additionalProperties: false + required: + - item_id + - output_index + - content_index + - annotation_index + - annotation + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded + description: >- + Streaming event for when an annotation is added to output text. "OpenAIResponseObjectStreamResponseOutputTextDelta": type: object properties: @@ -8403,6 +8601,314 @@ components: OpenAIResponseObjectStreamResponseOutputTextDone description: >- Streaming event for when text output is completed. + "OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded": + type: object + properties: + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + part: + $ref: '#/components/schemas/OpenAIResponseContentPartReasoningSummary' + description: The summary part that was added + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_part.added + default: response.reasoning_summary_part.added + description: >- + Event type identifier, always "response.reasoning_summary_part.added" + additionalProperties: false + required: + - item_id + - output_index + - part + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded + description: >- + Streaming event for when a new reasoning summary part is added. + "OpenAIResponseObjectStreamResponseReasoningSummaryPartDone": + type: object + properties: + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + part: + $ref: '#/components/schemas/OpenAIResponseContentPartReasoningSummary' + description: The completed summary part + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_part.done + default: response.reasoning_summary_part.done + description: >- + Event type identifier, always "response.reasoning_summary_part.done" + additionalProperties: false + required: + - item_id + - output_index + - part + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryPartDone + description: >- + Streaming event for when a reasoning summary part is completed. + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta": + type: object + properties: + delta: + type: string + description: Incremental summary text being added + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_text.delta + default: response.reasoning_summary_text.delta + description: >- + Event type identifier, always "response.reasoning_summary_text.delta" + additionalProperties: false + required: + - delta + - item_id + - output_index + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta + description: >- + Streaming event for incremental reasoning summary text updates. + "OpenAIResponseObjectStreamResponseReasoningSummaryTextDone": + type: object + properties: + text: + type: string + description: Final complete summary text + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: Index position of the output item + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + summary_index: + type: integer + description: >- + Index of the summary part within the reasoning summary + type: + type: string + const: response.reasoning_summary_text.done + default: response.reasoning_summary_text.done + description: >- + Event type identifier, always "response.reasoning_summary_text.done" + additionalProperties: false + required: + - text + - item_id + - output_index + - sequence_number + - summary_index + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningSummaryTextDone + description: >- + Streaming event for when reasoning summary text is completed. + "OpenAIResponseObjectStreamResponseReasoningTextDelta": + type: object + properties: + content_index: + type: integer + description: >- + Index position of the reasoning content part + delta: + type: string + description: Incremental reasoning text being added + item_id: + type: string + description: >- + Unique identifier of the output item being updated + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.reasoning_text.delta + default: response.reasoning_text.delta + description: >- + Event type identifier, always "response.reasoning_text.delta" + additionalProperties: false + required: + - content_index + - delta + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningTextDelta + description: >- + Streaming event for incremental reasoning text updates. + "OpenAIResponseObjectStreamResponseReasoningTextDone": + type: object + properties: + content_index: + type: integer + description: >- + Index position of the reasoning content part + text: + type: string + description: Final complete reasoning text + item_id: + type: string + description: >- + Unique identifier of the completed output item + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.reasoning_text.done + default: response.reasoning_text.done + description: >- + Event type identifier, always "response.reasoning_text.done" + additionalProperties: false + required: + - content_index + - text + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseReasoningTextDone + description: >- + Streaming event for when reasoning text is completed. + "OpenAIResponseObjectStreamResponseRefusalDelta": + type: object + properties: + content_index: + type: integer + description: Index position of the content part + delta: + type: string + description: Incremental refusal text being added + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.refusal.delta + default: response.refusal.delta + description: >- + Event type identifier, always "response.refusal.delta" + additionalProperties: false + required: + - content_index + - delta + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseRefusalDelta + description: >- + Streaming event for incremental refusal text updates. + "OpenAIResponseObjectStreamResponseRefusalDone": + type: object + properties: + content_index: + type: integer + description: Index position of the content part + refusal: + type: string + description: Final complete refusal text + item_id: + type: string + description: Unique identifier of the output item + output_index: + type: integer + description: >- + Index position of the item in the output list + sequence_number: + type: integer + description: >- + Sequential number for ordering streaming events + type: + type: string + const: response.refusal.done + default: response.refusal.done + description: >- + Event type identifier, always "response.refusal.done" + additionalProperties: false + required: + - content_index + - refusal + - item_id + - output_index + - sequence_number + - type + title: >- + OpenAIResponseObjectStreamResponseRefusalDone + description: >- + Streaming event for when refusal text is completed. "OpenAIResponseObjectStreamResponseWebSearchCallCompleted": type: object properties: diff --git a/llama_stack/apis/agents/openai_responses.py b/llama_stack/apis/agents/openai_responses.py index a1ce134b6..18176f00f 100644 --- a/llama_stack/apis/agents/openai_responses.py +++ b/llama_stack/apis/agents/openai_responses.py @@ -953,6 +953,248 @@ class OpenAIResponseObjectStreamResponseContentPartDone(BaseModel): type: Literal["response.content_part.done"] = "response.content_part.done" +@json_schema_type +class OpenAIResponseObjectStreamResponseReasoningTextDelta(BaseModel): + """Streaming event for incremental reasoning text updates. + + :param content_index: Index position of the reasoning content part + :param delta: Incremental reasoning text being added + :param item_id: Unique identifier of the output item being updated + :param output_index: Index position of the item in the output list + :param sequence_number: Sequential number for ordering streaming events + :param type: Event type identifier, always "response.reasoning_text.delta" + """ + + content_index: int + delta: str + item_id: str + output_index: int + sequence_number: int + type: Literal["response.reasoning_text.delta"] = "response.reasoning_text.delta" + + +@json_schema_type +class OpenAIResponseObjectStreamResponseReasoningTextDone(BaseModel): + """Streaming event for when reasoning text is completed. + + :param content_index: Index position of the reasoning content part + :param text: Final complete reasoning text + :param item_id: Unique identifier of the completed output item + :param output_index: Index position of the item in the output list + :param sequence_number: Sequential number for ordering streaming events + :param type: Event type identifier, always "response.reasoning_text.done" + """ + + content_index: int + text: str + item_id: str + output_index: int + sequence_number: int + type: Literal["response.reasoning_text.done"] = "response.reasoning_text.done" + + +@json_schema_type +class OpenAIResponseContentPartReasoningSummary(BaseModel): + """Reasoning summary part in a streamed response. + + :param type: Content part type identifier, always "summary_text" + :param text: Summary text + """ + + type: Literal["summary_text"] = "summary_text" + text: str + + +@json_schema_type +class OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded(BaseModel): + """Streaming event for when a new reasoning summary part is added. + + :param item_id: Unique identifier of the output item + :param output_index: Index position of the output item + :param part: The summary part that was added + :param sequence_number: Sequential number for ordering streaming events + :param summary_index: Index of the summary part within the reasoning summary + :param type: Event type identifier, always "response.reasoning_summary_part.added" + """ + + item_id: str + output_index: int + part: OpenAIResponseContentPartReasoningSummary + sequence_number: int + summary_index: int + type: Literal["response.reasoning_summary_part.added"] = "response.reasoning_summary_part.added" + + +@json_schema_type +class OpenAIResponseObjectStreamResponseReasoningSummaryPartDone(BaseModel): + """Streaming event for when a reasoning summary part is completed. + + :param item_id: Unique identifier of the output item + :param output_index: Index position of the output item + :param part: The completed summary part + :param sequence_number: Sequential number for ordering streaming events + :param summary_index: Index of the summary part within the reasoning summary + :param type: Event type identifier, always "response.reasoning_summary_part.done" + """ + + item_id: str + output_index: int + part: OpenAIResponseContentPartReasoningSummary + sequence_number: int + summary_index: int + type: Literal["response.reasoning_summary_part.done"] = "response.reasoning_summary_part.done" + + +@json_schema_type +class OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta(BaseModel): + """Streaming event for incremental reasoning summary text updates. + + :param delta: Incremental summary text being added + :param item_id: Unique identifier of the output item + :param output_index: Index position of the output item + :param sequence_number: Sequential number for ordering streaming events + :param summary_index: Index of the summary part within the reasoning summary + :param type: Event type identifier, always "response.reasoning_summary_text.delta" + """ + + delta: str + item_id: str + output_index: int + sequence_number: int + summary_index: int + type: Literal["response.reasoning_summary_text.delta"] = "response.reasoning_summary_text.delta" + + +@json_schema_type +class OpenAIResponseObjectStreamResponseReasoningSummaryTextDone(BaseModel): + """Streaming event for when reasoning summary text is completed. + + :param text: Final complete summary text + :param item_id: Unique identifier of the output item + :param output_index: Index position of the output item + :param sequence_number: Sequential number for ordering streaming events + :param summary_index: Index of the summary part within the reasoning summary + :param type: Event type identifier, always "response.reasoning_summary_text.done" + """ + + text: str + item_id: str + output_index: int + sequence_number: int + summary_index: int + type: Literal["response.reasoning_summary_text.done"] = "response.reasoning_summary_text.done" + + +@json_schema_type +class OpenAIResponseObjectStreamResponseRefusalDelta(BaseModel): + """Streaming event for incremental refusal text updates. + + :param content_index: Index position of the content part + :param delta: Incremental refusal text being added + :param item_id: Unique identifier of the output item + :param output_index: Index position of the item in the output list + :param sequence_number: Sequential number for ordering streaming events + :param type: Event type identifier, always "response.refusal.delta" + """ + + content_index: int + delta: str + item_id: str + output_index: int + sequence_number: int + type: Literal["response.refusal.delta"] = "response.refusal.delta" + + +@json_schema_type +class OpenAIResponseObjectStreamResponseRefusalDone(BaseModel): + """Streaming event for when refusal text is completed. + + :param content_index: Index position of the content part + :param refusal: Final complete refusal text + :param item_id: Unique identifier of the output item + :param output_index: Index position of the item in the output list + :param sequence_number: Sequential number for ordering streaming events + :param type: Event type identifier, always "response.refusal.done" + """ + + content_index: int + refusal: str + item_id: str + output_index: int + sequence_number: int + type: Literal["response.refusal.done"] = "response.refusal.done" + + +@json_schema_type +class OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded(BaseModel): + """Streaming event for when an annotation is added to output text. + + :param item_id: Unique identifier of the item to which the annotation is being added + :param output_index: Index position of the output item in the response's output array + :param content_index: Index position of the content part within the output item + :param annotation_index: Index of the annotation within the content part + :param annotation: The annotation object being added + :param sequence_number: Sequential number for ordering streaming events + :param type: Event type identifier, always "response.output_text.annotation.added" + """ + + item_id: str + output_index: int + content_index: int + annotation_index: int + annotation: OpenAIResponseAnnotations + sequence_number: int + type: Literal["response.output_text.annotation.added"] = "response.output_text.annotation.added" + + +@json_schema_type +class OpenAIResponseObjectStreamResponseFileSearchCallInProgress(BaseModel): + """Streaming event for file search calls in progress. + + :param item_id: Unique identifier of the file search call + :param output_index: Index position of the item in the output list + :param sequence_number: Sequential number for ordering streaming events + :param type: Event type identifier, always "response.file_search_call.in_progress" + """ + + item_id: str + output_index: int + sequence_number: int + type: Literal["response.file_search_call.in_progress"] = "response.file_search_call.in_progress" + + +@json_schema_type +class OpenAIResponseObjectStreamResponseFileSearchCallSearching(BaseModel): + """Streaming event for file search currently searching. + + :param item_id: Unique identifier of the file search call + :param output_index: Index position of the item in the output list + :param sequence_number: Sequential number for ordering streaming events + :param type: Event type identifier, always "response.file_search_call.searching" + """ + + item_id: str + output_index: int + sequence_number: int + type: Literal["response.file_search_call.searching"] = "response.file_search_call.searching" + + +@json_schema_type +class OpenAIResponseObjectStreamResponseFileSearchCallCompleted(BaseModel): + """Streaming event for completed file search calls. + + :param item_id: Unique identifier of the completed file search call + :param output_index: Index position of the item in the output list + :param sequence_number: Sequential number for ordering streaming events + :param type: Event type identifier, always "response.file_search_call.completed" + """ + + item_id: str + output_index: int + sequence_number: int + type: Literal["response.file_search_call.completed"] = "response.file_search_call.completed" + + OpenAIResponseObjectStream = Annotated[ OpenAIResponseObjectStreamResponseCreated | OpenAIResponseObjectStreamResponseInProgress @@ -975,6 +1217,18 @@ OpenAIResponseObjectStream = Annotated[ | OpenAIResponseObjectStreamResponseMcpCallCompleted | OpenAIResponseObjectStreamResponseContentPartAdded | OpenAIResponseObjectStreamResponseContentPartDone + | OpenAIResponseObjectStreamResponseReasoningTextDelta + | OpenAIResponseObjectStreamResponseReasoningTextDone + | OpenAIResponseObjectStreamResponseReasoningSummaryPartAdded + | OpenAIResponseObjectStreamResponseReasoningSummaryPartDone + | OpenAIResponseObjectStreamResponseReasoningSummaryTextDelta + | OpenAIResponseObjectStreamResponseReasoningSummaryTextDone + | OpenAIResponseObjectStreamResponseRefusalDelta + | OpenAIResponseObjectStreamResponseRefusalDone + | OpenAIResponseObjectStreamResponseOutputTextAnnotationAdded + | OpenAIResponseObjectStreamResponseFileSearchCallInProgress + | OpenAIResponseObjectStreamResponseFileSearchCallSearching + | OpenAIResponseObjectStreamResponseFileSearchCallCompleted | OpenAIResponseObjectStreamResponseIncomplete | OpenAIResponseObjectStreamResponseFailed | OpenAIResponseObjectStreamResponseCompleted, diff --git a/llama_stack/apis/inference/inference.py b/llama_stack/apis/inference/inference.py index 85339e2e0..3c1aa1f63 100644 --- a/llama_stack/apis/inference/inference.py +++ b/llama_stack/apis/inference/inference.py @@ -777,12 +777,14 @@ class OpenAIChoiceDelta(BaseModel): :param refusal: (Optional) The refusal of the delta :param role: (Optional) The role of the delta :param tool_calls: (Optional) The tool calls of the delta + :param reasoning_content: (Optional) The reasoning content from the model (non-standard, for o1/o3 models) """ content: str | None = None refusal: str | None = None role: str | None = None tool_calls: list[OpenAIChatCompletionToolCall] | None = None + reasoning_content: str | None = None @json_schema_type diff --git a/llama_stack/providers/inline/agents/meta_reference/responses/streaming.py b/llama_stack/providers/inline/agents/meta_reference/responses/streaming.py index cfd69cdeb..6582e459a 100644 --- a/llama_stack/providers/inline/agents/meta_reference/responses/streaming.py +++ b/llama_stack/providers/inline/agents/meta_reference/responses/streaming.py @@ -13,6 +13,8 @@ from llama_stack.apis.agents.openai_responses import ( ApprovalFilter, MCPListToolsTool, OpenAIResponseContentPartOutputText, + OpenAIResponseContentPartReasoningText, + OpenAIResponseContentPartRefusal, OpenAIResponseError, OpenAIResponseInputTool, OpenAIResponseInputToolMCP, @@ -35,6 +37,10 @@ from llama_stack.apis.agents.openai_responses import ( OpenAIResponseObjectStreamResponseOutputItemAdded, OpenAIResponseObjectStreamResponseOutputItemDone, OpenAIResponseObjectStreamResponseOutputTextDelta, + OpenAIResponseObjectStreamResponseReasoningTextDelta, + OpenAIResponseObjectStreamResponseReasoningTextDone, + OpenAIResponseObjectStreamResponseRefusalDelta, + OpenAIResponseObjectStreamResponseRefusalDone, OpenAIResponseOutput, OpenAIResponseOutputMessageFunctionToolCall, OpenAIResponseOutputMessageMCPListTools, @@ -355,6 +361,128 @@ class StreamingResponseOrchestrator: ), ) + async def _handle_reasoning_content_chunk( + self, + reasoning_content: str, + reasoning_part_emitted: bool, + reasoning_content_index: int, + message_item_id: str, + message_output_index: int, + ) -> AsyncIterator[OpenAIResponseObjectStream]: + # Emit content_part.added event for first reasoning chunk + if not reasoning_part_emitted: + self.sequence_number += 1 + yield OpenAIResponseObjectStreamResponseContentPartAdded( + content_index=reasoning_content_index, + response_id=self.response_id, + item_id=message_item_id, + output_index=message_output_index, + part=OpenAIResponseContentPartReasoningText( + text="", # Will be filled incrementally via reasoning deltas + ), + sequence_number=self.sequence_number, + ) + # Emit reasoning_text.delta event + self.sequence_number += 1 + yield OpenAIResponseObjectStreamResponseReasoningTextDelta( + content_index=reasoning_content_index, + delta=reasoning_content, + item_id=message_item_id, + output_index=message_output_index, + sequence_number=self.sequence_number, + ) + + async def _handle_refusal_content_chunk( + self, + refusal_content: str, + refusal_part_emitted: bool, + refusal_content_index: int, + message_item_id: str, + message_output_index: int, + ) -> AsyncIterator[OpenAIResponseObjectStream]: + # Emit content_part.added event for first refusal chunk + if not refusal_part_emitted: + self.sequence_number += 1 + yield OpenAIResponseObjectStreamResponseContentPartAdded( + content_index=refusal_content_index, + response_id=self.response_id, + item_id=message_item_id, + output_index=message_output_index, + part=OpenAIResponseContentPartRefusal( + refusal="", # Will be filled incrementally via refusal deltas + ), + sequence_number=self.sequence_number, + ) + # Emit refusal.delta event + self.sequence_number += 1 + yield OpenAIResponseObjectStreamResponseRefusalDelta( + content_index=refusal_content_index, + delta=refusal_content, + item_id=message_item_id, + output_index=message_output_index, + sequence_number=self.sequence_number, + ) + + async def _emit_reasoning_done_events( + self, + reasoning_text_accumulated: list[str], + reasoning_content_index: int, + message_item_id: str, + message_output_index: int, + ) -> AsyncIterator[OpenAIResponseObjectStream]: + final_reasoning_text = "".join(reasoning_text_accumulated) + # Emit reasoning_text.done event + self.sequence_number += 1 + yield OpenAIResponseObjectStreamResponseReasoningTextDone( + content_index=reasoning_content_index, + text=final_reasoning_text, + item_id=message_item_id, + output_index=message_output_index, + sequence_number=self.sequence_number, + ) + # Emit content_part.done for reasoning + self.sequence_number += 1 + yield OpenAIResponseObjectStreamResponseContentPartDone( + content_index=reasoning_content_index, + response_id=self.response_id, + item_id=message_item_id, + output_index=message_output_index, + part=OpenAIResponseContentPartReasoningText( + text=final_reasoning_text, + ), + sequence_number=self.sequence_number, + ) + + async def _emit_refusal_done_events( + self, + refusal_text_accumulated: list[str], + refusal_content_index: int, + message_item_id: str, + message_output_index: int, + ) -> AsyncIterator[OpenAIResponseObjectStream]: + final_refusal_text = "".join(refusal_text_accumulated) + # Emit refusal.done event + self.sequence_number += 1 + yield OpenAIResponseObjectStreamResponseRefusalDone( + content_index=refusal_content_index, + refusal=final_refusal_text, + item_id=message_item_id, + output_index=message_output_index, + sequence_number=self.sequence_number, + ) + # Emit content_part.done for refusal + self.sequence_number += 1 + yield OpenAIResponseObjectStreamResponseContentPartDone( + content_index=refusal_content_index, + response_id=self.response_id, + item_id=message_item_id, + output_index=message_output_index, + part=OpenAIResponseContentPartRefusal( + refusal=final_refusal_text, + ), + sequence_number=self.sequence_number, + ) + async def _process_streaming_chunks( self, completion_result, output_messages: list[OpenAIResponseOutput] ) -> AsyncIterator[OpenAIResponseObjectStream | ChatCompletionResult]: @@ -373,8 +501,14 @@ class StreamingResponseOrchestrator: tool_call_item_ids: dict[int, str] = {} # Track content parts for streaming events content_part_emitted = False + reasoning_part_emitted = False + refusal_part_emitted = False content_index = 0 + reasoning_content_index = 1 # reasoning is a separate content part + refusal_content_index = 2 # refusal is a separate content part message_output_index = len(output_messages) + reasoning_text_accumulated = [] + refusal_text_accumulated = [] async for chunk in completion_result: chat_response_id = chunk.id @@ -415,6 +549,32 @@ class StreamingResponseOrchestrator: if chunk_choice.finish_reason: chunk_finish_reason = chunk_choice.finish_reason + # Handle reasoning content if present (non-standard field for o1/o3 models) + if hasattr(chunk_choice.delta, "reasoning_content") and chunk_choice.delta.reasoning_content: + async for event in self._handle_reasoning_content_chunk( + reasoning_content=chunk_choice.delta.reasoning_content, + reasoning_part_emitted=reasoning_part_emitted, + reasoning_content_index=reasoning_content_index, + message_item_id=message_item_id, + message_output_index=message_output_index, + ): + yield event + reasoning_part_emitted = True + reasoning_text_accumulated.append(chunk_choice.delta.reasoning_content) + + # Handle refusal content if present + if chunk_choice.delta.refusal: + async for event in self._handle_refusal_content_chunk( + refusal_content=chunk_choice.delta.refusal, + refusal_part_emitted=refusal_part_emitted, + refusal_content_index=refusal_content_index, + message_item_id=message_item_id, + message_output_index=message_output_index, + ): + yield event + refusal_part_emitted = True + refusal_text_accumulated.append(chunk_choice.delta.refusal) + # Aggregate tool call arguments across chunks if chunk_choice.delta.tool_calls: for tool_call in chunk_choice.delta.tool_calls: @@ -516,6 +676,26 @@ class StreamingResponseOrchestrator: sequence_number=self.sequence_number, ) + # Emit reasoning done events if reasoning content was streamed + if reasoning_part_emitted: + async for event in self._emit_reasoning_done_events( + reasoning_text_accumulated=reasoning_text_accumulated, + reasoning_content_index=reasoning_content_index, + message_item_id=message_item_id, + message_output_index=message_output_index, + ): + yield event + + # Emit refusal done events if refusal content was streamed + if refusal_part_emitted: + async for event in self._emit_refusal_done_events( + refusal_text_accumulated=refusal_text_accumulated, + refusal_content_index=refusal_content_index, + message_item_id=message_item_id, + message_output_index=message_output_index, + ): + yield event + # Clear content when there are tool calls (OpenAI spec behavior) if chat_response_tool_calls: chat_response_content = [] diff --git a/llama_stack/providers/inline/agents/meta_reference/responses/tool_executor.py b/llama_stack/providers/inline/agents/meta_reference/responses/tool_executor.py index 0a9967fe5..9ba04e63f 100644 --- a/llama_stack/providers/inline/agents/meta_reference/responses/tool_executor.py +++ b/llama_stack/providers/inline/agents/meta_reference/responses/tool_executor.py @@ -11,6 +11,9 @@ from collections.abc import AsyncIterator from llama_stack.apis.agents.openai_responses import ( OpenAIResponseInputToolFileSearch, OpenAIResponseInputToolMCP, + OpenAIResponseObjectStreamResponseFileSearchCallCompleted, + OpenAIResponseObjectStreamResponseFileSearchCallInProgress, + OpenAIResponseObjectStreamResponseFileSearchCallSearching, OpenAIResponseObjectStreamResponseMcpCallCompleted, OpenAIResponseObjectStreamResponseMcpCallFailed, OpenAIResponseObjectStreamResponseMcpCallInProgress, @@ -221,7 +224,13 @@ class ToolExecutor: output_index=output_index, sequence_number=sequence_number, ) - # Note: knowledge_search and other custom tools don't have specific streaming events in OpenAI spec + elif function_name == "knowledge_search": + sequence_number += 1 + progress_event = OpenAIResponseObjectStreamResponseFileSearchCallInProgress( + item_id=item_id, + output_index=output_index, + sequence_number=sequence_number, + ) if progress_event: yield ToolExecutionResult(stream_event=progress_event, sequence_number=sequence_number) @@ -236,6 +245,16 @@ class ToolExecutor: ) yield ToolExecutionResult(stream_event=searching_event, sequence_number=sequence_number) + # For file search, emit searching event + if function_name == "knowledge_search": + sequence_number += 1 + searching_event = OpenAIResponseObjectStreamResponseFileSearchCallSearching( + item_id=item_id, + output_index=output_index, + sequence_number=sequence_number, + ) + yield ToolExecutionResult(stream_event=searching_event, sequence_number=sequence_number) + async def _execute_tool( self, function_name: str, @@ -322,7 +341,13 @@ class ToolExecutor: output_index=output_index, sequence_number=sequence_number, ) - # Note: knowledge_search and other custom tools don't have specific completion events in OpenAI spec + elif function_name == "knowledge_search": + sequence_number += 1 + completion_event = OpenAIResponseObjectStreamResponseFileSearchCallCompleted( + item_id=item_id, + output_index=output_index, + sequence_number=sequence_number, + ) if completion_event: yield ToolExecutionResult(stream_event=completion_event, sequence_number=sequence_number) diff --git a/tests/integration/responses/recordings/3ae0877c874cb4dac4d29ed4985b1e6fa46f297c52614bd07c7de299168ec74a.json b/tests/integration/responses/recordings/3ae0877c874cb4dac4d29ed4985b1e6fa46f297c52614bd07c7de299168ec74a.json new file mode 100644 index 000000000..0fc4abaf2 --- /dev/null +++ b/tests/integration/responses/recordings/3ae0877c874cb4dac4d29ed4985b1e6fa46f297c52614bd07c7de299168ec74a.json @@ -0,0 +1,364 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[client_with_models-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What are the marketing updates?" + } + ], + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "knowledge_search", + "description": "Search for information in a database.", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for. Can be a natural language sentence or keywords." + } + }, + "required": [ + "query" + ] + } + } + } + ] + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-3ae0877c874c", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": [ + { + "index": 0, + "id": "call_yrecP7RchFwSrzeZd9oqtJEN", + "function": { + "arguments": "", + "name": "knowledge_search" + }, + "type": "function" + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "FO68" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-3ae0877c874c", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "{\"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "TJ3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-3ae0877c874c", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "query", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-3ae0877c874c", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "\":\"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "r" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-3ae0877c874c", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "marketing", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "uV08LeJq8kRvD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-3ae0877c874c", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": " updates", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "7ouSqhLcxzdGuA" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-3ae0877c874c", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "\"}", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "uug" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-3ae0877c874c", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "jBmu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-3ae0877c874c", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": { + "completion_tokens": 16, + "prompt_tokens": 66, + "total_tokens": 82, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "9QmaFTrTZ7uhZnV" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/421ce6fd2164126f39d5017309708dfa0d7dd12acbf847211d6c73e18a73d294.json b/tests/integration/responses/recordings/421ce6fd2164126f39d5017309708dfa0d7dd12acbf847211d6c73e18a73d294.json new file mode 100644 index 000000000..11c4442b6 --- /dev/null +++ b/tests/integration/responses/recordings/421ce6fd2164126f39d5017309708dfa0d7dd12acbf847211d6c73e18a73d294.json @@ -0,0 +1,1576 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[client_with_models-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "text-embedding-3-small", + "input": [ + "US technical updates for Q2 2023. New features deployed in the US region." + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "text-embedding-3-small" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.007134478, + 0.03211822, + 0.060002793, + 0.015366568, + -0.022644782, + -0.007964221, + -0.0021609238, + 0.034182776, + 0.017352724, + 0.0017705527, + -0.007872753, + 0.011805863, + -0.079655275, + 0.017600993, + -0.026604025, + 0.00013965153, + -0.004998055, + -0.00071214116, + -0.05378299, + -0.009852375, + 0.0067751408, + -0.006089133, + -0.004655051, + 0.027570968, + -0.020946097, + 0.0061512007, + -0.03789375, + -0.005713463, + -0.056082748, + -0.02465707, + 0.029321922, + -0.04353861, + 0.028041374, + -0.0046583177, + 0.015418836, + -0.009316635, + 0.017731661, + 0.016647115, + 0.021246633, + 0.0023977596, + -0.0039135097, + -0.0486608, + -0.0048281862, + -0.008140623, + -0.019103676, + -0.0006447654, + -0.018411135, + -0.046230372, + -0.022788517, + 0.011093722, + 0.0069123423, + -0.026251221, + -0.008918098, + 0.034914516, + -0.02584615, + -0.022866918, + 0.037188143, + 0.018215133, + 0.044035148, + -0.031569414, + 0.029949129, + -0.037919883, + 0.0053508584, + 0.0074284812, + 0.020554092, + -0.00014730786, + -0.022318112, + 0.02014902, + -0.0013336312, + -0.028328843, + -0.03522812, + 0.04787679, + -0.0033875704, + -0.03624733, + 0.034783848, + 0.0008975265, + -0.019730883, + 0.025375744, + -0.008924631, + -0.0392527, + -0.032876093, + 0.021024497, + -0.04374768, + -0.040376443, + -0.023089053, + -0.018319668, + -0.006337403, + 0.011067588, + -0.0042565134, + 0.0092317015, + -0.042362597, + -0.009858908, + -0.0015337168, + -0.016516447, + -0.014974564, + 0.020423423, + 0.029583257, + -0.014517225, + -0.022697048, + 0.045733836, + 0.0106298495, + -0.049706146, + -0.04058551, + -0.0053606587, + 0.035358787, + -0.028929917, + 0.020044487, + 0.001999222, + 0.024892272, + 0.01769246, + -0.06705887, + -0.03096834, + -0.04730185, + -0.0021739905, + -0.019469546, + 0.017378857, + 0.026917629, + -0.06528178, + 0.08446386, + -0.019587148, + -0.06470684, + -0.0030298666, + -0.015693238, + 0.012217468, + 0.018385002, + 0.027205098, + -0.022540247, + -0.05326032, + -0.08101422, + -0.0018538537, + 0.0050405217, + 0.031595547, + 0.05780757, + -0.0155887045, + 0.0012642138, + -0.017823128, + -0.02663016, + 0.014883096, + -0.0273619, + -0.026551757, + 0.012243601, + -0.020527959, + 0.03198755, + 0.0068666087, + -0.035776924, + -0.034339577, + -0.010989187, + -0.0066477396, + 0.008872364, + -0.0021658237, + -0.064654574, + -0.0019338878, + -0.010283579, + -0.008637161, + 0.010009176, + 0.0117862625, + 0.014504159, + 0.014099088, + 0.005906198, + 0.022958385, + 0.0032471023, + 0.039043628, + -0.05326032, + 0.02576775, + -0.0031687014, + -0.07082211, + -0.0035835726, + -0.024147464, + -0.1246051, + -0.07756458, + 0.007885819, + -0.06779061, + 0.005886598, + -0.02822431, + 0.016046042, + -0.02335039, + 0.015431902, + 0.02653869, + -0.037449475, + 0.026238155, + 0.018463403, + 0.0042989803, + -0.035698526, + 0.028328843, + -0.05349552, + -0.015301234, + -0.027858438, + 0.010250912, + -0.025127476, + 0.021926107, + 0.0009081433, + 0.028616313, + 0.015902307, + 0.01978315, + 0.024748538, + -0.068888225, + 0.014804696, + -0.07798272, + 0.021076765, + -0.046909846, + -0.013243211, + -0.02112903, + 0.03146488, + -0.020776227, + 0.007082211, + 0.00063129026, + -0.0050895223, + 0.027623236, + -0.055978213, + -0.0122109335, + 0.033607837, + 0.04186606, + -0.036560934, + 0.07369681, + -0.04348634, + 0.052371774, + -0.04001057, + 0.013694017, + 0.016542582, + -0.03695294, + 0.023402657, + 0.01153146, + 0.031072874, + 0.008205957, + -0.013667883, + 0.058591574, + 0.035463322, + -0.022474913, + 0.0033712368, + -0.023977596, + -0.004374115, + 0.007395814, + -0.04361701, + -0.0075395494, + -0.015915375, + 0.013484947, + 0.031151274, + -0.047171183, + -0.035358787, + 0.012126, + -0.018097531, + -0.004762852, + -0.008676362, + 0.054671533, + 0.035620123, + -0.019443413, + 0.030576335, + -0.03616893, + 0.030419534, + 0.020710893, + 0.012857741, + -0.032510225, + 0.041029785, + -0.01679085, + 0.037867617, + -0.0095649045, + 0.040899117, + 0.06946316, + -0.021690905, + -0.01337388, + 0.020671694, + -0.029243521, + 0.00086567615, + -0.04366928, + -0.04238873, + 0.013432681, + 0.045890637, + 0.017888462, + -0.02793684, + -0.048294928, + 0.04215353, + 0.015471103, + 0.019913819, + 0.021939173, + -0.007376214, + -0.00035994977, + 0.0063276025, + -0.0020939563, + 0.010727851, + 0.03906976, + -0.02887765, + -0.002334059, + -0.0125768045, + 0.00395271, + -0.01949568, + 0.008702495, + -0.0045929835, + 0.032797694, + -0.028720848, + 0.014438825, + 0.048242662, + 0.012243601, + -0.044636223, + -0.031281944, + 0.0059911325, + 0.060159594, + 0.039827637, + -0.024853073, + -0.02609442, + 0.025793882, + 0.02248798, + -0.037188143, + -0.024069063, + -0.035933726, + 0.02457867, + 0.07516029, + 0.0084999595, + -0.019508747, + 0.002338959, + 0.018607138, + -0.038520955, + -0.0067490074, + 0.016581781, + -0.06549085, + -0.028485646, + -0.04223193, + -0.007715951, + 0.014883096, + -0.012936141, + -0.022409579, + 0.022004507, + -0.034104373, + 0.0025610947, + 0.003222602, + -0.0007280663, + -0.059845988, + 0.0029759659, + 0.019443413, + 0.032876093, + -0.07468989, + 0.0051809903, + -0.02461787, + 0.005589328, + -0.038024418, + 0.019260477, + -0.018175932, + 0.015079099, + -0.03420891, + -0.015614837, + 0.010394648, + -0.013667883, + -0.033947572, + 0.022265844, + -0.016411914, + 0.016006842, + 0.0018881541, + -0.018358868, + -0.0040376442, + 0.018084465, + 0.066693, + -0.020658627, + -0.049575478, + 0.06157081, + -0.005194057, + 0.004138912, + -0.01007451, + 0.05017655, + -0.02306292, + 0.005158123, + 0.015719373, + -0.044819158, + 0.035855327, + -0.033686236, + -0.0013319979, + 0.0012078632, + 0.0030445666, + -0.03883456, + -0.009146767, + 0.03240569, + -0.003204635, + -0.019887684, + -0.038599357, + 0.039017495, + -0.0008411759, + -0.011159056, + 0.020789295, + 0.01425589, + 0.009270902, + 0.025754683, + 0.022618648, + 0.0020106554, + 0.020946097, + 0.036430266, + 0.005935598, + 0.00036199146, + 0.0060793334, + -0.035855327, + 0.0012650306, + 0.023232788, + -0.010512249, + -0.023311188, + -0.002338959, + 0.01999222, + -0.0026198954, + -0.006840475, + 0.038390286, + 0.03739721, + 0.035489455, + 0.038076684, + 0.011309324, + 0.00031625765, + -0.033032894, + -0.0060009323, + -0.024970673, + -0.016686317, + 0.006363536, + -0.015771639, + -0.004534183, + 0.017300457, + -0.015863108, + 0.0275187, + -0.061204936, + 0.033189695, + -0.018973008, + 0.023559459, + -0.04079458, + 0.014242823, + 0.0045505166, + 0.028093642, + 0.07165839, + 0.010094111, + 0.00242226, + 0.033555567, + -0.02346799, + 0.004374115, + -0.032457955, + 0.00243696, + 0.02457867, + 0.026695492, + -0.06434097, + -0.03776308, + 0.003697907, + 0.022618648, + 0.00092692685, + -0.02105063, + 0.009904642, + -0.033241965, + 0.008833163, + 0.039148163, + -0.010701717, + 0.017731661, + 0.011466126, + 0.027597103, + -0.0122109335, + -0.05733716, + 0.0018179199, + -0.054566998, + 0.028799249, + 0.008571827, + 0.015000698, + -0.022069842, + 0.01970475, + 0.0034790381, + -0.05077762, + -0.059741456, + -0.05796437, + 0.06355696, + -0.022879984, + -0.014634827, + 0.0031050006, + -0.006631406, + 0.03407824, + -0.013171344, + 0.017091388, + 0.022252778, + -0.024121331, + -0.020371156, + 0.04152632, + 0.008676362, + -0.010747451, + 0.031360343, + 0.028172042, + -0.026198953, + 0.048974402, + -0.010087578, + -0.022657849, + 0.019926885, + -0.012073732, + -0.018777005, + -0.00028971568, + -0.013615616, + 0.030158198, + -0.029217387, + 0.049836814, + 0.009486504, + 0.038311888, + 0.036012128, + -0.027257366, + -0.032614756, + 0.024343466, + 0.0031589014, + 0.014713228, + 0.053390983, + -0.014608693, + 0.021429569, + 0.004602784, + -0.031125141, + -0.025179742, + -0.025689349, + 0.026329622, + -0.016032975, + -0.00884623, + 0.039879903, + 0.0033679702, + 0.054619264, + 0.015510303, + -0.022879984, + 0.036691602, + 0.017522592, + -0.017222056, + 0.029713925, + 0.003064167, + 0.005586061, + 0.002761997, + -0.016124444, + 0.039670836, + -0.003446371, + 0.0113615915, + -0.00092039345, + 0.00047489686, + 0.031099008, + -0.0075656828, + 0.023598658, + -0.014556427, + -0.037658546, + -0.035646256, + -0.01617671, + -0.061414007, + 0.0027717971, + -0.038677756, + -0.013445747, + -0.020044487, + -0.016255112, + -0.008271291, + -0.037005205, + 0.0015231001, + -0.0044623157, + -0.0077224844, + -0.017770862, + 0.03739721, + -0.0021592902, + 0.0032144352, + -0.01924741, + -0.011688261, + -0.011276657, + 0.005138523, + 0.0058310637, + 0.026107486, + 0.011916931, + 0.016333513, + 0.048922136, + -0.017444192, + 0.0019257211, + 0.04670078, + 0.052816045, + 0.010198645, + 0.0006468071, + -0.025179742, + -0.024369601, + -0.014386558, + 0.022174377, + -0.01310601, + -0.01941728, + -0.027806172, + -0.0029057318, + 0.027283499, + 0.033085164, + -0.029949129, + -0.016895385, + 0.023337323, + -0.0032814026, + -0.0011670295, + -0.038207352, + -0.028851517, + 0.036351863, + 0.018620204, + 0.02191304, + 0.002882865, + 0.026316555, + 0.027675504, + 0.0031425678, + -0.0092905015, + 0.01243307, + 0.043695413, + -0.023585591, + 0.005821264, + 0.007154078, + -0.02314132, + 0.008950764, + 0.007840086, + 0.028642448, + 0.014203622, + 0.018790072, + 0.0064811376, + 0.0018473202, + -0.0334249, + 0.00817329, + -0.030341133, + -0.016228978, + 0.039174296, + -0.055560075, + -0.025362678, + -0.019064475, + -0.030262731, + -0.039017495, + 0.040167373, + -0.006651006, + -0.039879903, + -0.024095198, + 0.003204635, + 0.02851178, + 0.019770084, + 0.03407824, + -0.024029864, + -0.02024049, + 0.006523605, + -0.0003334078, + 0.009068366, + 0.016202845, + -0.008395425, + -0.010793185, + -0.023807727, + 0.018502602, + 0.0054619266, + 0.04641331, + 0.013942286, + -0.021808505, + -0.021612503, + 0.019338878, + 0.007898887, + -0.012139066, + 0.0274403, + -0.00121113, + 0.00097021065, + -0.019208211, + -0.0154057685, + 0.008186356, + 0.04424422, + 0.030210465, + -0.022030642, + 0.031438746, + 0.007323947, + -0.0070103435, + 0.004697518, + 0.0038481755, + -0.005987866, + -0.012086799, + -0.0031458344, + -0.011923464, + 0.017339656, + -0.03799828, + -0.07819179, + 0.02342879, + 0.03501905, + 0.018358868, + -0.007199812, + 0.017979931, + 0.020305822, + 0.0274403, + 0.014778562, + -0.03149101, + -0.020554092, + -0.013204011, + -0.031856883, + -0.043852214, + 0.0274403, + 0.005915998, + 0.029713925, + 0.03227502, + -0.007840086, + -0.056762222, + 0.02663016, + 0.015876174, + -0.0023536591, + 0.03177848, + -0.04792906, + -0.011106788, + -0.05430566, + 0.011485726, + 0.056919023, + 0.005863731, + 0.023833862, + -0.051483233, + -0.033111297, + 0.0034757715, + -0.020541025, + -0.036299597, + -0.015902307, + -0.0012217467, + -0.002301392, + -0.008833163, + 0.011518393, + 0.026643226, + -0.037867617, + -0.026029086, + -0.014451892, + 0.04800746, + -0.0087155625, + -0.010152911, + -0.011067588, + 0.008428092, + 0.016660182, + -0.024644004, + -0.05493287, + -0.059114248, + 0.018215133, + 0.005706929, + -0.024774672, + 0.046674646, + 0.01642498, + 0.017731661, + -0.02166477, + -0.05357392, + -0.014530293, + -0.015444969, + -0.032536358, + -0.010277046, + 0.023755461, + 0.0015631171, + 0.01880314, + 0.0023144586, + 0.0031311342, + 0.020201288, + 0.019521814, + -0.025467213, + 0.005105856, + -0.025689349, + 0.008454226, + -0.027544836, + -0.05054242, + 0.004099712, + 0.012446136, + -0.007114878, + -0.0136417495, + 0.00018681455, + 0.019757016, + -0.051169626, + -0.010486115, + -0.042650066, + 0.008663295, + -0.02256638, + -0.0030265998, + -0.013994553, + 0.0035868394, + 0.030602468, + 0.031229675, + 0.032092083, + 0.024095198, + 0.019077543, + 0.010675584, + -0.016281245, + 0.010538382, + -0.0029661658, + 0.0145825595, + 0.03862549, + -0.028982185, + 0.024186665, + -0.020384224, + -0.0072651464, + 0.00023438591, + 0.029949129, + 0.005203857, + 0.030210465, + 0.027675504, + -0.015549504, + 0.0043643145, + -0.031308077, + 0.0213381, + 0.0015337168, + 0.025950685, + -0.037005205, + -0.0042369133, + -0.012400403, + 0.0133673465, + -0.0052855248, + -0.0023405922, + -0.034783848, + -0.038102817, + -0.016947653, + -0.009558371, + 0.016019909, + 0.004161779, + -0.016438046, + -0.025963752, + -0.022697048, + 0.025075208, + 0.010270513, + -0.04223193, + -0.009715173, + -0.013994553, + -0.0026280622, + -0.007049544, + 0.014059887, + 0.014138288, + 0.017274322, + 0.030314999, + 0.036560934, + -0.064079635, + 0.0027815972, + -0.0056383284, + 0.0018799873, + 0.023951463, + -0.036116663, + -0.0033451032, + 0.009741306, + 0.03849482, + -0.047563188, + 0.025624014, + -0.024343466, + -0.025297344, + -0.0486608, + 0.00545866, + -0.021037564, + 0.016006842, + 0.036351863, + 0.0032405688, + -0.04332954, + -0.020567158, + 0.019809283, + 0.01899914, + 0.005226724, + -0.0070168767, + -0.009166367, + -0.02174317, + -0.016398847, + 0.01724819, + -0.018777005, + 0.0049588545, + 0.021638637, + -0.014608693, + 0.007951153, + 0.04186606, + -0.028276576, + -0.016607916, + 0.024722405, + -0.027178964, + -0.012237067, + 0.030707004, + -0.028564047, + 0.01949568, + 0.006566072, + -0.015079099, + 0.014517225, + -0.018672472, + -0.02715283, + -0.013628683, + 0.0027554636, + 0.014268956, + 0.045367964, + -0.004939254, + 0.007892353, + -0.02559788, + -0.025911484, + -0.007114878, + -0.016464181, + 0.040036704, + 0.004514583, + 0.012687872, + 0.033451032, + -0.015706306, + 0.0012609472, + 0.020423423, + 0.006464804, + -0.0016652016, + 0.035201985, + 0.027806172, + 0.0058898646, + -0.024983741, + 0.03710974, + -0.005278991, + -0.015183633, + 0.02707443, + -0.03543719, + 0.008637161, + 0.018424202, + 0.014203622, + -0.040951382, + 0.037658546, + 0.01679085, + -0.04607357, + 0.014086021, + -0.010773585, + -0.017182855, + 0.018136732, + -0.0056350618, + 0.067999676, + -0.027178964, + 0.05234564, + 0.011100255, + -0.00014148906, + 0.013380413, + 0.025963752, + -0.0057265293, + -0.019861551, + -0.016581781, + -0.011577194, + 0.03760628, + 0.03799828, + -0.02388613, + 0.008160222, + -0.039461765, + -0.031386476, + 0.004132379, + 0.0056056613, + -0.011439992, + 0.021063698, + 0.012145599, + -0.005390059, + -0.0027652637, + 0.050986692, + 0.025375744, + -0.034130506, + 0.04853013, + -0.006134867, + 0.020671694, + 0.008676362, + 0.006304736, + 0.031517144, + 0.0025088275, + -0.04542023, + 0.061988946, + -0.04424422, + 0.03682227, + 0.025049074, + 0.017391924, + -0.003403904, + -0.03379077, + 0.03805055, + 0.015863108, + -0.034417976, + 0.000114232505, + -0.01279894, + -0.025140543, + 0.020162087, + -0.032667026, + 0.009486504, + 0.020567158, + -0.0148569625, + -0.016372712, + -0.0055827945, + 0.0033843038, + 0.016046042, + 0.00090977666, + -0.030811537, + -0.0077355513, + -0.013694017, + 0.018149799, + 0.03690067, + -0.012126, + -0.0037534412, + 0.0074807485, + 0.009787041, + -0.006588939, + -0.03300676, + -0.022344245, + 0.043930616, + 0.04497596, + 0.021612503, + 0.032457955, + -0.02371626, + 0.010989187, + -0.0028289643, + -0.02007062, + -0.011374658, + -0.015627904, + 0.0013352646, + 0.01300801, + 0.018463403, + 0.022958385, + 0.0132758785, + 0.07369681, + 0.020880762, + 0.0486608, + 0.028982185, + -0.0017803529, + 0.04636104, + 0.011407325, + 0.000971844, + -0.018541804, + 0.045237295, + 0.0139161525, + 0.029138986, + 0.001911021, + -0.012661738, + 0.01588924, + 0.022004507, + 0.025872283, + 0.020031419, + 0.036587067, + 0.008617561, + 0.02613362, + -0.023245854, + -0.028328843, + 0.041029785, + -0.044061285, + 0.0077028843, + 0.012099866, + 0.035803057, + 0.00052103907, + 0.015392702, + 0.049549345, + -0.0023601926, + -0.020658627, + 0.0027276967, + -0.03386917, + 0.022213576, + 0.010845453, + 0.02699603, + 0.03018433, + 0.02538881, + -0.004445982, + -0.008878897, + 0.006860075, + -0.0033777703, + -0.02851178, + -0.04505436, + 0.0033451032, + -0.00092284346, + -0.0031376677, + -0.014896164, + -6.2016305e-05, + 0.021037564, + -0.026042152, + -0.046779178, + -0.023951463, + 0.0073108803, + 0.025127476, + 0.010133311, + 0.03818122, + 0.015066031, + 0.009956909, + 0.0069450093, + -0.008898498, + -0.0059388652, + -0.012224001, + -0.014726295, + 0.018777005, + 0.0027979307, + 0.00851956, + -0.00484452, + -0.00972824, + 0.010910787, + 0.014425758, + -0.024369601, + 0.027022162, + 0.02486614, + -0.003567239, + -0.00424018, + -0.004501516, + 0.0032471023, + 0.00976744, + 0.012681339, + 0.016607916, + 0.0036848404, + 0.014726295, + 0.037188143, + 0.019182077, + -0.0011719295, + 0.016228978, + 9.87667e-06, + 0.033241965, + 0.014125221, + -0.034836113, + -0.018424202, + 0.022788517, + -0.0034398376, + -0.000106269916, + -0.04505436, + 0.018907674, + 0.04939254, + -0.0040474446, + -0.038651623, + -0.0041454453, + 0.006402737, + -0.0041911793, + 0.052214973, + -0.0077812853, + -0.017627126, + 0.016947653, + 0.007500349, + 0.017470324, + 0.015941508, + -0.027178964, + -0.0007607333, + -0.006892742, + -0.00855876, + -0.0038155084, + -0.029060585, + 0.04474076, + 0.0045635835, + -0.026525624, + -0.020737028, + 0.016529515, + -0.026617091, + 0.017470324, + 0.023846928, + -0.04534183, + -0.0041454453, + 0.01368095, + 0.0040441775, + 0.037658546, + 0.009662906, + -0.009695573, + 0.0073304805, + -0.007435015, + 0.005599128, + -0.021194365, + -0.009937309, + -0.022710115, + -0.0046811844, + 0.011289724, + -0.01757486, + -0.0044296486, + -0.009493037, + -0.0035933726, + 0.0091337, + 0.021703972, + 0.009721707, + 0.020580225, + 0.01863327, + -0.03211822, + -0.026303489, + 0.018502602, + 0.014569493, + 0.00122093, + 0.016046042, + 0.013445747, + -0.009760907, + -0.020384224, + 0.011041454, + -0.008682895, + -0.024748538, + -0.0036750403, + 0.0117862625, + -0.01909061, + -0.03002753, + 0.003799175, + -0.027388034, + -0.010459981, + 0.0130929435, + -0.02318052, + 0.036770005, + -0.006432137, + 0.020645559, + 0.012844674, + 0.018385002, + 0.013021076, + 0.072599195, + 0.0045603164, + -0.0008350508, + -0.0042009796, + -0.024604803, + -0.004802053, + -0.007415415, + 0.015013765, + -0.016607916, + -0.008911564, + -0.0018832539, + -0.0060760668, + -0.00976744, + 0.014425758, + -0.0040572444, + 0.02851178, + 0.0335033, + 0.047746122, + 0.022344245, + -0.037867617, + 0.006951543, + -0.0145825595, + 0.006432137, + 0.0019551215, + 0.006971143, + 0.0011474292, + 0.033451032, + -0.027910706, + 0.038364153, + 0.0009669439, + -0.0060727997, + -0.03133421, + 0.0145825595, + 0.02400373, + -0.021455701, + 0.007049544, + -0.020567158, + 0.0048869867, + 0.038860694, + -0.00242716, + 0.012616005, + 0.0054357927, + -0.011381191, + -0.028041374, + -0.020162087, + 0.004132379, + -0.04926187, + -0.009780508, + 0.0032520024, + -0.01066905, + -0.044871423, + -0.011720928, + 0.041761525, + -0.010139844, + 0.011727462, + -0.025049074, + 0.016908452, + 0.025872283, + 0.0080752885, + -0.017731661, + -0.022082908, + 0.028433379, + 0.0031327677, + 0.01924741, + -0.02112903, + -0.006108734, + -0.008656762, + -0.0054063927, + -0.026434157, + 0.0001530246, + 0.023389589, + 0.010989187, + 0.008382359, + -0.007500349, + 0.044427153, + 0.020723961, + -0.005412926, + -0.02024049, + -0.011080654, + -0.009107566, + -0.016006842, + 0.010727851, + 0.030132063, + 0.02007062, + -0.036639336, + -0.0023454924, + -0.009858908, + -0.0054619266, + -0.022514114, + -0.018202066, + -0.01786233, + -0.028616313, + 0.04351248, + 0.03183075, + -0.014059887, + 0.00023989847, + -0.043930616, + -0.005249591, + 9.621459e-05, + 0.035489455, + -0.0022344245, + -0.033111297, + -0.025663214, + 0.0013377146, + -3.9608767e-05, + -0.028982185, + -0.011792796, + -0.046230372, + 0.03799828, + -0.021939173, + -0.021285834, + 0.010146378, + 0.0021658237, + -0.0013246478, + 0.0024304267, + 0.0058996645, + 0.0034529045, + -0.015941508, + -0.017966863, + 0.0011596794, + 0.0057559297, + 0.028041374, + -0.022775449, + -0.0012241967, + 0.0028158976, + -0.025650147, + -0.006654273, + -0.01945648, + 0.01061025, + 0.0056350618, + 0.013347746, + 0.02281465, + 0.014543359, + 0.019273544, + 0.0034398376, + 0.021821573, + -0.009787041, + -0.0154057685, + 0.015157499, + 0.023494124, + -0.027858438, + 0.009610639, + -0.020423423, + 0.012962275, + -0.013138677, + -0.0077878186, + -0.0137332175, + -0.03543719, + -0.001989422, + -0.057128094, + 0.004112778, + 0.0075526163, + 0.021142099, + 0.003242202, + 0.02093303, + 0.0083496915, + 0.012406936, + 0.0020073887, + 0.0028616313, + 0.026839228, + -0.017731661, + -0.0012152133, + -0.008160222, + -0.04351248, + -0.013694017, + 0.0042859134, + 0.006504005, + 0.0065203384, + -0.03797215, + -0.015262034, + -0.0013760984, + -0.03198755, + -0.009721707, + 0.007193279, + 0.026329622, + -0.016189778, + -0.008578361, + 0.017391924, + -0.032876093, + 0.02580695, + -0.050646953, + -0.018332735, + 0.0087155625, + 0.023598658, + 0.039435633, + -0.011596793, + 0.013903086, + -0.011537993, + -0.012936141, + -0.0037599746, + 0.009329703, + 7.6052915e-05, + -0.01711752, + 0.0098393075, + 0.043068204, + 0.004802053, + 0.0183066, + -0.015902307, + -0.025088275, + 0.00452765, + -0.018763939, + 0.018071398, + -0.003733841, + 0.017783929, + -0.007435015, + 0.012681339, + -0.02363786, + 0.011505326, + -0.016542582, + 0.0183066, + -0.014660961, + 0.01732659, + -0.008029555, + 0.033816904, + 0.014099088, + -0.02350719, + -0.008545694, + 0.037919883, + 0.01588924, + -0.026107486, + 0.019012209, + -0.028354978, + 0.03650867, + -0.023846928, + 0.022801584, + 0.022775449, + 0.027466435, + -0.007160612, + 0.00082035066, + -0.042493265, + 0.013837752, + -0.04502823, + -0.02663016, + 0.0077551515, + -0.0028518313, + 0.009715173, + 0.01892074, + -0.023376523, + -0.035698526, + -0.014530293, + 0.0001008084, + -0.005827797, + -0.010192112, + 0.024434935, + -0.0018946874, + 0.014778562, + 0.04461009, + -0.014987631, + -0.03423504, + -0.021860773, + 0.0019485881, + 0.0009056933, + -0.013850818, + -0.028982185, + -0.018319668, + 0.023219721, + 0.012413469, + 0.00012750347, + 0.010002643, + -0.02981846, + 0.02519281, + -0.049131203, + 0.0060924003, + -0.007467682, + -0.021965308, + 0.03935723, + 0.014412691, + 9.595938e-05, + -0.0031866683, + 0.04351248, + -0.008107956, + 0.017927663, + 0.010492648, + 0.004459049, + 0.0062622684, + 0.012067199, + 0.012027998, + 0.010414247, + 0.0010469782, + 0.021194365, + -0.0111459885, + 0.012250135, + 0.001251147, + -0.061100405, + 0.0021331566, + -0.026434157, + -0.015549504, + 0.011119856, + 0.014412691, + 0.009199034, + -0.008408492, + 0.040324174, + -0.03588146, + 0.011969198, + -0.0013540481, + 0.009519171, + -0.005318192, + 0.010473048, + -0.025205877, + 0.026656292, + -0.04988908, + -0.021233566, + 0.0047530523, + -0.0064713378, + 0.032431822, + 0.015248967, + 0.012021465, + -0.0137332175, + -0.003305903, + -0.020893829, + 0.014935364, + 0.03264089, + -0.013511081, + -0.029165119, + -0.028250443, + 0.002152757, + 0.009623705, + 0.017156722, + 0.025859216, + 0.030759271, + -0.010597182, + 0.014595627, + 0.034888383, + -0.030497935, + 0.07369681, + -0.008016488, + -0.00974784, + 0.007644084, + 0.03211822, + -0.0303934, + 0.0005279808, + 0.0063929367, + 0.024761604, + -0.026891494, + -0.0035933726, + 0.0042434465, + 0.0024385934, + 0.049052805, + -0.0038841092, + -0.0075722164, + -0.015000698, + 0.018097531, + -0.0005867814, + -0.010525315, + -0.013772418, + 0.017143654, + 0.004204246, + -0.019430347, + 0.025663214, + -0.012988409, + 0.022971451, + -0.01124399, + -0.01617671, + 0.003854709, + 0.008428092, + -0.023951463, + 0.019887684, + 0.002897565, + 0.021429569, + -0.023389589, + -0.0023569257, + -0.017391924, + -0.03616893, + 0.010884653, + 0.0033581702, + 0.014713228, + -0.013863885, + 0.01605911, + -0.028250443, + -0.004655051, + 0.016385779, + 0.011054521, + 0.017718595, + -0.0012780974, + 0.05090829, + -0.030811537, + -0.0056807958, + 0.023337323, + -0.013602549, + 0.009453837, + 0.046779178, + -0.047092784, + -0.0111459885, + 0.031203542, + -0.024421867, + 0.0044329152, + -0.038311888, + 0.0015418836, + -0.010806251 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "text-embedding-3-small", + "object": "list", + "usage": { + "prompt_tokens": 18, + "total_tokens": 18 + } + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/43ab59d33816f38f180ba19480d55d6c87f80e9b805d429bc1307ab0b5254c20.json b/tests/integration/responses/recordings/43ab59d33816f38f180ba19480d55d6c87f80e9b805d429bc1307ab0b5254c20.json new file mode 100644 index 000000000..44f987763 --- /dev/null +++ b/tests/integration/responses/recordings/43ab59d33816f38f180ba19480d55d6c87f80e9b805d429bc1307ab0b5254c20.json @@ -0,0 +1,1576 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[client_with_models-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "text-embedding-3-small", + "input": [ + "European advertising campaign results for Q1 2023. Strong growth in EU markets." + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "text-embedding-3-small" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + 0.009188463, + 0.013140166, + 0.019547354, + 0.008868707, + -0.016325662, + -0.00556255, + -0.045176107, + 0.0383466, + -0.005767676, + 0.0017903326, + 0.026207935, + -0.040590927, + -0.029731285, + -0.035040442, + 0.045634627, + 0.015082835, + -0.039722156, + -0.027945478, + -0.028597055, + -0.018316595, + 0.016084336, + 0.0017496089, + 0.02806614, + 0.026232067, + -0.042786986, + 0.012367925, + -0.01031666, + 0.011197497, + -0.017025504, + -0.024808249, + 0.06877773, + -0.0413873, + 0.018002871, + 0.00091100327, + 3.7589252e-05, + -0.005942637, + -0.041435566, + 0.03974629, + -0.041990615, + 0.010389057, + -0.0075233183, + -0.022708718, + 0.031324033, + 0.021381427, + -0.04423494, + -0.020331662, + 0.003846123, + -0.036560792, + 0.034413, + 0.029393429, + -0.002818982, + -0.0066786795, + 0.012379991, + -0.004627414, + -0.0474687, + -0.017990805, + 0.042497396, + 0.019849012, + 0.012084368, + 0.054394737, + 0.020452324, + -0.0125851175, + 0.091462314, + -0.036415998, + 0.022322597, + 0.0025882146, + -0.0006025593, + 0.05376729, + 0.060572665, + -0.03528177, + 0.02862119, + 0.0016591119, + 0.050678328, + -0.040035877, + 0.0053755227, + -0.012621317, + -0.03388208, + 0.03685038, + -0.006383056, + -0.05024394, + -0.058545534, + 0.0109320395, + -0.028645322, + -0.027535224, + -0.02036786, + -0.024856513, + 0.03472672, + 0.016482523, + -0.01050972, + 0.02234673, + -0.03689865, + 0.021936476, + 0.027269766, + -0.025701152, + -0.016832445, + 0.028138537, + -0.004117614, + -0.015300028, + 0.020042071, + 0.038684458, + 0.062744595, + -0.00877821, + 0.02267252, + -0.0303346, + -0.013043636, + -0.01645839, + 0.0027692085, + -0.025652887, + 0.060186546, + -0.02739043, + -0.04032547, + 0.033375297, + -0.002187011, + 0.035161104, + -0.031541225, + -0.06023481, + -0.02492891, + -0.011758579, + 0.026883645, + -0.009773677, + -0.02587008, + 0.033930346, + -0.005526351, + 0.035957478, + 0.045779422, + 0.04281112, + -0.0075474507, + -0.04908558, + -0.025459826, + -0.04937517, + -0.0007590437, + 0.038491394, + 0.025580488, + -0.010835509, + -0.011131133, + 0.0124161905, + 0.020536788, + 0.028959043, + -0.019957608, + -0.008259361, + 0.000345774, + -0.016204998, + -0.005028617, + 0.032675456, + -0.061344907, + 0.009689214, + 0.031034442, + -0.04510371, + -0.00028751654, + -0.028283333, + 0.00015987805, + -0.015275896, + -0.04956823, + 0.009834008, + 0.05381556, + 0.008554984, + -0.009429789, + 0.0033061574, + -0.021852013, + -0.0132125635, + -0.005309158, + 0.03890165, + -0.02153829, + 0.004576132, + -0.007197529, + 0.00073792774, + 0.0010384532, + -0.05212628, + -0.084319085, + -0.009200529, + 0.0099607045, + -0.009840041, + -0.023336163, + -0.0026515624, + -0.0494717, + -0.022455325, + -0.03559549, + -0.012729913, + 0.016928975, + 0.011408657, + 0.03588508, + 0.02059712, + -0.0353783, + -0.04833747, + -0.015287962, + 0.032120407, + -0.016856577, + 0.0005309158, + -0.015601685, + 0.02910384, + 0.011855109, + 0.0026892696, + 0.0959027, + 0.0010618316, + 0.020609187, + -0.009055735, + 0.016639384, + 0.0050135343, + 0.004202078, + 0.024904778, + 0.018340727, + -0.01655492, + -0.021079771, + -0.048096146, + 2.5310883e-05, + -0.041628625, + -0.015010438, + -0.010793277, + -0.0303346, + 0.017508155, + 0.04691365, + 0.004633447, + 0.0037646757, + -0.013779678, + -0.0433903, + 0.0029456778, + -0.0070648002, + 0.021345228, + 0.07259067, + 0.014177865, + -0.0026198884, + -0.020174801, + 0.015867142, + -0.03803288, + -0.0050557666, + 0.065061316, + 0.020838445, + -0.016241197, + -0.060572665, + -0.05034047, + 0.010135666, + 0.03909471, + 0.007052734, + -0.012060235, + 0.011028569, + -0.001047503, + 0.079685636, + -0.024784114, + -0.00037914477, + -0.020826379, + -0.0053061415, + 0.031927347, + 0.010455421, + -0.020090336, + -0.025797682, + 0.018099403, + -0.0011930523, + -0.021152169, + -0.035064574, + -0.012488588, + 0.010642448, + 0.0049079545, + 0.018027006, + 0.040253073, + 0.035933346, + 0.027993742, + -0.009206562, + 0.031903215, + -0.034388866, + -0.015058703, + 0.03460606, + 0.014419191, + -0.01597574, + -0.05034047, + 0.01536036, + 0.034871515, + 0.020343728, + 0.028114405, + -0.049809556, + -0.017290963, + 0.029465828, + -0.059945222, + 0.012524786, + 0.03195148, + -0.0062684263, + 0.01532416, + 0.047203243, + -0.028572923, + 0.035450697, + -0.009345325, + -0.020017939, + -0.030551791, + 0.017339228, + -0.053139847, + -0.021333162, + -0.042786986, + 0.03472672, + 0.034316465, + -0.022865579, + 0.05120924, + 0.03588508, + -0.07452127, + 0.0027330099, + -0.032651324, + -0.012452389, + 0.03139643, + 0.036005743, + -0.02673885, + -0.0333029, + 0.04597248, + 0.037670888, + -0.01891991, + 0.017290963, + 0.009737479, + -0.02910384, + 0.0525124, + -0.0062322277, + -0.0012345301, + -0.018835444, + 0.0061688796, + 0.01474498, + 0.03491978, + 0.0011297044, + -0.080264814, + -0.056518402, + -0.022057138, + 0.024808249, + -0.009604749, + 0.0019034538, + -0.013550419, + 0.012150732, + 0.017254764, + 0.004404188, + 0.014781179, + -0.033230502, + -0.048868388, + -0.017242698, + 0.0028491477, + 0.008838542, + -0.06892253, + -0.012253296, + 0.045441568, + 0.020391993, + -0.015529287, + -0.013091901, + 0.03728477, + -0.007505219, + -0.021731349, + 0.030455261, + 0.04090465, + 0.01393654, + -0.018376926, + 0.021429693, + 0.0046062977, + 0.036874518, + -0.0025655902, + -0.014117534, + -0.023456825, + 0.031444695, + 0.043728158, + -0.029079707, + -0.068391606, + 0.03955323, + 0.037043445, + 0.06269633, + -0.008518785, + -0.0011364917, + -0.00078506157, + -0.019740416, + 0.015601685, + -0.0018114485, + -0.047541097, + -0.008868707, + -0.011420723, + -0.02787308, + -0.04264219, + -0.054394737, + 0.066074885, + 0.06945344, + -0.02560462, + 0.0012910907, + -0.036560792, + -0.0026953027, + 0.019668017, + -0.027100839, + 0.029900214, + -0.017194433, + 0.02644926, + 0.043800555, + -0.0012639416, + 0.031734284, + -0.017821878, + -0.016566986, + -0.050099146, + -0.012452389, + 0.015710281, + -0.033906214, + 0.018039072, + -0.04358336, + 0.018678583, + -0.0333029, + 0.0033845883, + 0.0024600103, + -0.0022367844, + 0.0014622809, + 0.066171415, + 0.027607622, + 0.025628753, + -0.0060964823, + 0.019112969, + -0.052464135, + -0.016494589, + -0.010515753, + -0.019511156, + -0.00040195757, + 0.029152105, + -0.034316465, + -0.006250327, + -0.01607227, + -0.009653015, + -0.010214096, + -0.070080884, + 0.015058703, + 0.04129077, + -0.008814409, + -0.030503526, + -0.06921212, + 0.0018687634, + 0.021574488, + 0.03356836, + 0.023589555, + -0.024229066, + 0.0053182077, + -0.008024069, + 0.0048084077, + -0.066267945, + 0.01688071, + -0.03378555, + -0.010835509, + -0.025146103, + -0.066557534, + 0.018509656, + 0.008380024, + -0.015094901, + -0.053622495, + -0.016772114, + -0.03139643, + -0.043897085, + 0.017544353, + 0.0047299773, + 0.03185495, + 0.0043498897, + -0.0053634564, + -0.005037667, + -0.017013438, + -0.035643756, + -0.043124843, + 0.03911884, + -0.042666323, + -0.0413873, + -0.0373089, + 0.00536044, + -0.031879082, + -0.029658888, + -0.025725285, + -0.031155106, + 0.054925654, + 0.0020542822, + -0.01972835, + -0.016373927, + 0.018340727, + -0.010370958, + -0.022322597, + 0.024977176, + 0.03977042, + -0.029634755, + -0.025387429, + 0.025146103, + 0.0006127402, + -0.03255479, + -0.021357294, + 0.04804788, + -0.010171864, + 0.02977955, + -0.024615187, + 0.026618188, + 0.050678328, + -0.047734156, + -0.011571552, + -0.04232847, + 0.010262361, + 0.019993806, + -0.03185495, + -0.016747981, + -0.054105148, + -0.0083619235, + -0.030793117, + -0.06535091, + -0.03796048, + -0.0005569337, + 0.029369297, + 0.023915343, + 0.050581798, + -0.011595684, + -0.022853512, + -0.043800555, + 0.005067833, + -0.014214064, + -0.021429693, + 0.027462827, + 0.02069365, + 0.00065761164, + 0.006787276, + 0.043776423, + 0.06559224, + -0.0032518592, + -0.04462106, + 0.0025882146, + 0.024627253, + 0.0014818886, + 0.008162831, + 0.04585182, + -0.027462827, + -0.0025278833, + -0.013369425, + 0.021091837, + -0.013297028, + 0.08137491, + -0.011951638, + 0.024132537, + 0.008561017, + -0.028814249, + 0.019643884, + 0.003999968, + -0.02072985, + -0.02444626, + -0.013429756, + -0.06877773, + -0.006956204, + -0.04833747, + 0.0025444743, + 0.01597574, + 1.7722332e-05, + 0.012621317, + -0.011782711, + 0.012669582, + -0.036415998, + 0.04232847, + -0.054732595, + 0.039987613, + 0.0394567, + 0.011734446, + -0.0053906054, + -0.01959562, + -0.012379991, + 0.0011266879, + -0.0022579005, + 0.0038159573, + 0.0034811185, + -0.016892776, + 0.022588054, + 0.017665017, + 0.018509656, + 0.0065338844, + 0.03902231, + -0.012428257, + 0.005873256, + 0.007831008, + -0.010551952, + 0.010274427, + 0.043679893, + -0.008138698, + 0.008814409, + -0.0036983113, + -0.017640885, + 0.012573051, + 0.011637916, + 0.005812925, + -0.00383104, + 0.043728158, + 0.0038642224, + 0.0060029686, + 0.011987838, + 0.0056982953, + 0.024953043, + 0.010624349, + 0.005740527, + 0.039046444, + 0.01072088, + -0.022189867, + 0.00032428096, + 0.0013959164, + 0.0020075254, + 0.021176301, + -0.015963674, + 0.03453366, + -0.0058099083, + -0.01341769, + 0.027945478, + -0.00454295, + 0.044428, + -0.034002744, + -0.028910778, + -0.001909487, + -0.033254635, + 0.0053272573, + 0.005405688, + -0.0042593926, + -0.027680019, + 0.01972835, + -0.037550226, + -0.018811312, + -0.022262266, + -0.016566986, + 0.018968174, + 0.0303346, + -0.03786395, + -0.0062261946, + 0.00039818685, + -0.004856673, + 0.043728158, + 0.012042136, + -0.010274427, + 0.0033483894, + 0.017242698, + 0.031903215, + -0.024832381, + 0.0058943722, + -0.0038008746, + -0.020814313, + 0.03262719, + -0.030744852, + -1.4623281e-05, + -0.011191464, + 0.0135021545, + 0.042835254, + -0.014443323, + 0.0037043444, + 0.042400867, + -0.00020286413, + 0.04092878, + -0.022998307, + -0.014901841, + -0.007939604, + -0.018666517, + -0.00012151109, + 0.0013981789, + -0.010823443, + 0.021128036, + -0.009369457, + 0.028790116, + 0.021152169, + 0.044379734, + -0.016084336, + -0.0031734286, + -0.007251827, + -0.0028551808, + 0.012042136, + -0.013791745, + 0.029707152, + -0.009073834, + 0.014853576, + 0.0054690363, + 0.025001308, + -9.238237e-05, + -0.017254764, + 0.03747783, + 0.01322463, + -0.03385795, + 0.029658888, + -0.028765984, + 0.006132681, + -0.030093273, + -0.033037443, + 0.02340856, + 0.018352794, + 0.013948606, + 0.01907677, + -0.007245794, + 0.019487023, + -0.03255479, + 0.00666058, + 0.0050044847, + -0.0037375267, + 0.05680799, + -0.016723847, + 0.0012646958, + 0.016313596, + 0.026956044, + 0.028138537, + -0.027921345, + 0.02739043, + -0.04384882, + -0.021972675, + 0.0016259296, + 0.0031130973, + 0.012910907, + -0.026473392, + 0.017447824, + 0.04307658, + -0.008156798, + 0.0031824782, + 0.004823491, + -0.0019049621, + -0.008675647, + -0.007909439, + 0.015384492, + 0.01283851, + -0.030045008, + -0.044838253, + 0.031782553, + 0.018907843, + -0.040228937, + -0.020017939, + -0.036367733, + 0.03911884, + -0.009224663, + 0.009809876, + 0.035933346, + 0.041797552, + 0.009091933, + -0.025628753, + -0.022189867, + 0.003713394, + 0.0072578606, + 0.009761611, + -0.04640687, + 0.025097838, + -0.007975804, + -0.00756555, + 0.023565423, + -0.001058815, + 0.009622849, + -0.0433903, + 0.00545697, + 0.01888371, + -0.0058762725, + 0.0121085, + -0.008530851, + -0.02208127, + 0.018280396, + 0.024048073, + 0.00887474, + 0.0066304146, + -0.013960673, + 0.055118714, + -0.019004373, + -0.019800747, + 0.009309126, + -0.0065459507, + 0.038974047, + -0.030503526, + -0.023867078, + 0.01068468, + 0.02308277, + 0.041218374, + 0.018509656, + 0.027921345, + -0.00030410767, + -0.043148976, + -0.012168831, + 0.007650014, + 0.024180802, + 0.03279612, + -0.0054026716, + 0.0013687673, + 0.035330035, + 0.018051138, + 0.02079018, + -0.047034316, + 0.059317775, + -0.0020904809, + 0.036271203, + 0.011686181, + 0.010576084, + -0.0029004293, + -0.031541225, + 0.021188367, + -0.019631818, + 0.018811312, + -0.036198806, + -0.016180865, + -0.020379927, + 0.0008197521, + 0.0119576715, + 0.013622817, + -0.00918243, + 0.0034992178, + 0.025170235, + 0.0064554536, + -0.0072095953, + -0.027245633, + -0.018606186, + 0.011034602, + -0.014563986, + -0.03342356, + 0.038129408, + -0.007909439, + 0.011287994, + -0.031082707, + 0.009417722, + -0.031251635, + 0.004793325, + 0.024265265, + -0.0015256288, + -0.005930571, + 0.018123535, + -0.025435694, + -0.014563986, + 0.061248377, + -0.060379606, + -0.004458486, + -0.048675325, + -0.045055445, + 0.00625636, + -0.004883822, + -0.005882306, + 0.059800427, + -0.03948083, + 0.0034569858, + -0.019342229, + -0.012669582, + -0.0043921215, + -0.017375426, + -0.01697724, + 0.0009306109, + -0.006202062, + -0.013236696, + 0.011324192, + 0.009574584, + 0.016760048, + 0.01455192, + -0.026135538, + -0.020512655, + 0.025797682, + 0.034702588, + -0.015348293, + -0.023710217, + -0.019450825, + -0.029055575, + -0.008138698, + 0.0071432306, + -0.07288026, + 0.0031553293, + 0.027824815, + -0.001191544, + -0.0015867143, + 0.022491524, + 0.014624317, + -0.0045610494, + 0.007185463, + 0.0077948095, + -0.009164331, + -0.010889807, + -0.012621317, + 0.017520221, + 0.029996743, + -0.004491668, + -0.014105468, + -0.011782711, + -0.022093337, + -0.060186546, + -0.017652951, + 0.015312094, + -0.061103582, + 0.028500525, + -0.015191432, + -0.013176365, + 0.047348037, + 0.015420691, + -0.020874644, + 0.02046439, + 0.037526093, + -0.024904778, + 0.047227375, + -0.005930571, + -0.010648482, + -0.036415998, + 0.055118714, + 0.016060203, + 0.009592683, + 0.021719282, + 0.01341769, + -0.006202062, + 0.0061206147, + 0.008561017, + -0.016542854, + 0.03450953, + 0.015251763, + -0.011402624, + -0.007499186, + 0.00848862, + -0.0012918449, + 0.0036621124, + -0.014600185, + 0.024265265, + -0.031227503, + 0.008621349, + -0.0060964823, + -0.008060267, + 0.024506591, + -0.0030874563, + -0.042593926, + 0.0062804925, + -0.005728461, + 0.007740511, + -0.013634883, + 0.032868516, + 0.028959043, + -0.012488588, + -0.0131281, + -0.0011289503, + 0.026762983, + 0.009978804, + -0.004458486, + 0.0032850415, + 0.008639448, + -0.007420755, + -0.001207381, + 0.014141667, + 0.012609251, + 0.017423691, + 0.003027125, + -0.017665017, + 0.0077043124, + 0.015903343, + -0.022575988, + 0.022226065, + -0.0052277106, + 0.005432837, + 0.027245633, + 0.013297028, + 0.016579052, + -0.0066907457, + -0.021248698, + -0.012392057, + -0.048578795, + 0.0043378235, + 0.015432757, + -0.026594056, + 0.021707216, + 0.003239793, + -0.003505251, + -0.015275896, + -0.05497392, + 0.013236696, + 0.008717879, + -0.03453366, + -0.0011221629, + -0.0027526175, + 0.007945638, + -0.010153765, + -0.02402394, + -0.0736525, + -0.004334807, + -0.0065037184, + 0.005785776, + 0.0071552973, + 0.052029748, + -0.0033182239, + -0.0061296644, + 0.01503457, + -0.002458502, + -0.008241261, + -0.0021568455, + -0.001404212, + 0.021140102, + 0.0232155, + 0.028524658, + -0.01930603, + -0.017218566, + 0.0030738818, + -0.027607622, + -0.018051138, + -0.017858077, + 0.022865579, + 0.011656015, + 0.028186804, + -0.03559549, + 0.017640885, + 0.0061206147, + -0.0061085485, + 0.032482393, + 0.030962044, + 0.016868643, + 0.016687648, + 0.011547419, + -0.0019909344, + 0.009399623, + 0.010672614, + -0.0146967145, + 0.0043257573, + 0.0033845883, + 0.0074448874, + 0.014455389, + 0.039529096, + -0.0076138154, + -0.0011244253, + 0.033447694, + -0.009291027, + 0.032892648, + 0.012947106, + -0.0021628786, + 0.0038340567, + -0.010745012, + 0.023179302, + -0.028862514, + -0.031179238, + -0.039529096, + 0.0012066269, + 0.017652951, + -0.020162735, + -0.023770548, + 0.0026093305, + -0.017761547, + -0.03578855, + 0.018871645, + 0.029827815, + -0.03255479, + -0.016844511, + 0.01768915, + 0.01332116, + -0.012060235, + -0.02379468, + -0.0037707088, + -0.033278767, + 0.019716283, + 0.034702588, + 0.010660548, + 0.0020241165, + 0.02577355, + -0.004398155, + -0.006334791, + -0.025073705, + -0.028428128, + 0.024953043, + 0.031903215, + -0.010919973, + 0.021972675, + -0.034654323, + 0.025821814, + 0.003999968, + -0.056566667, + 0.00017712906, + -0.016084336, + -0.026931912, + 0.027438695, + -0.005915488, + -0.015867142, + -0.027342165, + 0.020536788, + -0.0071311644, + -0.0065942155, + 0.012205031, + -0.016760048, + -0.03460606, + -0.0028355732, + 0.004283525, + 0.024458326, + -0.009514253, + 0.015287962, + 0.005010518, + 0.021900278, + 0.023553357, + -0.0363436, + 0.055215243, + 0.007915472, + 0.039625626, + 0.007903405, + 0.0104735205, + -0.00067043205, + 0.024566922, + -0.011589651, + 0.00015205384, + 0.020054137, + -0.0038974048, + 0.033133972, + -0.008657548, + 0.018992307, + 0.044114277, + 0.014479522, + 0.002042216, + -0.018606186, + 0.010274427, + -0.034244068, + 0.0120723015, + -0.001665145, + -0.0056258976, + 0.0039396365, + 0.014563986, + -0.0031432628, + 0.051064447, + 0.02777655, + -0.013659015, + -0.034219936, + 0.0052096113, + -0.0074448874, + -0.004111581, + 0.016808312, + -0.011462955, + -0.010039135, + -0.005067833, + 0.010515753, + 0.0005022584, + 0.0058853226, + 0.013912408, + 0.02208127, + 0.026425127, + 0.034388866, + -0.0155534195, + 0.007511252, + 0.011891307, + -0.00028713947, + 0.008621349, + 0.00575561, + -0.0124161905, + -0.0057314774, + -0.024337662, + -0.0141296005, + -0.0048928717, + -0.005824991, + 0.0061839623, + 0.0032910747, + -0.0034871516, + -0.0021327129, + -0.020814313, + -0.034316465, + -0.0068415743, + 0.016747981, + -0.019752482, + -0.0171703, + -0.029634755, + 0.009689214, + 0.024301464, + 0.020126536, + 0.017797746, + 0.0020844478, + 0.00666058, + 0.00045286212, + 0.00068476074, + 0.0009675639, + -0.038949914, + 0.025315031, + -0.0013710298, + -0.016808312, + -0.026956044, + -0.009128132, + -0.021864079, + 0.0036409965, + 1.1488878e-06, + -0.007366457, + 0.025749417, + 0.027462827, + 0.03342356, + -0.014008937, + 0.0105881505, + 0.0077163787, + 0.08171277, + -0.002814457, + -0.004105548, + 0.010618316, + -0.008645481, + -0.0068295076, + -0.02977955, + -0.002834065, + 0.014286461, + -9.24295e-05, + -0.007643981, + 0.020850511, + -0.019812813, + -0.018316595, + -0.016108468, + 0.016385993, + -0.004621381, + 0.033351164, + 0.0036560793, + -0.031420562, + 0.00086198404, + 0.012452389, + -0.012126599, + 0.00819903, + -0.006781243, + 0.010950139, + 0.011197497, + -0.023191368, + 0.038829252, + 0.012036103, + -0.0034268203, + 0.0071673635, + -0.01898024, + 0.012621317, + 0.02567702, + 0.001229251, + -0.033133972, + -0.011764612, + 0.014527787, + 0.0015082835, + -0.023746416, + -0.01141469, + 0.014419191, + -0.020452324, + 0.0027857998, + -0.0072216615, + -0.013357359, + -0.02968302, + -0.024832381, + -0.02816267, + -0.056084014, + -0.024108404, + -0.02587008, + 0.0022201934, + -0.02835573, + 0.004576132, + -0.007197529, + -0.033133972, + 0.020198934, + -0.03064832, + -0.02350509, + 0.009502186, + -0.034581926, + 0.0059124716, + -0.0145881185, + -0.024784114, + -0.0059547033, + -0.013948606, + -0.029417561, + 0.00827746, + 0.005574616, + -0.012138666, + 0.029248634, + -0.005164363, + 0.019776614, + 0.0075414176, + 0.009236729, + -0.01726683, + 0.006805375, + -0.040084142, + -0.006425288, + 0.0032428096, + -0.007100999, + -0.00013961049, + 0.00046643667, + -0.029465828, + 0.008814409, + 0.03395448, + -0.027100839, + 0.013876209, + -0.027076706, + -0.0033634724, + 0.031637754, + 0.0032850415, + -0.01597574, + 0.01726683, + 0.002909479, + -0.00474506, + -0.022575988, + 0.027052574, + -0.0077948095, + -0.010998404, + -0.019438758, + 0.00363798, + 0.009924506, + -0.0037435598, + -0.018799245, + -0.0026877613, + 0.07104619, + -0.027342165, + -0.009116066, + 0.00939359, + -0.0010535361, + -0.02893491, + -0.033930346, + -0.015927475, + 0.015372426, + -0.02208127, + 0.0028008826, + -0.02758349, + -0.018714782, + 0.040253073, + -0.032289334, + 0.023818813, + 0.032289334, + 0.0008823459, + -0.0037435598, + -0.022781115, + -0.002888363, + 0.0090497015, + -0.0067510772, + 0.033616625, + 0.017097902, + 0.0096168155, + -0.01788221, + 0.03672972, + 0.0056952788, + 0.0074690203, + 0.029369297, + 0.03245826, + 0.0010414697, + -0.0028099322, + 0.012560985, + 0.04785482, + -0.008271427, + -0.031058574, + 0.0096168155, + -0.017399559, + 0.021574488, + -0.0149259735, + -0.0006949416, + -0.0052789925, + 0.028983176, + 0.011951638, + 0.062648065, + 0.021610687, + 0.034654323, + 0.018823378, + -0.013514221, + 0.0090497015, + -0.023818813, + -0.009025569, + -0.039625626, + -0.011523286, + 0.014539854, + -0.0076258816, + -0.014672582, + 0.031082707, + -0.00839209, + -0.017061703, + 0.04708258, + -0.03605401, + -0.031275768, + -0.020042071, + -0.0026591038, + 0.0026696618, + -0.020223066, + 0.0068596737, + -0.026497526, + 0.030431129, + 0.008464487, + -0.0025776566, + 0.01580681, + 0.037550226, + 0.040590927, + -0.0038702555, + -0.0059004053, + -0.0018416143, + -0.010280461, + 0.035305902, + 0.00737249, + -0.0019034538, + 0.025194367, + 0.019631818, + 0.043414433, + 0.01341769, + -0.023348229, + -0.01422613, + 0.014805311, + 0.03622294, + 0.01283851, + 0.029900214, + -0.01965595, + -0.009978804, + 0.028235069, + 0.03366489, + -0.015963674, + 0.037164107, + -0.028114405, + 0.0124161905, + 0.028476393, + -0.01191544, + -0.0023861045, + 0.047878955, + -0.019004373, + -0.009592683, + -0.017713282, + 0.0181718, + -0.010847575, + -0.020741915, + 0.031517092, + -0.02363782, + -0.004856673, + -0.03006914, + 0.008434322, + 0.00444642, + 0.021128036, + 0.006171896, + -0.03549896, + -0.06887426, + 0.013067769, + -0.031927347, + 0.00798787, + -0.025966609, + 0.046358604, + 0.015287962, + -0.06815028, + -0.011776678, + -0.016494589, + -0.013357359, + 0.003547483, + -0.024856513, + 0.0105881505, + 0.019221565, + -0.014708781, + 0.02777655, + 0.011800811, + -0.03928777, + -0.0353783, + -0.011269894, + 0.008211096, + 0.0116741145, + -0.024530724, + -0.014093402, + -0.011649982, + -0.011969739, + -0.0057646595, + -0.011227663, + -0.034678455, + -0.022937976, + -0.015444824, + -0.031661887, + 0.015408625, + 0.0070889327, + -0.015010438, + 0.009514253, + 0.007656047, + 0.009200529, + -0.011209563, + 0.03861206, + 0.004413238, + 0.008977303, + 0.024434194, + -0.002330298, + -0.02920037, + 0.015915409, + 0.046020746, + -0.019088836, + -0.037139975, + 0.013815877, + -0.039915215, + 0.009266894, + 0.009122099, + -0.03919124, + 0.016289461, + -0.015336227, + 0.0062201614, + -0.016265329, + 0.034123406, + -0.027752418, + -0.020681584, + 0.025845947, + -0.02758349, + -0.004425304, + -0.0030195836, + 0.052367605, + 0.0181718, + -0.0076077823, + 0.013055703, + 0.01474498, + 0.00083106424, + 0.02948996, + -0.022901777, + 0.0017526255, + -0.0024011873, + 0.013671082, + 0.0010331742, + -0.017471956, + 0.032409996, + -0.011131133, + -0.010141699, + -0.001526383, + -0.010274427, + -0.01726683, + -0.007336291, + 0.029055575, + -0.010974271, + -0.023493024, + -0.03236173, + -0.005707345, + -0.025483958, + 0.003963769, + 0.04375229, + -0.041532096, + 0.04481412, + -0.004208111, + -0.018835444, + -0.003861206, + -0.00918243, + -0.03566789, + 0.0029607606, + 0.012090401, + -0.020138603, + -0.0021372377, + -0.004301625, + -0.019028505, + -0.02920037, + 0.0292969, + -0.016965173, + -0.0034720688, + -0.0035565326, + 0.023806747, + 0.007969771, + -0.008536885, + -0.003867239, + 0.0142985275, + -0.00035840587, + 0.00093966065, + 0.019800747, + 0.03482325, + 0.061489705, + 0.013779678, + 0.010177897, + 0.047541097, + 0.0042744754, + -0.010069301, + 0.012971238, + -0.029562358, + 0.021079771, + -0.024434194, + 0.019245697, + -0.023360295, + -0.02007827, + 0.0014954631, + 0.0077586104, + 0.003260909, + -0.004904938, + 0.043052446, + -0.025797682, + -0.023806747, + 0.020295464, + -0.02040406, + 0.030527659, + -0.024277331, + 0.009604749, + -0.014962173, + 0.005315191, + 0.024856513, + -0.0049320874, + -0.002191536, + 0.03378555, + -0.012349825, + 0.021767547, + -0.0020407077, + -0.009628882, + 0.008162831, + -0.012741979, + 0.054925654, + 0.002968302 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "text-embedding-3-small", + "object": "list", + "usage": { + "prompt_tokens": 17, + "total_tokens": 17 + } + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/4df785f53374dbe97f58479796d8036bc75fc43349c42af4d62f2d60f063ebcb.json b/tests/integration/responses/recordings/4df785f53374dbe97f58479796d8036bc75fc43349c42af4d62f2d60f063ebcb.json new file mode 100644 index 000000000..2697f3c85 --- /dev/null +++ b/tests/integration/responses/recordings/4df785f53374dbe97f58479796d8036bc75fc43349c42af4d62f2d60f063ebcb.json @@ -0,0 +1,1576 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[openai_client-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "text-embedding-3-small", + "input": [ + "US promotional campaigns for Q1 2023. Revenue increased by 15% in the US region." + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "text-embedding-3-small" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + 0.019768294, + 0.030609805, + 0.038501598, + 0.039226092, + -0.00937959, + 0.007982355, + -0.060753867, + 0.055009678, + -0.0020715955, + -0.0058897357, + 0.0013357829, + 0.011766533, + -0.026832094, + -0.02097147, + 0.0039361934, + 0.013907667, + -0.033404276, + -0.033947647, + -0.0768997, + -0.049265485, + 0.02076447, + 0.027116718, + -0.013920605, + 0.014166415, + -0.02067391, + 0.050947342, + -0.05340544, + -0.029471317, + -0.007865918, + -0.0043922355, + 0.049239613, + -0.03555188, + -0.0013058652, + -0.006319903, + -0.031593047, + 0.019768294, + -0.032239914, + 0.02965244, + -0.0070379265, + -0.0054078186, + -0.02822933, + -0.06437633, + 0.029859439, + -0.009056156, + -0.0028300486, + 0.04103732, + -0.021618336, + -0.044271663, + -0.008946188, + 0.031282548, + -0.020932656, + -0.0046865605, + 0.00132608, + 0.012148186, + -0.030739179, + -0.012154655, + 0.052913822, + 0.008480443, + 0.017581878, + -0.009812991, + 0.030066436, + -0.04233106, + 0.014231102, + -0.03381827, + 0.017284319, + -0.02243339, + -0.031282548, + 0.03485326, + 0.032007042, + -0.02013054, + -0.028927948, + 0.026133478, + -0.0039070845, + -0.012801522, + 0.02636635, + 0.017167883, + -0.015266091, + 0.009069093, + 0.02332607, + -0.07607171, + -0.05863214, + 0.019703606, + 0.021592462, + -0.033663023, + -0.018862678, + -0.001507203, + 0.029238446, + 0.025913542, + 0.004084973, + 0.035707127, + -0.01335136, + 0.02220052, + 0.02174771, + -0.04398704, + -0.03741486, + 0.018164061, + -0.008797408, + -0.0073872353, + 0.018202873, + 0.025706545, + -0.003735664, + -0.024166998, + -0.014709784, + 0.004570124, + -0.013364298, + -0.0006480811, + -0.015214342, + 0.0026473084, + 0.03029931, + 0.0034154644, + 0.020234039, + -0.0040202863, + -0.0117018465, + 0.011747127, + -0.004434282, + 0.0019923542, + -0.0143346, + -0.04315905, + 0.03136017, + 0.018319309, + -0.06494557, + 0.0031502484, + 0.00530432, + -0.003958834, + -0.010744481, + 0.0116824405, + -0.0065624784, + -0.060081124, + -0.021683024, + -0.03402527, + 0.014502786, + 0.044064667, + 0.04194294, + -0.030506307, + -0.014865032, + -0.01580946, + 0.009250216, + 0.0203246, + -0.0073872353, + -0.016857387, + 0.019367235, + -0.017711252, + 0.011760064, + 0.03731136, + -0.085231364, + -0.042693306, + -0.0019583937, + -0.037570108, + -0.0071802377, + -0.012523369, + -0.030506307, + -0.017685378, + -0.042926177, + -0.036767993, + 0.060443368, + 0.008137602, + 0.011139072, + -0.015253154, + -0.04233106, + 0.00018567141, + 0.00046453226, + 0.06121961, + -0.009651274, + -8.13639e-05, + 0.0020166119, + -0.028074082, + -0.038967345, + -0.04665214, + -0.09387352, + -0.03938134, + -0.019263737, + -0.049498357, + -0.002710378, + -0.05130959, + -0.00917906, + -0.033249028, + -0.021049093, + 0.025939416, + -0.036742117, + 0.030558057, + 0.022265205, + 0.006811523, + -0.04103732, + -0.009961771, + -0.014425162, + 0.001284842, + 0.016766826, + 0.0072384556, + -0.0034186987, + 0.030351058, + 0.016559828, + 0.007296674, + 0.04965361, + -0.0039394274, + -0.026625097, + -0.04944661, + 0.025641857, + -0.020932656, + -0.013137895, + -0.015693024, + 0.002928696, + -0.010738013, + -0.007432516, + -0.00081262825, + -0.010569828, + -0.023144946, + -0.02346838, + -0.0024597165, + -0.020441037, + 0.043133177, + 0.04227931, + 0.021139655, + 0.012038218, + 0.027892958, + -0.029911188, + -0.0335854, + -0.040675078, + 0.06059862, + 0.049239613, + 0.0024888257, + 0.025848856, + -0.0084481, + 0.01227109, + -0.0106603885, + -0.008985, + 0.044349287, + 0.038993217, + -0.008014698, + -0.018785054, + -0.036535118, + -0.0010746099, + 0.042253435, + -0.036509246, + 0.0023012338, + 0.010265799, + 0.041606568, + 0.07415698, + -0.048437495, + -0.013467797, + -0.026198164, + -0.0090949675, + 0.035189632, + 0.010835043, + 0.0057862364, + 0.0480235, + 0.00854513, + 0.007607171, + -0.04010583, + -0.01905674, + 0.04007996, + 0.024024688, + -0.010453391, + 0.0096189305, + 0.0019082613, + 0.019600108, + 0.004324314, + 0.0026084962, + 0.045824148, + -0.043909416, + -0.008254039, + 0.006219638, + 0.0006403996, + 0.0032246383, + -0.040235206, + 0.0156154, + 0.047557753, + 0.012251684, + 0.027116718, + -0.04473741, + 0.025059676, + 0.027375465, + -0.034102894, + -0.014903844, + 0.033947647, + 0.03407702, + 0.012950302, + 0.015240216, + -0.02204527, + 0.034879137, + 0.029109072, + -0.033274904, + -0.005174946, + -0.014114665, + -0.012607463, + -0.033223152, + -0.02209702, + 0.0111584775, + 0.020441037, + -0.03873447, + 0.050507475, + 0.031774167, + -0.022989698, + -0.035629503, + -0.03917434, + 0.02327432, + 0.020699784, + 0.03917434, + -0.04693676, + -0.014244039, + 0.0626686, + 0.04955011, + -0.026301663, + -0.02366244, + -0.022252267, + 0.008493381, + 0.05687266, + 0.0014708167, + -0.029341944, + -0.009398996, + 0.04152894, + 5.9986924e-05, + 0.0621511, + 0.046962634, + -0.07752069, + -0.013571296, + 0.009787117, + 0.0111714145, + -0.01835812, + -0.00028057912, + 0.021463089, + 0.0031631857, + 0.0073031425, + 0.007975886, + 0.0055824732, + 0.008409287, + -0.057752397, + -0.012186998, + -0.0016656858, + -0.019211987, + -0.06556657, + -0.013105551, + -0.009301965, + 0.021721836, + -0.061685357, + 0.008034104, + 0.013998229, + 0.02401175, + -0.06453158, + 0.010621577, + 0.046238143, + 0.009250216, + -0.03024756, + 0.019548358, + -0.041373692, + -0.030739179, + 0.017750066, + -0.00947662, + 0.019017927, + 0.0052169925, + 0.059511878, + -0.021010282, + -0.04090795, + 0.09749598, + 0.041270193, + 0.03857922, + -0.0012031749, + 0.047247257, + -0.01718082, + -0.014670972, + 0.031204924, + -0.047273133, + 0.004479563, + -0.024658618, + -0.034982637, + 0.018772116, + -0.014515724, + -0.027220216, + 0.027039094, + 0.05475093, + -0.014011166, + 0.031204924, + 0.023157883, + -0.011656566, + -0.0076653888, + -0.014489849, + 0.009418402, + 0.017594816, + 0.010440454, + 0.057079654, + 0.034698013, + -0.0069991145, + 0.018642742, + 0.013170238, + 0.04101145, + -0.03216229, + -0.021488963, + -0.0027799164, + -0.002720081, + -0.033973522, + 0.011119666, + -0.0028316658, + -0.0065333694, + 0.015447214, + -0.023209633, + 0.008266976, + 0.05244808, + 0.03472389, + 0.055889416, + 0.0048062312, + 0.047040258, + -0.033404276, + -0.01586121, + 0.017219633, + -0.034879137, + 0.007536015, + -0.0048482777, + -0.0406492, + -0.04212406, + -0.059977625, + -0.040830325, + 0.010175237, + -0.080315165, + 0.032317538, + 0.017568942, + 0.0080535095, + -0.050766222, + -0.029290194, + -0.030480431, + 0.033404276, + 0.062565096, + 0.023157883, + -0.025654795, + 0.04429754, + -0.003997646, + -0.025201987, + -0.04090795, + 0.018086437, + 0.010071739, + 0.002569684, + -0.028099956, + -0.032369286, + 0.0025033802, + 0.042745054, + -0.022459265, + -0.023390757, + 0.012238747, + -0.050766222, + -0.013597171, + 0.031049676, + -0.011475443, + 0.023985874, + 0.008493381, + 0.014619223, + -0.0480235, + -0.022627452, + -0.011320194, + 0.022174643, + 0.019794168, + -0.009140248, + -0.03136017, + -0.0286692, + -0.001867832, + -0.020156415, + -0.029730065, + -0.043236673, + -0.026547473, + 0.050662722, + -0.012342246, + -0.0060611553, + 0.019263737, + 0.0010818872, + 0.0034542764, + 0.026198164, + -0.013597171, + 0.0024128186, + -0.027090842, + -0.009340778, + 0.008706846, + -0.012801522, + -0.021631274, + -0.022873262, + 0.027116718, + -0.009314903, + 0.07027577, + -0.009955303, + 0.032007042, + 0.017310195, + -0.033378404, + -0.017258445, + -0.04473741, + -0.0132219875, + 0.022666264, + -0.016365767, + 0.051594213, + -0.020893844, + 0.021540713, + 0.027064968, + -0.02436106, + -0.096616246, + -0.02420581, + 0.04080445, + 0.04339192, + 0.069137275, + -0.014114665, + -0.020660972, + -0.0003774072, + -0.004217581, + -0.0009306817, + -0.0015921044, + -0.009334309, + 0.0043857666, + 0.005867095, + 0.017957063, + -0.005032635, + 0.08383413, + 0.01753013, + -0.027944708, + 0.010485735, + -0.0040461607, + 0.02617229, + 0.002407967, + 0.008933251, + -0.0074260477, + 0.003628931, + -0.01468391, + 0.02332607, + -0.031386048, + 0.03286091, + -0.0068568033, + -0.0068438663, + -0.014218165, + -0.014606285, + 0.025227861, + 0.032472786, + -0.030583931, + -0.017245507, + -0.010246393, + -0.029911188, + 0.01865568, + -0.04929136, + 0.0007228753, + -0.01782769, + 0.003232724, + 0.030480431, + -0.0054433965, + 0.0041820034, + -0.012012344, + 0.023106134, + -0.03775123, + 0.048799742, + 0.011333132, + -0.004369595, + -0.028203456, + -0.0025066144, + 0.007186706, + 0.00756189, + 0.008131134, + 0.013325486, + -0.013124957, + -0.012866209, + 0.043573044, + 0.03205879, + 0.038061727, + -0.02763421, + 0.051697712, + -0.013428985, + 0.0032472787, + -0.022135831, + -0.010356361, + -0.009560713, + 0.03412877, + -0.026728597, + -0.041425444, + 0.00049808854, + 0.019716544, + 0.021734774, + 0.03907084, + -0.023947062, + -0.011798877, + 0.032188166, + 0.013228456, + -0.001753013, + 0.0065818843, + -0.023571879, + 0.057131406, + 0.011792408, + -0.02003998, + 0.0030208747, + 0.027271966, + 0.016637452, + -0.01188297, + 0.024283433, + 0.02543486, + 0.019082613, + -0.016922073, + 0.048178747, + -0.0033475433, + -0.0047059665, + 0.040468078, + 0.0106539205, + 0.008176414, + -0.03568125, + 0.004825637, + 0.015537775, + -0.055113174, + 0.015731836, + -0.009832397, + -0.014903844, + -0.0026327537, + 0.045927648, + -0.02013054, + -0.016029395, + -0.020712722, + -0.009056156, + -0.023778876, + 0.037000865, + -0.010550422, + -0.02606879, + -0.0073678293, + -0.0034542764, + 0.029781815, + -0.001696412, + 0.0028300486, + -0.019237861, + -0.023054384, + 0.010718607, + -0.02833283, + -0.0015039687, + -0.0055889417, + -0.03014406, + 0.013920605, + -0.058839135, + 0.021941772, + -0.023093197, + 0.02469743, + 0.022122893, + -0.0005389221, + 0.0044310475, + 0.024852678, + 0.029057322, + 0.02675447, + 0.016611576, + -0.043857668, + 0.0046218736, + -0.0076718573, + -0.015654212, + 0.0043663606, + 0.014735659, + 0.052215204, + -0.045280777, + 0.016689202, + 0.013034395, + 0.0068956157, + -0.023339007, + 0.0016559827, + 0.011093791, + 0.035241384, + -0.0017756533, + 0.0052266954, + 0.037363112, + -0.016391642, + -0.04512553, + 0.0065171975, + 0.028979698, + 0.021683024, + 0.0024661853, + 0.00067112583, + 0.017659504, + 0.008254039, + 0.010414579, + -0.04339192, + 0.018254623, + -0.043650668, + -0.03117905, + -0.007005583, + 0.049161986, + -0.0038229914, + 0.02828108, + 0.042149935, + -0.0069603026, + -0.054078188, + 0.044944406, + 0.0312308, + -0.0026117305, + 0.016935011, + -0.007050864, + -0.021139655, + 0.0057765334, + 0.02174771, + 0.028643327, + -0.004537781, + 0.012012344, + -0.029833565, + -0.033352528, + -0.031411923, + -0.030169936, + -0.027090842, + -0.031256676, + -0.018565118, + 0.016145831, + -0.011591879, + 0.029393693, + 0.02680622, + -0.016973823, + -0.026935594, + -0.019561296, + 0.034646265, + 0.0061937636, + -0.02283445, + -0.024878552, + 0.015447214, + 0.0042499243, + -0.019173175, + -0.05537192, + -0.076175205, + 0.034775637, + 0.0251373, + -0.025693607, + 0.020531598, + 0.059822377, + 0.02543486, + -0.036147, + -0.034051146, + -0.0021281966, + 0.025111426, + 0.0069603026, + -0.021333715, + 0.0047059665, + 0.038993217, + 0.005336663, + 0.013674795, + 0.024438683, + 0.05218933, + -0.005750659, + -0.020298725, + -0.011941188, + -0.01649514, + 0.008266976, + -0.014049978, + -0.024762116, + 0.008499849, + -0.016999697, + -0.0011498083, + 0.017452506, + -0.037052613, + 0.031153176, + -0.035965875, + -0.0009986028, + -0.020958532, + 0.016973823, + 0.022355767, + -0.02253689, + -0.027323715, + 0.011798877, + 0.03436164, + 0.02843633, + 0.019367235, + 0.03702674, + 0.005870329, + -0.010498672, + -0.022304017, + 0.010214049, + 0.023636566, + 0.019845918, + 0.035319008, + -0.012801522, + 0.0670673, + 0.0046315766, + -0.024555119, + -0.02872095, + 0.011695378, + 0.015498963, + 0.01644339, + 0.016223457, + -0.00020841286, + -0.014476911, + -0.018487494, + 0.007930605, + -0.0156154, + 0.019522484, + -0.03286091, + 0.005420756, + -0.0074389847, + 0.00065171975, + -0.006940896, + -0.0076847947, + -0.004518375, + 0.032576285, + -0.013558359, + 0.007542484, + -0.020803284, + -0.012051156, + -0.017737128, + -0.00043784894, + -0.023287257, + -0.009127311, + 0.04383179, + -0.017103197, + 0.02970419, + 0.0037680075, + -0.005145837, + -0.05350894, + -0.0014675823, + -0.0023271085, + 0.009010875, + 0.03117905, + 0.048566867, + -0.043857668, + -0.021825334, + 0.02828108, + -0.013830043, + 0.020725658, + -0.036147, + -0.021631274, + -0.010304611, + -0.027427213, + 0.0031486312, + 0.04872212, + -0.028022332, + -0.0058412203, + -0.023688316, + -0.021320777, + -0.012122311, + 0.01512378, + -0.010414579, + -0.006035281, + -0.033507776, + 0.015654212, + 0.014890907, + 0.032188166, + 0.010168769, + 0.007186706, + -0.024956178, + -0.009075562, + -0.01104851, + 0.011889438, + -0.05366419, + 0.0023206398, + -0.021333715, + -0.020880908, + 0.0004908113, + -0.009107905, + -0.039924707, + -0.0053431317, + 0.009774179, + 0.0096124625, + -0.009444277, + -0.00023044682, + -0.021928834, + 0.00083365146, + -0.00041723, + -0.023054384, + 0.02420581, + -0.050093476, + -0.026780346, + 0.010602171, + -0.0049259015, + 0.0022785934, + 0.017129071, + -0.03800998, + -0.026029978, + -0.031851795, + 0.0040720357, + 0.00422405, + -0.04315905, + 0.032912657, + -0.008079384, + -0.014153478, + 0.03844985, + 0.01630108, + -0.034982637, + 0.0028656265, + 0.0059932345, + 0.0034542764, + 0.037337236, + 0.020751534, + 0.0062584504, + -0.016236393, + 0.04266743, + 0.01619758, + -0.015744774, + 0.006966771, + -0.0031340767, + -0.009204935, + 0.012439276, + 0.028048208, + -0.024749178, + 0.026443975, + 0.013868855, + -0.040959697, + 0.013713607, + 0.00043623178, + 0.004482797, + 0.020505724, + -0.005543661, + 0.03500851, + -0.029678315, + -0.0025664498, + -0.016572764, + -0.01507203, + 0.0036095248, + 0.029626567, + -0.04119257, + -0.015304903, + 0.005136134, + -0.01939311, + -0.0010657154, + 0.022213455, + 0.0015993818, + -0.020104665, + -0.0383981, + -0.004683326, + 0.014166415, + -0.029626567, + -0.016042333, + 0.027427213, + 0.00027208895, + -0.020635096, + 0.012892084, + 0.025473671, + 0.029445443, + -0.00987121, + 0.033611275, + -0.0113396, + 0.018578056, + -0.022989698, + 0.014515724, + 0.009573651, + -0.007995292, + -0.013299611, + 0.033844147, + -0.026340475, + -0.0073290174, + -0.013506609, + -0.012064093, + -0.02111378, + -0.034051146, + 0.0077947625, + 0.01075095, + -0.037233736, + 0.024399871, + -0.009541307, + -0.002029549, + 0.050067604, + -0.061737105, + 0.025784168, + 0.0071414257, + 0.0012298583, + 0.0059576565, + 0.019664794, + 0.041580692, + -0.0017805048, + -0.02155365, + -0.021915896, + 0.01203175, + -0.039303716, + -0.0008854009, + 0.011203758, + 0.008532193, + -0.029859439, + 0.009450745, + 0.002634371, + 0.014981469, + -0.0008692292, + -0.013390173, + 0.022459265, + 0.018668618, + 0.029445443, + 0.04243456, + -0.005563067, + -0.0032925594, + -0.017750066, + -0.032679785, + -0.024192873, + -0.010835043, + 0.0042563933, + -0.017698316, + 0.013176707, + -0.010815637, + 0.029626567, + 0.034439266, + 0.0070638014, + 0.03813935, + 0.023985874, + 0.04010583, + 0.05480268, + 0.005284914, + 0.008014698, + 0.014269914, + 0.05946013, + -0.0030063202, + 0.008338132, + 0.022627452, + 0.0040202863, + 0.016611576, + 0.047971748, + 0.014670972, + 0.020441037, + 0.040519826, + 0.003923256, + 0.046367515, + 0.032291662, + 0.02592648, + 0.02872095, + -0.04152894, + 0.024736242, + 0.0014198758, + 0.017142009, + -0.030739179, + 0.020635096, + 0.020557472, + -0.012342246, + -0.012820928, + -0.013170238, + -0.007206112, + -0.016663326, + 0.04753188, + 0.031981166, + -0.026935594, + -0.012109374, + 0.011908844, + -0.0108027, + -0.040571578, + -0.0024144358, + -0.0020861502, + -0.037570108, + -0.00049889716, + -0.005488677, + 0.0052719763, + 0.02425756, + 0.008622753, + 0.013493672, + -0.048230495, + -0.031981166, + -0.019496609, + 0.035914127, + 0.029057322, + 0.0016236394, + 0.016417516, + -0.01340311, + 0.015628338, + -0.0010527781, + -0.004304908, + -0.024179935, + -0.02872095, + -0.018034687, + 0.012374589, + -0.03446514, + -0.011384881, + 0.0020004401, + 0.0075877644, + 0.043573044, + -0.019160237, + -0.012749773, + 0.0026311367, + -0.015162592, + -0.018797992, + 0.003287708, + 0.0056827376, + -0.023261383, + 0.034568638, + 0.0026084962, + 0.012536307, + 0.022329893, + -0.031411923, + 0.042719178, + 0.01364892, + 0.009308434, + 0.0030887958, + -0.0013196112, + 0.0035383694, + 0.0067921164, + -0.02822933, + 0.008008229, + 0.038475722, + -0.017245507, + -0.0033895897, + -0.012613931, + 0.013273736, + 0.03982121, + 0.019173175, + 0.009450745, + 0.0036159935, + 0.0084481, + -0.034284018, + -0.0061840606, + 0.007781825, + -0.024283433, + -0.0061387797, + -0.008234633, + 0.031903543, + 0.021023218, + 0.025447797, + 0.006009406, + -0.006171123, + 0.015447214, + 0.0055274894, + 0.0142828515, + 0.02680622, + -0.013830043, + -0.008182883, + -0.0061872946, + 0.003147014, + -0.0019082613, + -0.014256977, + 0.012659212, + 0.012866209, + 0.028048208, + 0.021372527, + -0.013002052, + 0.014903844, + 0.016262269, + 0.007620108, + 0.014153478, + 0.0067597735, + 0.0068179914, + -0.03172242, + -0.030972052, + -0.0090949675, + -0.035914127, + 0.0037000864, + 0.03811348, + 0.0048126997, + 0.006090265, + -0.003603056, + -0.013021458, + 0.009586588, + -0.011481912, + -0.0023303428, + 0.020544536, + -0.026249913, + -0.012529838, + 0.01772419, + 0.025810042, + 0.015718898, + 0.054181684, + -0.010291674, + 0.0043016737, + 0.00265216, + -0.025176112, + -0.0029626566, + -0.011152009, + 0.022640388, + -0.018590994, + -0.006209935, + -0.01556365, + 0.0069150217, + -0.034051146, + -0.01060864, + -0.009295497, + -0.020298725, + 0.039562464, + 0.0142828515, + 0.01723257, + 0.034102894, + 0.035137884, + 0.022860324, + 0.078038186, + 0.013325486, + 0.01203175, + 0.005149071, + -0.018862678, + -0.011061447, + -0.010912667, + -0.0064492766, + 0.020221101, + -0.0048094653, + -0.01998823, + 0.006484854, + 0.00096625945, + 0.012976177, + -0.011417225, + 0.026379287, + 0.035577755, + 0.037595984, + 0.020246977, + -0.028539827, + -0.0011061447, + -0.012083499, + 0.005194352, + 0.012258153, + -0.005763596, + -0.00079645653, + -0.017077321, + -0.042356934, + 0.05381944, + 0.00016980292, + -0.00090723275, + -0.029885313, + 0.0075877644, + 0.018474557, + 0.007542484, + -0.0012686703, + -0.027220216, + 0.005495146, + 0.025590109, + 0.010058802, + -0.010091145, + -0.0005025358, + 0.013137895, + -0.022278143, + -0.00061007764, + 0.026547473, + -0.015822398, + -0.005003526, + 0.004159363, + -0.01953542, + -0.025046738, + -0.028151706, + 0.007277268, + -0.009373121, + 0.011986469, + 0.016145831, + 0.014955594, + 0.004443985, + -0.00045361638, + -0.02784121, + 0.0025955588, + 0.0018354887, + 0.010252862, + -0.014735659, + -0.057907645, + -0.02327432, + -0.02185121, + -0.026599223, + -0.02145015, + 0.034439266, + 0.024956178, + 0.00249206, + 0.018435745, + 0.004900027, + 0.015783586, + 0.013079676, + -0.004207878, + -0.003328137, + 0.022899136, + -0.033844147, + -0.016779762, + -0.0010317549, + 0.011294319, + 0.0028850324, + -0.017103197, + -0.018875616, + -0.020453975, + 0.04070095, + -0.024412807, + 0.018733304, + -0.0038326944, + -0.026327537, + 0.042486306, + -0.0045765927, + -0.01335136, + 0.02562892, + 0.00407527, + -0.034284018, + -0.008596879, + 0.03565538, + -0.0013010137, + -0.01591296, + -0.0264181, + 0.019845918, + 0.005249336, + -0.02784121, + -0.010621577, + -0.025279611, + 0.04918786, + -0.027246092, + -0.02872095, + 0.007878855, + 0.0035965876, + -0.010201112, + -0.009858272, + -0.0014069384, + 0.0058315173, + -0.010505141, + -0.011591879, + -0.015279029, + -0.009657743, + 0.030506307, + -0.0049420735, + 0.016753888, + 0.0031842089, + 0.008745659, + -0.014502786, + -0.040131707, + 0.025745356, + 0.018151123, + 0.041477192, + 0.026987344, + 0.012361652, + 0.009075562, + 0.009657743, + 0.047842376, + 0.000947662, + -0.014852095, + 0.01737488, + 0.02926432, + -0.018202873, + 0.018642742, + -0.0012977794, + 0.03987296, + -0.010692732, + -0.0026376054, + 0.00466392, + -0.045099653, + 0.018590994, + -0.036147, + -0.016909136, + 0.008752127, + 0.02190296, + 0.024930302, + 0.048385747, + 0.031489547, + 0.016753888, + 0.012555713, + -0.006025578, + 0.014735659, + -0.00308071, + -0.015473088, + -0.012866209, + -0.045875896, + -0.0026764174, + -0.011054979, + -0.02926432, + 0.025965292, + -0.04835987, + -0.008706846, + 0.012866209, + -0.009715961, + -0.037621856, + -0.00923081, + 0.011954125, + -0.004634811, + -0.011378412, + 0.052991446, + -0.047376633, + -0.0030645384, + 0.005954422, + -0.0456689, + -0.014994406, + 0.011320194, + 0.047945876, + 0.015473088, + 0.012646275, + -0.0085645355, + 0.008157008, + 0.024477495, + 0.032239914, + -0.002341663, + 0.013441922, + -0.031800043, + 0.020389287, + 0.023403693, + 0.021488963, + -0.017879438, + 0.007335486, + 0.004880621, + -0.0062584504, + 0.027375465, + 0.014256977, + 0.041917063, + 0.019250799, + 0.021864148, + -0.002519552, + -0.010932074, + -0.0035513067, + 0.020958532, + 0.006520432, + 0.0061678886, + 0.0003586076, + 0.027220216, + 0.0038909125, + -0.015188467, + -0.010970886, + 0.026728597, + -0.00040995274, + -0.012348715, + 0.03182592, + -0.026573347, + 0.017957063, + -0.01900499, + 0.022937948, + 0.03314553, + 0.043728296, + 0.0052558044, + -0.0015783586, + -0.038863845, + 0.0038909125, + -0.0060385154, + -0.012646275, + -0.02627579, + 0.021010282, + 0.03976946, + -0.02454218, + -0.042356934, + -0.015253154, + -0.0009298731, + -0.014554536, + -0.02057041, + -0.005611582, + 0.011093791, + -0.023507193, + 0.012109374, + 0.014011166, + -0.010945011, + -0.017659504, + -0.0046283426, + 0.010492203, + -0.014166415, + -0.0203246, + -0.02670272, + -0.0032666847, + -0.0049970574, + -0.0015322692, + -7.36318e-05, + 0.028255206, + 0.0011433397, + -0.008778002, + -0.04512553, + 0.02169596, + 0.0008870181, + -0.034905013, + 0.031877667, + -0.0074001728, + 0.026780346, + 0.028565703, + 0.022653326, + -0.0045668897, + 0.034232266, + 0.0063102, + 0.004728607, + 0.026521599, + 0.00903675, + 0.02740134, + 0.03353365, + -0.023947062, + 0.040235206, + -0.029937062, + 0.0008312257, + -0.013183175, + -0.06049512, + -0.003952365, + -0.014761534, + 0.0011101876, + 0.01939311, + 0.015020281, + -0.006381355, + -0.019923542, + 0.017659504, + -0.027530713, + 0.0053431317, + 0.014347537, + 0.022304017, + 0.025991166, + -0.013623046, + -0.007846512, + 0.019781232, + 0.008926782, + 0.0057183155, + 0.0030370464, + -0.0057830024, + -0.0013810637, + 0.0032343413, + 0.014347537, + 0.005660097, + 0.024115248, + -0.016042333, + -0.0016309166, + 0.014101728, + -0.032007042, + 0.0005991617, + -0.002322257, + -0.014696847, + -0.0064783855, + 0.021087905, + -0.008700378, + 0.005165243, + -0.024878552, + 0.009948834, + 0.039303716, + -0.030687429, + 0.030480431, + -0.027970584, + 0.00070832076, + 0.028979698, + 0.0063716522, + -0.034102894, + -0.002940016, + 0.004654217, + -0.008803877, + -0.029031448, + -0.007620108, + 0.0047609503, + 0.013131426, + 0.041218445, + -0.003648337, + -0.017361945, + 0.00026683314, + 0.028074082, + -0.0049711824, + -0.033740647, + 0.011080853, + 0.020609222, + -0.0017303725, + 0.0020990875, + 0.006009406, + -0.008111728, + 0.006746836, + 0.007186706, + 0.0036418682, + 0.026405161, + 0.037388984, + -0.03681974, + 0.004537781, + -0.0067791794, + 0.02420581, + -0.030014686, + 0.0015039687, + -0.003810054, + -0.031023802, + -0.019871792, + 0.013972354, + 0.016223457, + -0.013047333, + 0.011507786, + -0.0137653565, + -0.021100843, + 0.049213737, + 0.01944486, + 0.028462203, + -0.024141124, + 0.025253737, + -0.045824148, + -0.012652743, + 0.045280777, + 0.019613046, + -0.0022737419, + 0.047635376, + -0.019897668, + 0.016003521, + 0.012251684, + -0.0012153038, + -0.012038218, + -0.016352829, + 0.03506026, + -0.022058208 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "text-embedding-3-small", + "object": "list", + "usage": { + "prompt_tokens": 21, + "total_tokens": 21 + } + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/4ef0ca8811d51e146f437b764131c202bd9d79a503ac78b0a3b80bd547b22a89.json b/tests/integration/responses/recordings/4ef0ca8811d51e146f437b764131c202bd9d79a503ac78b0a3b80bd547b22a89.json new file mode 100644 index 000000000..baeb4dd4d --- /dev/null +++ b/tests/integration/responses/recordings/4ef0ca8811d51e146f437b764131c202bd9d79a503ac78b0a3b80bd547b22a89.json @@ -0,0 +1,1576 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[openai_client-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "text-embedding-3-small", + "input": [ + "marketing updates October 2023" + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "text-embedding-3-small" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.02480924, + -0.008470347, + 0.02834482, + 0.004453326, + 0.00040409988, + 0.0059615895, + 0.009493409, + 0.003095513, + 0.020596635, + -0.001989704, + 0.016429164, + -0.022748072, + -0.047121007, + -0.012509935, + 0.014864481, + 0.026223471, + -0.017392045, + -0.039899398, + -0.06433251, + -0.012750655, + 0.019678887, + 0.038936514, + 0.015075111, + 0.041102998, + -0.012750655, + -0.0029901979, + -0.019964743, + -0.0070185023, + -0.0017273565, + -0.008282284, + -0.0006930113, + -0.04868569, + -0.0003916407, + -0.01800889, + -0.015278219, + 0.0014715911, + -0.00134841, + -0.007815888, + 0.0027212682, + -0.009282778, + -0.007906158, + 0.009553588, + 0.029232476, + 0.02786338, + 0.020205462, + 0.009252688, + -0.0044119526, + -0.053319555, + 0.007845978, + 0.048053797, + 0.007473614, + -0.0054538203, + 0.026524372, + 0.037492193, + -0.053770903, + -0.0057547204, + -0.00638285, + -0.022040956, + 0.031775083, + 0.019362941, + 0.017211504, + -0.039147146, + 0.039237414, + -0.009057103, + 0.021017894, + -0.003580715, + -0.01830979, + 0.031865355, + 0.031865355, + -0.024583565, + 0.032978687, + 0.05506478, + -0.01719646, + -0.03559652, + -0.021649785, + -0.0153383985, + -0.0025839824, + 0.011313856, + 0.00054538203, + -0.026133202, + -0.04308894, + 0.022417082, + -0.024673834, + -0.05043091, + -0.028991755, + 0.006619809, + 0.0075977356, + 0.012630295, + -0.059909273, + 0.04877596, + -0.060902245, + 0.013337411, + -0.012457278, + 0.019227536, + -0.024463205, + 0.010681965, + 0.013766195, + -0.0059503056, + -0.02034087, + 0.044142094, + 0.0005171726, + -0.05635865, + -0.027336802, + 0.01207363, + -0.010915163, + -0.029713916, + 0.0028510315, + 4.7956004e-05, + 0.061865125, + -0.007454808, + -0.08003951, + -0.018821321, + -0.02858554, + 0.010441245, + -0.03481418, + -0.0069470387, + 0.014698986, + -0.046067856, + 0.044021733, + -0.046940465, + -0.061804947, + 0.039327685, + -0.0065182555, + 0.017181413, + -0.0060029635, + 0.015827361, + 0.0024203677, + -0.033068955, + -0.037341744, + -0.053199194, + -0.021589605, + 0.011125793, + 0.044593442, + -0.051604424, + -0.0127807455, + -0.022733027, + -0.010215569, + 0.020491319, + -0.03529562, + -0.03466373, + 0.075887084, + -0.023771133, + -0.012397097, + 0.02139402, + -0.053409826, + -0.03388139, + -0.009643858, + -0.044322632, + 0.02139402, + 0.0023056495, + -0.044112, + 0.005732153, + -0.022808252, + 0.013879032, + 0.046910375, + -0.0005458522, + 0.0018580601, + 0.020461228, + 0.0032403213, + -0.04305885, + -0.010523993, + 0.033460125, + 0.011735116, + -0.0063301926, + -0.0022454695, + -0.018354926, + 0.0047692717, + -0.046218306, + -0.08497428, + -0.02034087, + 0.029834276, + -0.058555223, + 0.0050626495, + -0.03427256, + -0.013006421, + -0.0046752403, + 0.0045435964, + 0.0054500587, + 0.0010616143, + 0.0022134988, + 0.073720604, + 0.04940785, + -0.002772045, + -0.03704084, + -0.039568406, + 0.020220509, + -0.034242466, + 0.007089966, + -0.019829338, + 0.014548535, + -0.02187546, + 0.027667794, + 0.042186238, + 0.020055013, + -0.003101155, + -0.008071654, + 0.01818943, + -0.0125625925, + 0.03592751, + -0.030526347, + -0.024041943, + -0.02957851, + 0.008402645, + -0.04399164, + -0.005893887, + -0.028871395, + 0.0037875841, + 0.032226436, + -0.00926021, + 0.06854512, + 0.097491734, + 0.052567303, + 0.0029281373, + 0.051634513, + -0.0139768245, + -0.0011095703, + -0.05040082, + 0.012148854, + 0.029157251, + 0.013548042, + -0.007657916, + 0.02387645, + 0.03619832, + 0.026238516, + 0.014037005, + 0.0450147, + 0.04227651, + 0.0047203754, + 0.01830979, + -0.016143307, + 0.04275795, + 0.014706508, + -0.020777173, + -0.01785844, + -0.012201512, + 0.03731165, + 0.046639565, + -0.03523544, + -0.0035148931, + -0.022988793, + 0.029668782, + -0.0070824437, + -0.033460125, + 0.02912716, + -0.009606246, + -0.014187455, + 0.0022605143, + -0.060842063, + -0.013337411, + 0.03562661, + 0.04248714, + 0.023214467, + -0.0073983893, + -0.012728088, + 0.033099048, + -0.023921583, + 0.026599597, + 0.035656698, + -0.027953649, + 0.018054025, + 0.022868432, + 0.015496371, + 0.0023639488, + -0.016293759, + -0.004701569, + 0.0050889784, + 0.0070034573, + 0.023921583, + 0.03430265, + -0.02565176, + 0.038725883, + -0.017151324, + 0.00042854802, + 0.022522397, + -0.019182403, + 0.024026899, + 0.017106188, + 0.0037951067, + 0.02067186, + 0.036559403, + -0.037221383, + -0.040441018, + 0.005536568, + -0.08425212, + 0.019393032, + 0.041674707, + 0.040200297, + 0.0290068, + -0.015014931, + 0.015511417, + -0.0007325045, + -0.05726135, + -0.034753997, + -0.032437064, + 0.028359864, + 0.038154174, + 0.046067856, + -0.061233237, + -0.024357889, + 0.020536454, + 0.016534477, + -0.023214467, + -0.02130375, + -0.027487254, + -0.02100285, + 0.06686007, + 0.009546066, + -0.015526461, + -0.0040207817, + 0.011231109, + -0.025215454, + -0.007120056, + 0.01776817, + -0.06475377, + -0.028826261, + -0.010004939, + 0.042186238, + 0.0028096577, + -0.013517952, + -0.040651646, + 0.054733787, + -0.02094267, + 0.013668401, + -0.022071047, + 0.0065182555, + -0.061594315, + 0.015797272, + -0.01252498, + 0.02480924, + -0.059668552, + -0.032015804, + 0.011870522, + 0.016519433, + -0.018610692, + 0.030390942, + 0.034362826, + 0.031504273, + -0.0423066, + -0.023470232, + -0.0010446886, + -0.06932746, + -0.03376103, + 0.020070057, + -0.032437064, + 0.014074617, + -0.023003837, + -0.0501601, + -0.021709966, + -0.008620797, + 0.032226436, + 0.009711561, + -0.04302876, + 0.07305862, + 0.026298696, + -0.029608602, + -0.014962274, + 0.045044795, + -0.0043705786, + -0.0028848827, + -0.022025911, + -0.053169105, + -0.0043103984, + 0.0073758215, + -0.005920216, + 0.01713628, + 0.0070185023, + -0.04528551, + -0.017813304, + 0.009952282, + -0.007883591, + 0.008523004, + -0.03361058, + 0.018415106, + 0.013427681, + -0.059819005, + 0.03553634, + 0.023921583, + 0.02477915, + 0.05208586, + -0.0042652637, + 0.040832188, + -0.010343452, + -0.010253182, + -0.008793815, + -0.0068530072, + 0.034242466, + -0.048444968, + -0.019137267, + -0.011915657, + 0.006582197, + -0.011298811, + 0.019904563, + -0.024508338, + 0.01794871, + -0.05049109, + 0.07895627, + 0.02864572, + 0.017061055, + 0.025952661, + 0.020897534, + -0.04227651, + -0.0024805479, + 0.029428061, + 0.01824961, + -0.0090796705, + -0.0052281446, + 0.013232096, + 0.018505376, + -0.013630789, + 0.002121348, + 0.030676797, + -0.09267733, + 0.008387599, + -0.002061168, + 0.0085606165, + -0.0031594543, + -0.022146272, + -0.0142025, + 0.012171422, + 0.07715087, + 0.011404126, + -0.021649785, + 0.023756089, + -0.017376998, + -0.018806277, + -0.04904677, + 0.023033928, + -0.02166483, + 0.018415106, + -0.09213571, + -0.08346978, + 0.024237528, + 0.011599711, + 0.025185365, + 0.015631776, + -0.024282664, + -0.045255423, + 0.017091144, + 0.029789142, + -0.02178519, + -0.021860415, + 0.013736105, + -0.009598724, + -0.017000875, + -0.0007057055, + -0.024132214, + -0.040982638, + 0.046158124, + -0.016549524, + -0.0041674706, + -0.0077632307, + -0.020581588, + 0.0102757495, + -0.017753124, + -0.06938764, + 0.0024222485, + 0.020280689, + -0.039207324, + -0.015165381, + 0.009463319, + 0.009403138, + -0.0214542, + -0.02480924, + -0.0014753523, + 0.02753239, + -0.031383913, + -0.0020592872, + 0.031383913, + 0.0010287033, + -0.038274534, + 0.026629686, + 0.011486874, + -0.005747198, + 0.041012727, + -0.037462104, + -0.029082026, + -0.013736105, + -0.039056875, + -0.055245318, + 0.0037932259, + 0.005141636, + -0.014405607, + -0.022056, + 0.034994718, + -0.014021959, + 0.019242583, + -0.012284259, + -0.05653919, + -0.05927738, + 0.012096197, + -0.0045511187, + 0.033550397, + -0.014541013, + -0.019408077, + -0.0010004939, + -0.032948595, + -0.05611793, + -0.026840318, + 0.020325823, + 0.00719152, + 0.014465787, + -0.020686904, + 0.01840006, + 0.031323735, + 0.09863516, + 0.038665704, + -0.050701723, + 0.003313666, + 0.026238516, + 0.033851296, + 0.012968808, + 0.0065934807, + -0.032497246, + 0.019964743, + 0.005954067, + 0.03559652, + 0.0021495575, + 0.04158444, + -0.02193564, + 0.0362585, + 0.008237149, + 0.02034087, + 0.027035903, + -0.009004445, + -0.013111736, + -0.023379963, + -0.00040386477, + -0.0955058, + -0.044292543, + -0.04748209, + -0.03481418, + -0.03412211, + 0.014571103, + 0.023635728, + -0.029217431, + 0.023500323, + 0.0038496447, + -0.04272786, + 0.0013427681, + 0.02879617, + 0.021890506, + 0.021755101, + -0.023319783, + -0.020641768, + -0.047512177, + -0.023094106, + -0.0059164544, + 0.028269595, + 0.00028679572, + 0.033038866, + 0.03770282, + -0.0041900384, + 0.008222104, + 0.010516469, + 0.020100148, + -0.036559403, + 0.005912693, + -0.0008674395, + 0.026479237, + -0.010155389, + 0.017497359, + -0.025787165, + 0.008733635, + 0.013796284, + -0.02172501, + 0.02532077, + 0.043931462, + 0.011802819, + -0.025486266, + 0.021499336, + 0.006427985, + -0.014706508, + -0.003667224, + -0.040471107, + 0.035656698, + 0.026358876, + 0.07227628, + 0.003379488, + 0.016970783, + 0.0074322405, + 0.0070185023, + -0.03412211, + 0.00731188, + 0.018445196, + -0.051363703, + 0.03652931, + 0.03517526, + 0.005656928, + 0.02124357, + 0.011562099, + 0.005728392, + -0.004998708, + -0.013690969, + 0.0015486969, + 0.0036446564, + -0.01809916, + -0.011727594, + -0.022326812, + -0.023801222, + 0.030165268, + -0.0252305, + 0.019784203, + -0.011343946, + -0.0019351658, + 0.01686547, + 0.05837468, + -0.04853524, + -0.040019754, + -0.025696896, + 0.004863303, + -0.0023978003, + 0.0371612, + 0.01734691, + -0.0176779, + -0.041373808, + 0.00062530866, + -0.0021928118, + -0.0008044385, + 0.012660385, + 0.007891114, + 0.0064731203, + -0.014307815, + -0.0064618364, + -0.02217636, + 0.029894456, + 0.002049884, + 0.022748072, + -0.047602445, + 0.02420744, + 0.020009877, + 0.061413776, + -0.028826261, + -0.009809353, + 0.011735116, + -0.010456289, + -0.02547122, + 0.030090041, + 0.0024128451, + 0.027727975, + -0.021649785, + 0.016474297, + 0.032015804, + -0.0104111545, + -0.006804111, + 0.001189497, + -0.020325823, + 0.009410661, + 0.005307131, + -0.018866457, + 0.0061722198, + 0.0071388623, + -0.042065877, + 0.009816877, + 0.046699744, + 0.038966604, + 0.0024335322, + 0.01701592, + 0.015541507, + 0.0056343605, + -0.014420653, + -0.03388139, + 0.0043254434, + -0.013111736, + -0.014420653, + 0.0033512784, + 0.0102757495, + -0.014225068, + -0.010561605, + 0.0039831693, + 0.014992364, + -0.06902656, + 0.073720604, + 0.023801222, + 0.016353939, + 0.053259373, + -0.01713628, + 0.021709966, + -0.046037763, + -0.019016907, + 0.014375518, + 0.015797272, + 0.039478134, + -0.06661935, + -0.024764104, + -0.008756203, + -0.026057977, + 0.019754112, + 0.007086205, + -0.006604764, + 0.0092150755, + -0.004291592, + -0.0043969075, + 0.0243278, + -0.028405, + -0.029473197, + -0.017181413, + 0.024523385, + -0.0067702597, + 0.0062963413, + -0.08473356, + 0.03550625, + 0.020551499, + -0.039809126, + -0.003930512, + -0.004596254, + 0.0071990425, + -0.0035976407, + 0.0022567532, + 0.023861403, + 0.004630105, + 0.020055013, + 0.0015157858, + 0.0069056647, + -0.0017076099, + -0.010253182, + -0.018595645, + -0.0059879185, + 0.0052206223, + 0.004096007, + -0.0052469512, + 0.03577706, + 0.005863797, + -0.011757684, + 0.011614757, + 0.0058449907, + 0.015691957, + -0.03680012, + 0.022477262, + -0.032948595, + -0.046248395, + -0.0042351736, + -0.0020179134, + -0.009192508, + 0.0052356673, + -0.006597242, + 0.03442301, + -0.05025037, + -0.0009910908, + -0.015962766, + 0.02124357, + 0.040110026, + -0.0046902853, + 0.014578626, + -0.016970783, + 0.06698044, + 0.03649922, + -0.011404126, + 0.009862011, + -0.0020386004, + 0.009117283, + -0.022371946, + 0.014082139, + -0.011975837, + 0.018776186, + 0.016835378, + -0.015263174, + -0.0044871774, + 0.015586642, + 0.00092714943, + -0.00926021, + 0.055275407, + 0.031263553, + 0.004671479, + 0.032106075, + -0.028209414, + -0.018896546, + -0.014307815, + 0.03640895, + -0.060902245, + 0.048324607, + 0.020070057, + -0.028660765, + -0.012863493, + -0.020055013, + -0.017271684, + 0.008327419, + -0.039869305, + -0.023094106, + 0.009914669, + 0.008034041, + -0.00053268776, + 0.0011340184, + 0.0021683637, + -0.022763116, + -0.022101136, + -0.024297709, + -0.026193382, + -0.03622841, + -0.025576536, + -0.026704913, + -0.025681851, + 0.0023244557, + 0.0104111545, + 0.00090505206, + -0.0045398353, + 0.0016878633, + 0.020145284, + -0.055817027, + -0.007906158, + 0.029608602, + -0.0018072831, + -0.015165381, + -0.007665438, + 0.0065182555, + -0.007526272, + 0.036860302, + -0.031052923, + 0.025350861, + -0.0021232285, + -0.025395995, + -0.0362585, + 0.041945517, + -0.010418677, + 0.018836366, + 0.006954561, + -0.020521408, + 0.0066649443, + -0.012961285, + 0.04375092, + 0.0070673986, + 0.025726985, + -0.028480224, + -0.023319783, + 0.019829338, + -0.009342958, + 0.03559652, + -0.017392045, + 0.005367311, + 0.010125299, + -0.0028190608, + 0.014345428, + 0.0041825157, + -0.015082634, + 0.0032685308, + 0.030646708, + -0.0097040385, + -0.024583565, + 0.0341522, + 0.009952282, + 0.0046752403, + -0.023425099, + -0.0043743397, + 0.008094221, + 0.0027043426, + -0.027396983, + -0.007466092, + 0.0028905247, + 0.0023489038, + -0.008500437, + -0.022717983, + -0.024192395, + -0.02166483, + -0.023665817, + -0.020476274, + -0.026163291, + 0.04892641, + 0.011720072, + -0.011637324, + 0.041945517, + -0.003212112, + -0.016955739, + -0.017000875, + 0.023410052, + -0.011885567, + 0.01758763, + -0.00018171564, + 0.02498978, + -0.0020818547, + 0.045435965, + 0.0211533, + 0.000961941, + 0.023846358, + -0.012878538, + 0.0025256828, + 0.04892641, + 0.007518749, + -0.02864572, + 0.038394894, + 0.0070222635, + 0.00083593896, + 0.017602675, + 0.00608195, + 0.015842408, + 0.011471828, + 0.009982372, + 0.024026899, + -0.05714099, + 0.0290068, + -0.014112229, + -0.0045924927, + 0.0049046767, + 0.011862999, + -0.0056682117, + 0.00077952014, + -0.008086699, + -0.020446183, + -0.0031124388, + 0.019543482, + 0.02792356, + -0.012946241, + -0.019332852, + -0.014270202, + 0.012600205, + -0.012509935, + -0.016203487, + 0.0170761, + 0.029984728, + 0.0076090195, + -0.011930701, + 0.03544607, + 0.04360047, + -0.013397591, + 0.012118764, + 0.00608195, + 0.016007902, + 0.044412903, + -0.017361954, + 0.024418069, + 0.026343832, + -0.054523155, + 0.0211533, + -0.020777173, + 0.016820334, + 0.008267239, + 0.010087687, + 0.0045172675, + -0.014179932, + 0.02199582, + 0.028600585, + -0.010779758, + -0.022296721, + -0.014277725, + -0.008440257, + 0.03529562, + -0.019799247, + -0.014164887, + 0.05647901, + -0.03616823, + -0.025937617, + -0.036830213, + 0.011216063, + 0.052597392, + 0.024222484, + -0.041825157, + 0.014631283, + -0.0074171955, + 0.009741651, + 0.010050074, + -0.0017818947, + -0.023199422, + 0.018023936, + -0.029473197, + 0.022973748, + -0.018565556, + -0.043781012, + 0.0056343605, + 0.0041825157, + 0.001336186, + 0.05684009, + -0.02846518, + 0.0013935451, + -0.012036017, + -0.014330382, + -0.024764104, + -0.01033593, + 0.0063339537, + 0.0006093233, + -4.5693374e-05, + 0.031805176, + 0.0053974013, + -0.001965256, + -0.0013973063, + 0.0064618364, + -0.015300786, + -0.004976141, + 0.016955739, + -0.0145034, + 0.000955829, + 0.0041787545, + 0.0019191805, + 0.022552487, + 0.03490445, + 0.0006389432, + -0.010358497, + 0.033520307, + -0.0053710723, + -0.0009088133, + 0.0037499715, + 0.03728156, + 0.0045172675, + 0.047271457, + 0.0020179134, + -0.025877437, + 0.0018749858, + 0.00856814, + 0.005540329, + 0.019964743, + 0.0070786825, + -0.0048821094, + 0.018716006, + 0.01818943, + -0.0035995212, + 0.0009614709, + 0.00080208766, + -0.037913453, + 0.006642377, + 0.02604293, + 0.023831313, + -0.0020950192, + -0.02592257, + 0.0051002624, + -0.0014668895, + -0.0039982144, + 0.007958816, + 0.012652863, + 0.017783215, + 0.011652369, + -0.0075864517, + 0.015368489, + 0.007338209, + 0.026283652, + 0.0009939118, + -0.024177348, + -0.045074884, + -0.008583184, + 0.008011473, + 0.036860302, + 0.009184985, + 0.04272786, + -0.0054124463, + 0.039387867, + 0.023725998, + -0.033430036, + -0.0015167262, + -0.014729076, + -0.0021138254, + -0.0045586415, + -0.03373094, + 0.032226436, + 0.009809353, + -0.03568679, + -0.003960602, + -0.012803313, + 0.00020275517, + 0.01219399, + -0.06469359, + -0.020491319, + -0.006589719, + 0.025787165, + -0.0037537327, + 0.00215708, + 0.002222902, + 0.02924752, + -0.0077481857, + 0.0038515255, + 0.032798145, + 0.0025839824, + -0.011870522, + -0.007304358, + 0.019016907, + -0.013540519, + 0.01891159, + -0.03755237, + -0.009801831, + 0.011930701, + -0.018385015, + 0.00883895, + -0.02849527, + 0.02136393, + 0.0065182555, + -0.004483416, + -0.019724023, + -0.020476274, + -0.00072404166, + -0.027216444, + 0.02876608, + 0.016444208, + -0.0009957923, + 0.017632764, + 0.0018693439, + 0.0035111317, + 0.018610692, + 0.0052431896, + -0.02130375, + -0.016880514, + 0.0060067247, + -0.02963869, + 0.009011968, + 0.052025683, + 0.0039906916, + -0.019693933, + -0.038545344, + 0.018505376, + -0.013277231, + 0.0214542, + 0.022432126, + 0.01249489, + 0.010117777, + -0.0012788267, + -0.02184537, + 0.02184537, + -0.008650887, + 0.011313856, + 0.00065915997, + -0.025802212, + 0.028389955, + -0.008981878, + -0.023515368, + -0.011471828, + -0.030962653, + -0.0013277231, + 0.015767181, + -0.019347897, + 0.007293074, + 0.007943771, + 0.031113103, + -0.027035903, + 0.020656815, + -0.009478363, + -0.0107271, + -0.019182403, + -0.012675431, + 0.026855363, + 0.020130238, + 0.021800235, + 0.016173398, + 0.0014057691, + 0.03427256, + 0.009455795, + -0.013803807, + -0.018896546, + 0.016730063, + 0.027050948, + 0.005468865, + 0.010065119, + -0.03622841, + -0.00620231, + -0.0076127807, + 0.0112010185, + 0.0039869305, + 0.02792356, + 0.03553634, + -0.015752137, + -0.01776817, + 0.011306333, + 0.008846472, + -0.009403138, + 0.11295802, + 0.008673455, + -0.012705521, + 0.0052469512, + -0.008703545, + 0.01240462, + -0.018159341, + 0.0073005967, + -0.034182288, + -0.02532077, + 0.014006915, + 0.016053038, + 0.00051905325, + -0.020807264, + 0.024463205, + -0.015300786, + 0.0034979675, + 0.019167356, + -0.011012956, + -0.030661752, + 0.0064994493, + 0.019979788, + -0.0045736865, + -0.018505376, + 0.007936249, + -0.0092903, + 0.011697504, + -0.052146044, + 0.030992743, + 0.038605522, + 0.028420044, + 0.0066987956, + -0.0029958398, + 0.023831313, + 0.0064919265, + -0.0030842293, + -0.01740709, + -0.011343946, + 0.030255537, + -0.02166483, + 0.017828349, + -0.0005773527, + 0.0010832415, + -0.004137381, + 0.02813419, + -0.009102237, + -0.021499336, + -0.016293759, + -0.023590593, + -0.038786065, + -0.013548042, + 0.0034471904, + -0.013382547, + -0.0057095853, + 0.00015092037, + -0.014646328, + 0.0019727785, + 0.033008777, + 0.008116789, + -0.007364538, + -0.018956726, + 0.0061195623, + 0.027938604, + 0.011133316, + -0.0076541547, + -0.002409084, + 0.005216861, + -0.004065917, + -0.016790243, + 0.03628859, + 0.011787774, + 0.012148854, + -0.0059803957, + 0.0049197217, + -0.00039563703, + 0.0032610083, + 0.0050626495, + -0.0001354052, + -0.012840926, + -0.029413017, + -0.037070934, + 0.00889913, + -0.008327419, + 0.030571483, + -0.048204247, + 0.0055478513, + -0.0052281446, + -0.022311766, + -0.022657802, + -0.029232476, + 0.00070523535, + -0.0350549, + 0.030165268, + 0.001171631, + -0.005581703, + 0.008673455, + -0.046579383, + -0.008650887, + -0.01396178, + 0.023349872, + -0.002292485, + -0.025847346, + -0.048625506, + 0.00076306466, + -0.018806277, + 0.0035336993, + -0.04450317, + -0.0040283045, + 0.025335815, + -0.024914555, + -0.017963756, + -0.025486266, + 0.0176779, + -0.028420044, + -0.010388587, + -0.031805176, + 0.0011932582, + -0.008199536, + -0.029713916, + -0.020837354, + -0.0059841573, + 0.015616732, + -0.0070636375, + -0.018956726, + -0.013863987, + -0.0020668097, + 0.01734691, + 0.015360966, + 0.037070934, + 0.017181413, + -0.008553094, + 0.023485279, + 0.0055741803, + -0.0038007484, + 0.020190418, + 0.022883477, + 0.0045285514, + -0.032346796, + 0.032015804, + 0.004317921, + -0.02223654, + 0.02148429, + -0.006555868, + 0.05100262, + 0.0056381216, + -0.005690779, + -0.03701075, + -0.023395007, + -0.006774021, + -0.016639793, + 0.010448767, + 0.009388093, + 0.010471335, + 0.009959804, + 0.013465294, + 0.008237149, + -0.033399947, + -0.047361728, + 0.014006915, + 0.022086091, + -0.027652748, + -0.03743201, + 2.9678655e-05, + -0.009463319, + 0.0030372136, + -0.0129988985, + 0.0011293169, + 0.047782987, + 0.022402037, + -0.00611204, + 0.010471335, + -0.008267239, + -0.010960298, + 0.019573573, + 0.016654838, + -0.0045774477, + -0.013615744, + 0.008192014, + -0.009538543, + 0.032497246, + -0.039929487, + -0.02807401, + 0.016384028, + 0.02151438, + 0.007958816, + -0.005514, + 0.017662855, + -0.013028989, + 0.014518445, + 0.011893089, + 0.006943277, + 0.00057641236, + -0.023786178, + 0.023801222, + 0.05687018, + -0.0039117057, + -0.005171726, + -0.016083127, + 0.009809353, + 0.0016333251, + -0.028119145, + 0.017211504, + 0.010283272, + -0.016624749, + 0.027712928, + 0.025215454, + 0.0066348542, + -0.0033042626, + -0.02184537, + 0.025907526, + -0.0046639564, + -0.0072253714, + 0.016429164, + 0.040320657, + 0.02604293, + 0.010915163, + 0.02480924, + 0.039387867, + 0.026388967, + -0.008334941, + -0.0098394435, + -0.024192395, + 0.04281813, + -0.019498346, + 0.008011473, + 0.02100285, + 0.04173489, + -0.020536454, + -0.016564569, + -0.024824284, + 0.016489344, + -0.0101403445, + -0.008244672, + -0.0098394435, + 0.012351963, + 0.0278032, + -0.024011854, + -0.0006977129, + 0.012351963, + -0.015233084, + -0.009395615, + -0.015992858, + 0.0152029935, + 0.020461228, + 0.0002154494, + 0.029292656, + -0.0047241366, + -0.008613274, + -0.014601193, + -0.007921204, + -0.0011885567, + 0.004348011, + 0.0036578206, + -0.025952661, + -0.059999544, + 0.029443106, + 0.0004428878, + -0.029864367, + 0.038485166, + -0.02831473, + 0.011449261, + -0.044924434, + 0.019543482, + 0.03454337, + -0.012254169, + 0.044172183, + 0.026719958, + -0.016218532, + 0.0019878235, + 0.011524486, + -0.012630295, + 0.002414726, + -0.0022717982, + 0.0056494055, + 0.0094332285, + 0.020581588, + -0.007247939, + 0.00026446325, + 0.02477915, + -0.010516469, + -0.0074209566, + 0.011539531, + -0.024297709, + -0.027065992, + -0.012848448, + -0.023981763, + -0.0070410697, + 0.015112723, + 0.015541507, + -0.021649785, + 0.004126097, + 0.016895559, + -0.00024894808, + 0.026479237, + 0.0023376201, + 0.025802212, + -0.006717602, + -0.034182288, + -0.0030767068, + 0.007928726, + -0.02501987, + -0.0034076972, + 0.017046008, + -0.009380571, + 0.012246647, + 0.043931462, + 0.01812925, + -0.010802325, + 0.015308309, + -0.005585464, + 0.0022003343, + 0.0010644352, + -0.016188443, + -0.016684929, + -0.014721553, + -0.02088249, + 0.011607233, + 0.014909616, + 0.009583678, + 0.027637703, + 0.008380077, + 0.020115193, + 0.05127343, + -0.045977585, + 0.034212377, + -0.017286729, + 0.0054199686, + 0.016715018, + 0.049919378, + -0.017632764, + 0.013999392, + 0.014187455, + 0.027336802, + 0.009072147, + -0.021469245, + 0.01456358, + -0.0149848405, + 0.024117168, + -0.023771133, + -0.03661958, + -0.022988793, + 0.032828234, + -0.00017783685, + -0.0058073783, + -0.012058584, + 0.008846472, + 0.010463812, + -0.018670872, + -0.008786293, + 0.002145796, + 0.028359864, + 0.0076127807, + -0.001522368, + 0.014307815, + 0.0211533, + 0.0005947485, + 0.018836366, + -0.013262186, + 0.032527335, + -0.010824893, + 0.003904183, + -0.0087787695, + -0.033640668, + 0.022597622, + 0.0059164544, + 0.016534477, + -0.014277725, + 0.018490331, + -0.020476274, + -0.0034622354, + 0.0016455492, + -0.0038402416, + 0.017106188, + -0.013472816, + 0.03580715, + -0.014420653, + -0.015451237, + 0.01885141, + -0.023801222, + -0.016654838, + 0.012848448, + -0.023921583, + -0.013630789, + 0.042336687, + 0.006089472, + 0.016940694, + -0.020085104, + 0.006589719, + -0.015157859 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "text-embedding-3-small", + "object": "list", + "usage": { + "prompt_tokens": 6, + "total_tokens": 6 + } + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/6e47f2fe6a351aaec4642b5ae164a7095c81fea7eacaad788591e36eab7b935c.json b/tests/integration/responses/recordings/6e47f2fe6a351aaec4642b5ae164a7095c81fea7eacaad788591e36eab7b935c.json new file mode 100644 index 000000000..603616ca1 --- /dev/null +++ b/tests/integration/responses/recordings/6e47f2fe6a351aaec4642b5ae164a7095c81fea7eacaad788591e36eab7b935c.json @@ -0,0 +1,1990 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[client_with_models-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What are the marketing updates?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_yrecP7RchFwSrzeZd9oqtJEN", + "type": "function", + "function": { + "name": "knowledge_search", + "arguments": "{\"query\":\"marketing updates\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_yrecP7RchFwSrzeZd9oqtJEN", + "content": [ + { + "type": "text", + "text": "knowledge_search tool found 4 chunks:\nBEGIN of knowledge_search tool results.\n" + }, + { + "type": "text", + "text": "[1] document_id: file-450428750203, score: 0.941792927903724, attributes: {'region': 'us', 'category': 'engineering', 'date': 1680307200.0, 'filename': 'us_engineering_q2.txt', 'document_id': 'file-450428750203', 'token_count': 18.0, 'metadata_token_count': 32.0} (cite as <|file-450428750203|>)\nUS technical updates for Q2 2023. New features deployed in the US region.\n" + }, + { + "type": "text", + "text": "[2] document_id: file-450428750202, score: 0.838783128682284, attributes: {'region': 'us', 'category': 'marketing', 'date': 1672531200.0, 'filename': 'us_marketing_q1.txt', 'document_id': 'file-450428750202', 'token_count': 21.0, 'metadata_token_count': 32.0} (cite as <|file-450428750202|>)\nUS promotional campaigns for Q1 2023. Revenue increased by 15% in the US region.\n" + }, + { + "type": "text", + "text": "[3] document_id: file-450428750204, score: 0.7976212300200285, attributes: {'region': 'eu', 'category': 'marketing', 'date': 1672531200.0, 'filename': 'eu_marketing_q1.txt', 'document_id': 'file-450428750204', 'token_count': 17.0, 'metadata_token_count': 32.0} (cite as <|file-450428750204|>)\nEuropean advertising campaign results for Q1 2023. Strong growth in EU markets.\n" + }, + { + "type": "text", + "text": "[4] document_id: file-450428750205, score: 0.6226722371553097, attributes: {'region': 'asia', 'category': 'sales', 'date': 1688169600.0, 'filename': 'asia_sales_q3.txt', 'document_id': 'file-450428750205', 'token_count': 17.0, 'metadata_token_count': 31.0} (cite as <|file-450428750205|>)\nAsia Pacific revenue figures for Q3 2023. Record breaking quarter in Asia.\n" + }, + { + "type": "text", + "text": "END of knowledge_search tool results.\n" + }, + { + "type": "text", + "text": "The above results were retrieved to help answer the user's query: \"marketing updates\". Use them as supporting information only in answering this query. Cite sources immediately at the end of sentences before punctuation, using `<|file-id|>` format (e.g., 'This is a fact <|file-Cn3MSNn72ENTiiq11Qda4A|>.'). Do not add extra punctuation. Use only the file IDs provided (do not invent new ones).\n" + } + ] + } + ], + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "knowledge_search", + "description": "Search for information in a database.", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for. Can be a natural language sentence or keywords." + } + }, + "required": [ + "query" + ] + } + } + } + ] + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "qZAJpK3wHsScby" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "Recent", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "SW5wOFowsG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " marketing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "hlx5jw" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " updates", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "cRhMd9Jh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " include", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "i6YQxIcr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " promotional", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Qy44" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " campaigns", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "acWo7x" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "wSoVoqyCRDW31" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "dibMeE3vSjZ4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " US", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "DYNFIU5zR6oBg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "JdDKC77SDcT2" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " Q", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "01L1ynS2iCA3JT" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "1", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "CvlgmRmEXaWKuUS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "fAOfCS3M2OaQEu4" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "202", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "qhriAWEIDXlX3" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "24OTPZY2l9Z2BiY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "9BhcRgn8eDuIgKI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " which", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Dh2DCDWIZR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " resulted", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Ilm0p1y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "j67nlpIVXVUOu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "k4teJmVXuf5kD6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " revenue", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "YNtADkvQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " increase", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "tTOGj8S" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " by", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "NcCBosBsEHjXh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "S53IzN8PyIFJkWI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "15", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "0qWjuSrsCRptjh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "%", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "KpzLJnFAYeolUlb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "hKfUatxxZbCWh" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Rq6O9gbUbvU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " region", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Jdva68rfO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " <", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "MukalwS9pPOCs0" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "|", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "ukxFsD2KvsCXLPx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "file", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "OirnxmTvg703" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "7EzZTPrfSUVecUd" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "450", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Gi3yln9zHEnis" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "428", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "tQmmKyRPwTHla" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "750", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "VQbR0BqELaiAS" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "202", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "MmxSxXD69q35l" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "|", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "pozTn6PJAlQiCW8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": ">.", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "1Fru8maLL1Iy9B" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " Additionally", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Tqr" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "ufUjkWGBKzA1hGu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " European", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "XQpjvGI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " advertising", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "RReK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " campaigns", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "ZoKSRg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Y5uzyQFcM3A14" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " Q", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "HapTjGtTgOTbur" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "1", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "g0rS36cvWnzkaYN" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "ZIpweNc0TqWR5Qx" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "202", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "pUpEHmOquINws" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "nmPYX3utHCenaqZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " showed", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "rmsDVcuGy" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " strong", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "cPpcCud8e" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " growth", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "gij0uxFHI" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " in", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "zKql6tyC1Usy8" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "ZDFdT7xanIwU" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " EU", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "K5HznlTawqRUs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " markets", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "DDSYfmUK" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": " <", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "b6STIZxsv56dKg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "|", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "teVbNJJMNtJk7YZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "file", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "pSZHLZhOIL0P" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "-", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "ehMsf1oJRM4OIND" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "450", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "BHTfeEj4AeA5H" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "428", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "G6IWS4Kyo3ERs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "750", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "OGv20vp7aoy0V" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "204", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "hARjZWVyudn90" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": "|", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "zdFIhuFfXtG3f3x" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": ">.", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "vE01Zc1jQ7F2wY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "RRD4Wqza9B" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-6e47f2fe6a35", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": { + "completion_tokens": 68, + "prompt_tokens": 697, + "total_tokens": 765, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "EXoJKpxG09url" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/7975422e72258311444c13e6224cde52e51868e33f84cbbf3cf7254819c72cd1.json b/tests/integration/responses/recordings/7975422e72258311444c13e6224cde52e51868e33f84cbbf3cf7254819c72cd1.json new file mode 100644 index 000000000..8c674e072 --- /dev/null +++ b/tests/integration/responses/recordings/7975422e72258311444c13e6224cde52e51868e33f84cbbf3cf7254819c72cd1.json @@ -0,0 +1,1576 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[client_with_models-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "text-embedding-3-small", + "input": [ + "US promotional campaigns for Q1 2023. Revenue increased by 15% in the US region." + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "text-embedding-3-small" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + 0.019768294, + 0.030609805, + 0.038501598, + 0.039226092, + -0.00937959, + 0.007982355, + -0.060753867, + 0.055009678, + -0.0020715955, + -0.0058897357, + 0.0013357829, + 0.011766533, + -0.026832094, + -0.02097147, + 0.0039361934, + 0.013907667, + -0.033404276, + -0.033947647, + -0.0768997, + -0.049265485, + 0.02076447, + 0.027116718, + -0.013920605, + 0.014166415, + -0.02067391, + 0.050947342, + -0.05340544, + -0.029471317, + -0.007865918, + -0.0043922355, + 0.049239613, + -0.03555188, + -0.0013058652, + -0.006319903, + -0.031593047, + 0.019768294, + -0.032239914, + 0.02965244, + -0.0070379265, + -0.0054078186, + -0.02822933, + -0.06437633, + 0.029859439, + -0.009056156, + -0.0028300486, + 0.04103732, + -0.021618336, + -0.044271663, + -0.008946188, + 0.031282548, + -0.020932656, + -0.0046865605, + 0.00132608, + 0.012148186, + -0.030739179, + -0.012154655, + 0.052913822, + 0.008480443, + 0.017581878, + -0.009812991, + 0.030066436, + -0.04233106, + 0.014231102, + -0.03381827, + 0.017284319, + -0.02243339, + -0.031282548, + 0.03485326, + 0.032007042, + -0.02013054, + -0.028927948, + 0.026133478, + -0.0039070845, + -0.012801522, + 0.02636635, + 0.017167883, + -0.015266091, + 0.009069093, + 0.02332607, + -0.07607171, + -0.05863214, + 0.019703606, + 0.021592462, + -0.033663023, + -0.018862678, + -0.001507203, + 0.029238446, + 0.025913542, + 0.004084973, + 0.035707127, + -0.01335136, + 0.02220052, + 0.02174771, + -0.04398704, + -0.03741486, + 0.018164061, + -0.008797408, + -0.0073872353, + 0.018202873, + 0.025706545, + -0.003735664, + -0.024166998, + -0.014709784, + 0.004570124, + -0.013364298, + -0.0006480811, + -0.015214342, + 0.0026473084, + 0.03029931, + 0.0034154644, + 0.020234039, + -0.0040202863, + -0.0117018465, + 0.011747127, + -0.004434282, + 0.0019923542, + -0.0143346, + -0.04315905, + 0.03136017, + 0.018319309, + -0.06494557, + 0.0031502484, + 0.00530432, + -0.003958834, + -0.010744481, + 0.0116824405, + -0.0065624784, + -0.060081124, + -0.021683024, + -0.03402527, + 0.014502786, + 0.044064667, + 0.04194294, + -0.030506307, + -0.014865032, + -0.01580946, + 0.009250216, + 0.0203246, + -0.0073872353, + -0.016857387, + 0.019367235, + -0.017711252, + 0.011760064, + 0.03731136, + -0.085231364, + -0.042693306, + -0.0019583937, + -0.037570108, + -0.0071802377, + -0.012523369, + -0.030506307, + -0.017685378, + -0.042926177, + -0.036767993, + 0.060443368, + 0.008137602, + 0.011139072, + -0.015253154, + -0.04233106, + 0.00018567141, + 0.00046453226, + 0.06121961, + -0.009651274, + -8.13639e-05, + 0.0020166119, + -0.028074082, + -0.038967345, + -0.04665214, + -0.09387352, + -0.03938134, + -0.019263737, + -0.049498357, + -0.002710378, + -0.05130959, + -0.00917906, + -0.033249028, + -0.021049093, + 0.025939416, + -0.036742117, + 0.030558057, + 0.022265205, + 0.006811523, + -0.04103732, + -0.009961771, + -0.014425162, + 0.001284842, + 0.016766826, + 0.0072384556, + -0.0034186987, + 0.030351058, + 0.016559828, + 0.007296674, + 0.04965361, + -0.0039394274, + -0.026625097, + -0.04944661, + 0.025641857, + -0.020932656, + -0.013137895, + -0.015693024, + 0.002928696, + -0.010738013, + -0.007432516, + -0.00081262825, + -0.010569828, + -0.023144946, + -0.02346838, + -0.0024597165, + -0.020441037, + 0.043133177, + 0.04227931, + 0.021139655, + 0.012038218, + 0.027892958, + -0.029911188, + -0.0335854, + -0.040675078, + 0.06059862, + 0.049239613, + 0.0024888257, + 0.025848856, + -0.0084481, + 0.01227109, + -0.0106603885, + -0.008985, + 0.044349287, + 0.038993217, + -0.008014698, + -0.018785054, + -0.036535118, + -0.0010746099, + 0.042253435, + -0.036509246, + 0.0023012338, + 0.010265799, + 0.041606568, + 0.07415698, + -0.048437495, + -0.013467797, + -0.026198164, + -0.0090949675, + 0.035189632, + 0.010835043, + 0.0057862364, + 0.0480235, + 0.00854513, + 0.007607171, + -0.04010583, + -0.01905674, + 0.04007996, + 0.024024688, + -0.010453391, + 0.0096189305, + 0.0019082613, + 0.019600108, + 0.004324314, + 0.0026084962, + 0.045824148, + -0.043909416, + -0.008254039, + 0.006219638, + 0.0006403996, + 0.0032246383, + -0.040235206, + 0.0156154, + 0.047557753, + 0.012251684, + 0.027116718, + -0.04473741, + 0.025059676, + 0.027375465, + -0.034102894, + -0.014903844, + 0.033947647, + 0.03407702, + 0.012950302, + 0.015240216, + -0.02204527, + 0.034879137, + 0.029109072, + -0.033274904, + -0.005174946, + -0.014114665, + -0.012607463, + -0.033223152, + -0.02209702, + 0.0111584775, + 0.020441037, + -0.03873447, + 0.050507475, + 0.031774167, + -0.022989698, + -0.035629503, + -0.03917434, + 0.02327432, + 0.020699784, + 0.03917434, + -0.04693676, + -0.014244039, + 0.0626686, + 0.04955011, + -0.026301663, + -0.02366244, + -0.022252267, + 0.008493381, + 0.05687266, + 0.0014708167, + -0.029341944, + -0.009398996, + 0.04152894, + 5.9986924e-05, + 0.0621511, + 0.046962634, + -0.07752069, + -0.013571296, + 0.009787117, + 0.0111714145, + -0.01835812, + -0.00028057912, + 0.021463089, + 0.0031631857, + 0.0073031425, + 0.007975886, + 0.0055824732, + 0.008409287, + -0.057752397, + -0.012186998, + -0.0016656858, + -0.019211987, + -0.06556657, + -0.013105551, + -0.009301965, + 0.021721836, + -0.061685357, + 0.008034104, + 0.013998229, + 0.02401175, + -0.06453158, + 0.010621577, + 0.046238143, + 0.009250216, + -0.03024756, + 0.019548358, + -0.041373692, + -0.030739179, + 0.017750066, + -0.00947662, + 0.019017927, + 0.0052169925, + 0.059511878, + -0.021010282, + -0.04090795, + 0.09749598, + 0.041270193, + 0.03857922, + -0.0012031749, + 0.047247257, + -0.01718082, + -0.014670972, + 0.031204924, + -0.047273133, + 0.004479563, + -0.024658618, + -0.034982637, + 0.018772116, + -0.014515724, + -0.027220216, + 0.027039094, + 0.05475093, + -0.014011166, + 0.031204924, + 0.023157883, + -0.011656566, + -0.0076653888, + -0.014489849, + 0.009418402, + 0.017594816, + 0.010440454, + 0.057079654, + 0.034698013, + -0.0069991145, + 0.018642742, + 0.013170238, + 0.04101145, + -0.03216229, + -0.021488963, + -0.0027799164, + -0.002720081, + -0.033973522, + 0.011119666, + -0.0028316658, + -0.0065333694, + 0.015447214, + -0.023209633, + 0.008266976, + 0.05244808, + 0.03472389, + 0.055889416, + 0.0048062312, + 0.047040258, + -0.033404276, + -0.01586121, + 0.017219633, + -0.034879137, + 0.007536015, + -0.0048482777, + -0.0406492, + -0.04212406, + -0.059977625, + -0.040830325, + 0.010175237, + -0.080315165, + 0.032317538, + 0.017568942, + 0.0080535095, + -0.050766222, + -0.029290194, + -0.030480431, + 0.033404276, + 0.062565096, + 0.023157883, + -0.025654795, + 0.04429754, + -0.003997646, + -0.025201987, + -0.04090795, + 0.018086437, + 0.010071739, + 0.002569684, + -0.028099956, + -0.032369286, + 0.0025033802, + 0.042745054, + -0.022459265, + -0.023390757, + 0.012238747, + -0.050766222, + -0.013597171, + 0.031049676, + -0.011475443, + 0.023985874, + 0.008493381, + 0.014619223, + -0.0480235, + -0.022627452, + -0.011320194, + 0.022174643, + 0.019794168, + -0.009140248, + -0.03136017, + -0.0286692, + -0.001867832, + -0.020156415, + -0.029730065, + -0.043236673, + -0.026547473, + 0.050662722, + -0.012342246, + -0.0060611553, + 0.019263737, + 0.0010818872, + 0.0034542764, + 0.026198164, + -0.013597171, + 0.0024128186, + -0.027090842, + -0.009340778, + 0.008706846, + -0.012801522, + -0.021631274, + -0.022873262, + 0.027116718, + -0.009314903, + 0.07027577, + -0.009955303, + 0.032007042, + 0.017310195, + -0.033378404, + -0.017258445, + -0.04473741, + -0.0132219875, + 0.022666264, + -0.016365767, + 0.051594213, + -0.020893844, + 0.021540713, + 0.027064968, + -0.02436106, + -0.096616246, + -0.02420581, + 0.04080445, + 0.04339192, + 0.069137275, + -0.014114665, + -0.020660972, + -0.0003774072, + -0.004217581, + -0.0009306817, + -0.0015921044, + -0.009334309, + 0.0043857666, + 0.005867095, + 0.017957063, + -0.005032635, + 0.08383413, + 0.01753013, + -0.027944708, + 0.010485735, + -0.0040461607, + 0.02617229, + 0.002407967, + 0.008933251, + -0.0074260477, + 0.003628931, + -0.01468391, + 0.02332607, + -0.031386048, + 0.03286091, + -0.0068568033, + -0.0068438663, + -0.014218165, + -0.014606285, + 0.025227861, + 0.032472786, + -0.030583931, + -0.017245507, + -0.010246393, + -0.029911188, + 0.01865568, + -0.04929136, + 0.0007228753, + -0.01782769, + 0.003232724, + 0.030480431, + -0.0054433965, + 0.0041820034, + -0.012012344, + 0.023106134, + -0.03775123, + 0.048799742, + 0.011333132, + -0.004369595, + -0.028203456, + -0.0025066144, + 0.007186706, + 0.00756189, + 0.008131134, + 0.013325486, + -0.013124957, + -0.012866209, + 0.043573044, + 0.03205879, + 0.038061727, + -0.02763421, + 0.051697712, + -0.013428985, + 0.0032472787, + -0.022135831, + -0.010356361, + -0.009560713, + 0.03412877, + -0.026728597, + -0.041425444, + 0.00049808854, + 0.019716544, + 0.021734774, + 0.03907084, + -0.023947062, + -0.011798877, + 0.032188166, + 0.013228456, + -0.001753013, + 0.0065818843, + -0.023571879, + 0.057131406, + 0.011792408, + -0.02003998, + 0.0030208747, + 0.027271966, + 0.016637452, + -0.01188297, + 0.024283433, + 0.02543486, + 0.019082613, + -0.016922073, + 0.048178747, + -0.0033475433, + -0.0047059665, + 0.040468078, + 0.0106539205, + 0.008176414, + -0.03568125, + 0.004825637, + 0.015537775, + -0.055113174, + 0.015731836, + -0.009832397, + -0.014903844, + -0.0026327537, + 0.045927648, + -0.02013054, + -0.016029395, + -0.020712722, + -0.009056156, + -0.023778876, + 0.037000865, + -0.010550422, + -0.02606879, + -0.0073678293, + -0.0034542764, + 0.029781815, + -0.001696412, + 0.0028300486, + -0.019237861, + -0.023054384, + 0.010718607, + -0.02833283, + -0.0015039687, + -0.0055889417, + -0.03014406, + 0.013920605, + -0.058839135, + 0.021941772, + -0.023093197, + 0.02469743, + 0.022122893, + -0.0005389221, + 0.0044310475, + 0.024852678, + 0.029057322, + 0.02675447, + 0.016611576, + -0.043857668, + 0.0046218736, + -0.0076718573, + -0.015654212, + 0.0043663606, + 0.014735659, + 0.052215204, + -0.045280777, + 0.016689202, + 0.013034395, + 0.0068956157, + -0.023339007, + 0.0016559827, + 0.011093791, + 0.035241384, + -0.0017756533, + 0.0052266954, + 0.037363112, + -0.016391642, + -0.04512553, + 0.0065171975, + 0.028979698, + 0.021683024, + 0.0024661853, + 0.00067112583, + 0.017659504, + 0.008254039, + 0.010414579, + -0.04339192, + 0.018254623, + -0.043650668, + -0.03117905, + -0.007005583, + 0.049161986, + -0.0038229914, + 0.02828108, + 0.042149935, + -0.0069603026, + -0.054078188, + 0.044944406, + 0.0312308, + -0.0026117305, + 0.016935011, + -0.007050864, + -0.021139655, + 0.0057765334, + 0.02174771, + 0.028643327, + -0.004537781, + 0.012012344, + -0.029833565, + -0.033352528, + -0.031411923, + -0.030169936, + -0.027090842, + -0.031256676, + -0.018565118, + 0.016145831, + -0.011591879, + 0.029393693, + 0.02680622, + -0.016973823, + -0.026935594, + -0.019561296, + 0.034646265, + 0.0061937636, + -0.02283445, + -0.024878552, + 0.015447214, + 0.0042499243, + -0.019173175, + -0.05537192, + -0.076175205, + 0.034775637, + 0.0251373, + -0.025693607, + 0.020531598, + 0.059822377, + 0.02543486, + -0.036147, + -0.034051146, + -0.0021281966, + 0.025111426, + 0.0069603026, + -0.021333715, + 0.0047059665, + 0.038993217, + 0.005336663, + 0.013674795, + 0.024438683, + 0.05218933, + -0.005750659, + -0.020298725, + -0.011941188, + -0.01649514, + 0.008266976, + -0.014049978, + -0.024762116, + 0.008499849, + -0.016999697, + -0.0011498083, + 0.017452506, + -0.037052613, + 0.031153176, + -0.035965875, + -0.0009986028, + -0.020958532, + 0.016973823, + 0.022355767, + -0.02253689, + -0.027323715, + 0.011798877, + 0.03436164, + 0.02843633, + 0.019367235, + 0.03702674, + 0.005870329, + -0.010498672, + -0.022304017, + 0.010214049, + 0.023636566, + 0.019845918, + 0.035319008, + -0.012801522, + 0.0670673, + 0.0046315766, + -0.024555119, + -0.02872095, + 0.011695378, + 0.015498963, + 0.01644339, + 0.016223457, + -0.00020841286, + -0.014476911, + -0.018487494, + 0.007930605, + -0.0156154, + 0.019522484, + -0.03286091, + 0.005420756, + -0.0074389847, + 0.00065171975, + -0.006940896, + -0.0076847947, + -0.004518375, + 0.032576285, + -0.013558359, + 0.007542484, + -0.020803284, + -0.012051156, + -0.017737128, + -0.00043784894, + -0.023287257, + -0.009127311, + 0.04383179, + -0.017103197, + 0.02970419, + 0.0037680075, + -0.005145837, + -0.05350894, + -0.0014675823, + -0.0023271085, + 0.009010875, + 0.03117905, + 0.048566867, + -0.043857668, + -0.021825334, + 0.02828108, + -0.013830043, + 0.020725658, + -0.036147, + -0.021631274, + -0.010304611, + -0.027427213, + 0.0031486312, + 0.04872212, + -0.028022332, + -0.0058412203, + -0.023688316, + -0.021320777, + -0.012122311, + 0.01512378, + -0.010414579, + -0.006035281, + -0.033507776, + 0.015654212, + 0.014890907, + 0.032188166, + 0.010168769, + 0.007186706, + -0.024956178, + -0.009075562, + -0.01104851, + 0.011889438, + -0.05366419, + 0.0023206398, + -0.021333715, + -0.020880908, + 0.0004908113, + -0.009107905, + -0.039924707, + -0.0053431317, + 0.009774179, + 0.0096124625, + -0.009444277, + -0.00023044682, + -0.021928834, + 0.00083365146, + -0.00041723, + -0.023054384, + 0.02420581, + -0.050093476, + -0.026780346, + 0.010602171, + -0.0049259015, + 0.0022785934, + 0.017129071, + -0.03800998, + -0.026029978, + -0.031851795, + 0.0040720357, + 0.00422405, + -0.04315905, + 0.032912657, + -0.008079384, + -0.014153478, + 0.03844985, + 0.01630108, + -0.034982637, + 0.0028656265, + 0.0059932345, + 0.0034542764, + 0.037337236, + 0.020751534, + 0.0062584504, + -0.016236393, + 0.04266743, + 0.01619758, + -0.015744774, + 0.006966771, + -0.0031340767, + -0.009204935, + 0.012439276, + 0.028048208, + -0.024749178, + 0.026443975, + 0.013868855, + -0.040959697, + 0.013713607, + 0.00043623178, + 0.004482797, + 0.020505724, + -0.005543661, + 0.03500851, + -0.029678315, + -0.0025664498, + -0.016572764, + -0.01507203, + 0.0036095248, + 0.029626567, + -0.04119257, + -0.015304903, + 0.005136134, + -0.01939311, + -0.0010657154, + 0.022213455, + 0.0015993818, + -0.020104665, + -0.0383981, + -0.004683326, + 0.014166415, + -0.029626567, + -0.016042333, + 0.027427213, + 0.00027208895, + -0.020635096, + 0.012892084, + 0.025473671, + 0.029445443, + -0.00987121, + 0.033611275, + -0.0113396, + 0.018578056, + -0.022989698, + 0.014515724, + 0.009573651, + -0.007995292, + -0.013299611, + 0.033844147, + -0.026340475, + -0.0073290174, + -0.013506609, + -0.012064093, + -0.02111378, + -0.034051146, + 0.0077947625, + 0.01075095, + -0.037233736, + 0.024399871, + -0.009541307, + -0.002029549, + 0.050067604, + -0.061737105, + 0.025784168, + 0.0071414257, + 0.0012298583, + 0.0059576565, + 0.019664794, + 0.041580692, + -0.0017805048, + -0.02155365, + -0.021915896, + 0.01203175, + -0.039303716, + -0.0008854009, + 0.011203758, + 0.008532193, + -0.029859439, + 0.009450745, + 0.002634371, + 0.014981469, + -0.0008692292, + -0.013390173, + 0.022459265, + 0.018668618, + 0.029445443, + 0.04243456, + -0.005563067, + -0.0032925594, + -0.017750066, + -0.032679785, + -0.024192873, + -0.010835043, + 0.0042563933, + -0.017698316, + 0.013176707, + -0.010815637, + 0.029626567, + 0.034439266, + 0.0070638014, + 0.03813935, + 0.023985874, + 0.04010583, + 0.05480268, + 0.005284914, + 0.008014698, + 0.014269914, + 0.05946013, + -0.0030063202, + 0.008338132, + 0.022627452, + 0.0040202863, + 0.016611576, + 0.047971748, + 0.014670972, + 0.020441037, + 0.040519826, + 0.003923256, + 0.046367515, + 0.032291662, + 0.02592648, + 0.02872095, + -0.04152894, + 0.024736242, + 0.0014198758, + 0.017142009, + -0.030739179, + 0.020635096, + 0.020557472, + -0.012342246, + -0.012820928, + -0.013170238, + -0.007206112, + -0.016663326, + 0.04753188, + 0.031981166, + -0.026935594, + -0.012109374, + 0.011908844, + -0.0108027, + -0.040571578, + -0.0024144358, + -0.0020861502, + -0.037570108, + -0.00049889716, + -0.005488677, + 0.0052719763, + 0.02425756, + 0.008622753, + 0.013493672, + -0.048230495, + -0.031981166, + -0.019496609, + 0.035914127, + 0.029057322, + 0.0016236394, + 0.016417516, + -0.01340311, + 0.015628338, + -0.0010527781, + -0.004304908, + -0.024179935, + -0.02872095, + -0.018034687, + 0.012374589, + -0.03446514, + -0.011384881, + 0.0020004401, + 0.0075877644, + 0.043573044, + -0.019160237, + -0.012749773, + 0.0026311367, + -0.015162592, + -0.018797992, + 0.003287708, + 0.0056827376, + -0.023261383, + 0.034568638, + 0.0026084962, + 0.012536307, + 0.022329893, + -0.031411923, + 0.042719178, + 0.01364892, + 0.009308434, + 0.0030887958, + -0.0013196112, + 0.0035383694, + 0.0067921164, + -0.02822933, + 0.008008229, + 0.038475722, + -0.017245507, + -0.0033895897, + -0.012613931, + 0.013273736, + 0.03982121, + 0.019173175, + 0.009450745, + 0.0036159935, + 0.0084481, + -0.034284018, + -0.0061840606, + 0.007781825, + -0.024283433, + -0.0061387797, + -0.008234633, + 0.031903543, + 0.021023218, + 0.025447797, + 0.006009406, + -0.006171123, + 0.015447214, + 0.0055274894, + 0.0142828515, + 0.02680622, + -0.013830043, + -0.008182883, + -0.0061872946, + 0.003147014, + -0.0019082613, + -0.014256977, + 0.012659212, + 0.012866209, + 0.028048208, + 0.021372527, + -0.013002052, + 0.014903844, + 0.016262269, + 0.007620108, + 0.014153478, + 0.0067597735, + 0.0068179914, + -0.03172242, + -0.030972052, + -0.0090949675, + -0.035914127, + 0.0037000864, + 0.03811348, + 0.0048126997, + 0.006090265, + -0.003603056, + -0.013021458, + 0.009586588, + -0.011481912, + -0.0023303428, + 0.020544536, + -0.026249913, + -0.012529838, + 0.01772419, + 0.025810042, + 0.015718898, + 0.054181684, + -0.010291674, + 0.0043016737, + 0.00265216, + -0.025176112, + -0.0029626566, + -0.011152009, + 0.022640388, + -0.018590994, + -0.006209935, + -0.01556365, + 0.0069150217, + -0.034051146, + -0.01060864, + -0.009295497, + -0.020298725, + 0.039562464, + 0.0142828515, + 0.01723257, + 0.034102894, + 0.035137884, + 0.022860324, + 0.078038186, + 0.013325486, + 0.01203175, + 0.005149071, + -0.018862678, + -0.011061447, + -0.010912667, + -0.0064492766, + 0.020221101, + -0.0048094653, + -0.01998823, + 0.006484854, + 0.00096625945, + 0.012976177, + -0.011417225, + 0.026379287, + 0.035577755, + 0.037595984, + 0.020246977, + -0.028539827, + -0.0011061447, + -0.012083499, + 0.005194352, + 0.012258153, + -0.005763596, + -0.00079645653, + -0.017077321, + -0.042356934, + 0.05381944, + 0.00016980292, + -0.00090723275, + -0.029885313, + 0.0075877644, + 0.018474557, + 0.007542484, + -0.0012686703, + -0.027220216, + 0.005495146, + 0.025590109, + 0.010058802, + -0.010091145, + -0.0005025358, + 0.013137895, + -0.022278143, + -0.00061007764, + 0.026547473, + -0.015822398, + -0.005003526, + 0.004159363, + -0.01953542, + -0.025046738, + -0.028151706, + 0.007277268, + -0.009373121, + 0.011986469, + 0.016145831, + 0.014955594, + 0.004443985, + -0.00045361638, + -0.02784121, + 0.0025955588, + 0.0018354887, + 0.010252862, + -0.014735659, + -0.057907645, + -0.02327432, + -0.02185121, + -0.026599223, + -0.02145015, + 0.034439266, + 0.024956178, + 0.00249206, + 0.018435745, + 0.004900027, + 0.015783586, + 0.013079676, + -0.004207878, + -0.003328137, + 0.022899136, + -0.033844147, + -0.016779762, + -0.0010317549, + 0.011294319, + 0.0028850324, + -0.017103197, + -0.018875616, + -0.020453975, + 0.04070095, + -0.024412807, + 0.018733304, + -0.0038326944, + -0.026327537, + 0.042486306, + -0.0045765927, + -0.01335136, + 0.02562892, + 0.00407527, + -0.034284018, + -0.008596879, + 0.03565538, + -0.0013010137, + -0.01591296, + -0.0264181, + 0.019845918, + 0.005249336, + -0.02784121, + -0.010621577, + -0.025279611, + 0.04918786, + -0.027246092, + -0.02872095, + 0.007878855, + 0.0035965876, + -0.010201112, + -0.009858272, + -0.0014069384, + 0.0058315173, + -0.010505141, + -0.011591879, + -0.015279029, + -0.009657743, + 0.030506307, + -0.0049420735, + 0.016753888, + 0.0031842089, + 0.008745659, + -0.014502786, + -0.040131707, + 0.025745356, + 0.018151123, + 0.041477192, + 0.026987344, + 0.012361652, + 0.009075562, + 0.009657743, + 0.047842376, + 0.000947662, + -0.014852095, + 0.01737488, + 0.02926432, + -0.018202873, + 0.018642742, + -0.0012977794, + 0.03987296, + -0.010692732, + -0.0026376054, + 0.00466392, + -0.045099653, + 0.018590994, + -0.036147, + -0.016909136, + 0.008752127, + 0.02190296, + 0.024930302, + 0.048385747, + 0.031489547, + 0.016753888, + 0.012555713, + -0.006025578, + 0.014735659, + -0.00308071, + -0.015473088, + -0.012866209, + -0.045875896, + -0.0026764174, + -0.011054979, + -0.02926432, + 0.025965292, + -0.04835987, + -0.008706846, + 0.012866209, + -0.009715961, + -0.037621856, + -0.00923081, + 0.011954125, + -0.004634811, + -0.011378412, + 0.052991446, + -0.047376633, + -0.0030645384, + 0.005954422, + -0.0456689, + -0.014994406, + 0.011320194, + 0.047945876, + 0.015473088, + 0.012646275, + -0.0085645355, + 0.008157008, + 0.024477495, + 0.032239914, + -0.002341663, + 0.013441922, + -0.031800043, + 0.020389287, + 0.023403693, + 0.021488963, + -0.017879438, + 0.007335486, + 0.004880621, + -0.0062584504, + 0.027375465, + 0.014256977, + 0.041917063, + 0.019250799, + 0.021864148, + -0.002519552, + -0.010932074, + -0.0035513067, + 0.020958532, + 0.006520432, + 0.0061678886, + 0.0003586076, + 0.027220216, + 0.0038909125, + -0.015188467, + -0.010970886, + 0.026728597, + -0.00040995274, + -0.012348715, + 0.03182592, + -0.026573347, + 0.017957063, + -0.01900499, + 0.022937948, + 0.03314553, + 0.043728296, + 0.0052558044, + -0.0015783586, + -0.038863845, + 0.0038909125, + -0.0060385154, + -0.012646275, + -0.02627579, + 0.021010282, + 0.03976946, + -0.02454218, + -0.042356934, + -0.015253154, + -0.0009298731, + -0.014554536, + -0.02057041, + -0.005611582, + 0.011093791, + -0.023507193, + 0.012109374, + 0.014011166, + -0.010945011, + -0.017659504, + -0.0046283426, + 0.010492203, + -0.014166415, + -0.0203246, + -0.02670272, + -0.0032666847, + -0.0049970574, + -0.0015322692, + -7.36318e-05, + 0.028255206, + 0.0011433397, + -0.008778002, + -0.04512553, + 0.02169596, + 0.0008870181, + -0.034905013, + 0.031877667, + -0.0074001728, + 0.026780346, + 0.028565703, + 0.022653326, + -0.0045668897, + 0.034232266, + 0.0063102, + 0.004728607, + 0.026521599, + 0.00903675, + 0.02740134, + 0.03353365, + -0.023947062, + 0.040235206, + -0.029937062, + 0.0008312257, + -0.013183175, + -0.06049512, + -0.003952365, + -0.014761534, + 0.0011101876, + 0.01939311, + 0.015020281, + -0.006381355, + -0.019923542, + 0.017659504, + -0.027530713, + 0.0053431317, + 0.014347537, + 0.022304017, + 0.025991166, + -0.013623046, + -0.007846512, + 0.019781232, + 0.008926782, + 0.0057183155, + 0.0030370464, + -0.0057830024, + -0.0013810637, + 0.0032343413, + 0.014347537, + 0.005660097, + 0.024115248, + -0.016042333, + -0.0016309166, + 0.014101728, + -0.032007042, + 0.0005991617, + -0.002322257, + -0.014696847, + -0.0064783855, + 0.021087905, + -0.008700378, + 0.005165243, + -0.024878552, + 0.009948834, + 0.039303716, + -0.030687429, + 0.030480431, + -0.027970584, + 0.00070832076, + 0.028979698, + 0.0063716522, + -0.034102894, + -0.002940016, + 0.004654217, + -0.008803877, + -0.029031448, + -0.007620108, + 0.0047609503, + 0.013131426, + 0.041218445, + -0.003648337, + -0.017361945, + 0.00026683314, + 0.028074082, + -0.0049711824, + -0.033740647, + 0.011080853, + 0.020609222, + -0.0017303725, + 0.0020990875, + 0.006009406, + -0.008111728, + 0.006746836, + 0.007186706, + 0.0036418682, + 0.026405161, + 0.037388984, + -0.03681974, + 0.004537781, + -0.0067791794, + 0.02420581, + -0.030014686, + 0.0015039687, + -0.003810054, + -0.031023802, + -0.019871792, + 0.013972354, + 0.016223457, + -0.013047333, + 0.011507786, + -0.0137653565, + -0.021100843, + 0.049213737, + 0.01944486, + 0.028462203, + -0.024141124, + 0.025253737, + -0.045824148, + -0.012652743, + 0.045280777, + 0.019613046, + -0.0022737419, + 0.047635376, + -0.019897668, + 0.016003521, + 0.012251684, + -0.0012153038, + -0.012038218, + -0.016352829, + 0.03506026, + -0.022058208 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "text-embedding-3-small", + "object": "list", + "usage": { + "prompt_tokens": 21, + "total_tokens": 21 + } + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/8f4eb50bfa29f76501ade37046c3f70662bcac83c4727bb3868cc996a4f457c9.json b/tests/integration/responses/recordings/8f4eb50bfa29f76501ade37046c3f70662bcac83c4727bb3868cc996a4f457c9.json new file mode 100644 index 000000000..e860d22ec --- /dev/null +++ b/tests/integration/responses/recordings/8f4eb50bfa29f76501ade37046c3f70662bcac83c4727bb3868cc996a4f457c9.json @@ -0,0 +1,1576 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[client_with_models-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "text-embedding-3-small", + "input": [ + "Asia Pacific revenue figures for Q3 2023. Record breaking quarter in Asia." + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "text-embedding-3-small" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + 0.0060392558, + -0.013937703, + 0.04624273, + 0.036185622, + 0.03658491, + 0.013363725, + -0.042274788, + 0.041426297, + 0.024256844, + -0.05430339, + 0.033340685, + -0.007212169, + -0.021973407, + -0.02592887, + -0.008023226, + 0.005237557, + 0.016770164, + -0.007443008, + -0.020438638, + -0.02490569, + 0.00482267, + 0.0015511466, + -0.03551182, + 0.016520608, + -0.016196186, + 0.035811286, + -0.056649216, + -0.0016330322, + -0.017094588, + -0.035836242, + 0.030171322, + -0.031818394, + 0.046317596, + 0.004725967, + -0.017356621, + 0.012814702, + -0.041501164, + 0.020725626, + -0.005315543, + -0.03626049, + 0.00014953864, + -0.017294232, + 0.027725672, + 0.052756142, + -0.0021820555, + 0.020151649, + -0.02468109, + -0.020513505, + 0.007861014, + 0.0022803182, + -0.016445741, + 0.030595567, + 0.0045138444, + -0.008191676, + -0.041950367, + 0.02904832, + 0.018230068, + 0.06338723, + -0.0004889738, + -0.03154388, + 0.056050282, + -0.038331803, + 0.030545656, + -0.010986703, + -0.012009883, + -0.002763833, + -0.009582951, + 0.07187213, + 0.0025563894, + -0.013875314, + -0.020550938, + 0.016745208, + -0.008665833, + -0.0058864024, + 0.03863127, + -0.075715296, + -0.028299652, + 0.012409173, + -0.021911018, + -0.050360404, + -0.028723897, + 0.031693615, + -0.008347649, + -0.04419637, + 0.048363954, + 0.020912794, + -0.01713202, + 0.019577669, + -0.035611644, + 0.015759462, + -0.014025048, + -0.008148004, + 0.024194455, + -0.0013288858, + -0.01855449, + 0.03568651, + -0.03880596, + -7.364827e-05, + 0.016271053, + 0.0072246464, + 0.036684733, + 0.002882372, + 0.018853957, + 0.00539041, + -0.004186302, + 0.056699127, + -0.036235534, + -0.02989681, + 0.02025147, + -0.016595475, + -0.0036591152, + 0.000391491, + -0.030545656, + 0.0045138444, + -0.042823814, + -0.011248738, + -0.0072995136, + -0.031344235, + 0.07087391, + 0.01775591, + -0.011610594, + 0.02042616, + -0.01650813, + 0.0046698167, + -0.0017437726, + 0.0024581267, + -0.05093438, + -0.031069724, + -0.04027834, + -0.07511636, + 0.017693521, + -0.0007790827, + 0.030246189, + -0.018255023, + -0.0023052737, + -0.02241013, + 0.016632909, + 0.004364111, + -0.035811286, + -0.06109131, + 0.0605922, + 0.04384699, + 0.032492194, + -0.008584727, + -0.019477846, + -0.015285306, + -0.001804602, + -0.048314046, + 0.0045356806, + -0.02972212, + -0.02292172, + -0.020912794, + -0.035362087, + 0.016258575, + 0.07227142, + 0.03853145, + 0.018741656, + 0.0144742485, + 0.0034095591, + -0.0050410316, + -0.031119635, + 0.030870078, + -0.021249695, + -0.018230068, + 0.008934106, + 0.022759508, + -0.046941485, + -0.049112625, + -0.081954196, + -0.033240862, + -0.045294415, + -0.040977098, + 0.010874404, + -0.07092382, + -0.018279977, + -0.043822035, + -0.013675669, + 0.01327638, + -0.02479339, + 0.010943031, + 0.03863127, + -0.002592263, + -0.017743433, + 0.00459495, + -0.005599413, + 0.001912223, + 0.037832692, + 0.01798051, + 0.027700718, + 0.06987569, + 0.039155338, + 0.05070978, + 0.01265249, + 0.02060085, + -0.011853911, + -0.042174965, + 0.02479339, + 0.013426114, + -0.014798672, + -0.022035796, + 0.034363862, + 0.008179198, + 0.025978781, + -0.024556313, + -0.014299559, + -0.02819983, + -0.00658204, + -0.014449293, + 0.019091034, + 0.008291499, + 0.036559954, + 0.009651579, + -0.0015402285, + 0.029796988, + -0.043896902, + 0.0069626127, + -6.4192434e-05, + 0.05674904, + 0.046741843, + -0.018092811, + 0.02201084, + -0.012271917, + -0.0038494016, + 0.009033928, + 0.036335357, + 0.038157113, + 0.017918121, + 0.04998607, + -0.0037994904, + -0.03251715, + 0.011897583, + 0.035312176, + -0.058645662, + -0.020575894, + 0.04170081, + 0.00743053, + 0.030046545, + -0.029098231, + -0.0050254343, + 0.019278202, + 0.037258714, + 0.05075969, + 0.013426114, + 0.0018139603, + 0.013600803, + -0.012802224, + 0.015921673, + -0.016246097, + -0.013114168, + 0.020001914, + 0.003080457, + -0.008990255, + 0.0084100375, + 0.017443966, + -0.024893213, + -0.018691745, + -0.009957285, + 0.019328114, + -0.0119038215, + -0.040028784, + -5.7904796e-05, + 0.0006098525, + -0.0802073, + -0.010662281, + 0.040328253, + -0.0043391553, + 0.015597251, + 0.030246189, + -0.039354984, + -0.0054496797, + 0.0064946953, + -0.025030468, + 0.054952234, + -0.018991213, + 0.036410224, + 0.0002932283, + 0.024755957, + -0.046217773, + 0.024968078, + 0.029347787, + 0.016083885, + 0.024406578, + 0.013675669, + 0.032192726, + -0.020575894, + -0.03643518, + 0.0025049185, + 0.0009155586, + -0.050011024, + 0.04045303, + 0.04616786, + -0.04085232, + -0.017730955, + -0.02690214, + 0.0246187, + 0.027026916, + 0.034862977, + -0.052556496, + -0.040702585, + 0.026427982, + 0.058346197, + -0.04072754, + -0.036684733, + -0.0087781325, + -0.0002801656, + 0.039454807, + -0.048314046, + -0.031693615, + -0.0035218592, + 0.03478811, + 0.0039336267, + 0.02076306, + 0.056150105, + -0.061640337, + -0.03461342, + 0.0036154427, + -0.023296054, + -0.06348705, + 0.01657052, + -0.023932422, + 0.007935882, + 0.004136391, + 0.011922538, + 0.004460814, + 0.028299652, + -0.029073276, + -0.035561733, + -0.013950181, + -0.014898494, + -0.057847083, + -0.026427982, + 0.023458265, + -0.0019839704, + -0.020675715, + -0.04516964, + 0.01889139, + -0.026927093, + -0.025067901, + 0.012989391, + 0.020962706, + -0.013176558, + -0.018629357, + 0.038207024, + -0.07426787, + 0.0012618176, + 0.0075053973, + 0.0008204154, + -0.0051658093, + 0.015684595, + -0.00013140684, + -0.03393962, + -0.02133704, + 0.05779717, + 0.024943125, + 0.027426206, + -0.021025095, + -0.016096363, + -0.029272921, + -0.04759033, + 0.033091128, + -0.027351338, + -0.0004550498, + -0.0659327, + -0.041850545, + 0.003921149, + -0.016632909, + -0.079308905, + -0.0029088873, + 0.07761192, + 0.002910447, + 0.008353887, + 0.0024643657, + -0.00266713, + -0.045019906, + 0.009988479, + -0.03663482, + 0.01980227, + 0.039679408, + 0.042624168, + 0.014037526, + 0.023333488, + -0.01140471, + 0.015410084, + 0.0034750674, + -0.017992988, + 0.028574163, + -0.0134635465, + -0.004155108, + -0.005396649, + -0.0095080845, + -0.00618275, + -0.0019153424, + -0.008853, + 0.013263903, + -0.00038720176, + -0.027501073, + 0.03840667, + 0.008403799, + -0.012802224, + 0.04868838, + -0.01146086, + 0.023370922, + 0.024581267, + -0.047216, + 0.0349628, + 0.02013917, + -0.027126739, + -0.012646251, + -0.008915389, + -0.05230694, + 0.014648938, + -0.044720437, + 0.017943077, + 1.6718303e-05, + 0.015447517, + -0.016919898, + -0.029247966, + 0.001940298, + -0.02632816, + 0.05225703, + 0.030944945, + -0.009040167, + 0.0012407613, + -0.015297784, + -0.0032660645, + 0.023870032, + 0.0029057679, + 0.029422654, + -0.0069189407, + -0.032641925, + -0.02552958, + -0.014636461, + -0.010905598, + -0.041850545, + 0.0052281986, + 0.051658094, + -0.033839796, + -0.040702585, + 0.030096455, + 0.020488549, + 0.021773763, + -0.008279021, + 0.010344096, + -0.040153563, + -0.011704177, + -0.014099915, + -0.0041051963, + 0.019415459, + -0.041126832, + -0.0057772216, + -0.026053648, + 0.05395401, + -0.024419056, + -0.019702448, + -0.03875605, + -0.031568836, + 0.034937844, + -0.0026328159, + -0.06927675, + 0.00845371, + 0.02127465, + -0.032641925, + 0.0039648213, + 0.01684503, + 0.036859423, + -0.056699127, + -0.025829047, + 0.018978735, + 0.013525936, + 0.034538552, + -0.04329797, + 0.017843256, + -0.015821852, + 0.028549207, + 0.002230407, + 0.0030898154, + 0.019565191, + -0.05674904, + -0.012434129, + -0.06538367, + -0.008179198, + 0.0019247008, + -0.013713103, + -0.00035425255, + -0.010038391, + -0.051158983, + 0.004498247, + -0.04669193, + -0.07227142, + -0.0061266003, + 0.018392278, + 0.030096455, + 0.082253665, + -0.012290633, + 0.023982333, + 0.022734553, + -0.05320534, + -0.012733595, + -0.0024425294, + 0.016932376, + 0.041625943, + 0.0028277815, + 0.032492194, + -0.07287036, + 0.027301429, + 0.00033612075, + -0.0006624932, + -0.013975137, + 0.0058021774, + -0.005462157, + 0.011598116, + 0.05844602, + 0.020675715, + -0.007698803, + -0.03823198, + 0.007455486, + 0.0011627751, + 0.017194409, + 0.017868211, + 0.004005374, + 0.010568697, + -0.008615921, + 0.03246724, + -0.0006223303, + -0.017706, + -0.021985885, + -0.02280942, + -0.002297475, + -0.0009600108, + -0.05809664, + 0.014761238, + -0.00016581827, + 0.0019044243, + -0.021474294, + -0.0075241136, + 0.029472565, + -0.005917597, + 0.007904687, + -0.021798719, + 0.017119542, + 0.029697165, + 0.022335263, + -0.03239237, + -0.030470788, + -0.0060860473, + -0.015809374, + 0.012802224, + -0.017768389, + -0.0049786423, + -0.0040022545, + 0.017606176, + -0.0060174195, + 0.026003737, + -0.012165856, + 0.026128516, + -0.010855687, + 0.017344143, + -0.0028215428, + 0.0011783723, + 0.034513596, + 0.019615103, + -0.010992942, + -0.033215906, + -0.02348322, + 0.00043672303, + 0.021075005, + -0.014249648, + -0.019702448, + 0.010443919, + 0.03551182, + 0.053854186, + -0.024431534, + -0.0155722955, + -0.05016076, + -0.003284781, + 0.0084973825, + -0.0023972974, + -0.0075490694, + 0.030969901, + -0.006045494, + -0.010238036, + -0.03925516, + -0.00782982, + 0.032142814, + -0.04494504, + 0.057447795, + 0.0014092117, + 0.0076863253, + 0.051957563, + 0.01305178, + 0.0040490464, + -0.027925318, + -0.0087407, + -0.0023302294, + -0.026403027, + 0.009320918, + 0.008191676, + -0.016520608, + -0.029272921, + 0.017107064, + 0.0042112577, + 0.009008972, + -0.021923495, + 0.004245572, + -0.0071872133, + 0.013376202, + -0.0038899544, + -0.011429666, + 0.039155338, + -0.026228337, + 0.014112392, + 0.0069127018, + -0.013750536, + -0.020164127, + -0.01951528, + 0.005134615, + -0.013014346, + 0.030670434, + -0.0073494245, + -0.026927093, + 0.019153424, + 0.006775446, + 0.02161155, + -0.01554734, + 0.008771894, + 0.024693567, + -0.022110663, + 0.023770211, + 0.0012431009, + 0.02298411, + -0.0053810515, + 0.028524252, + -0.023096409, + -0.02620338, + -0.00012263338, + -0.03166866, + 0.00073852984, + -0.0004874141, + 0.05135863, + -0.0074180528, + 0.03920525, + 0.019427937, + 0.017793344, + 0.0075241136, + 0.03319095, + -0.021624029, + -0.0037027874, + -0.00618275, + 0.0020900315, + -0.012902046, + 0.016033974, + -0.025903914, + 0.0017593699, + 0.03149397, + 0.0069750906, + -0.044396017, + 0.0011183228, + 0.009464412, + -0.037658002, + 0.0062544974, + -0.016957331, + 0.002366103, + -0.026952049, + -0.025504624, + -0.01186015, + 0.02298411, + -0.01917838, + 0.017144497, + 0.036210578, + 0.0053997682, + -0.01492345, + 0.055401437, + 0.04561884, + 0.012215767, + 0.011042854, + -0.022272874, + 0.0037589374, + 0.0035218592, + -0.00012633773, + 0.005774102, + -0.031568836, + 0.0423247, + -0.025180202, + -0.013376202, + 0.0015394486, + -0.049911205, + 0.02109996, + -0.021661462, + 0.004672936, + 0.017780866, + 0.0011081847, + 0.021886062, + 0.032716792, + -0.032267593, + 0.0058926414, + 0.023171276, + 0.00095455174, + -0.013600803, + -0.0012711759, + -0.03795747, + -0.004102077, + -0.023732778, + 0.0047727586, + -0.06019291, + -0.070374794, + 0.08839274, + -0.012409173, + 0.0053748125, + 0.05649948, + 0.01690742, + 0.009976001, + -0.010418964, + -0.007836059, + 0.017468922, + -0.010724669, + 0.017394055, + -0.002348946, + -0.016558042, + -0.011304887, + 0.0011986487, + 0.03069539, + 0.008229109, + 0.011192587, + -0.005533905, + 0.019190857, + 0.011660505, + -0.01831741, + -0.010443919, + -0.024830824, + -0.023932422, + 0.002348946, + -0.00992609, + -0.02076306, + 0.003562412, + 0.005321782, + 0.02842443, + -0.024993034, + -0.009451934, + -0.03301626, + 0.027750628, + 0.030620523, + -0.055750813, + -0.003142846, + -0.017518831, + 0.0010262991, + 0.023021542, + 0.013962659, + 0.0432231, + 0.038207024, + -0.0008601884, + 0.0052469154, + 0.008640877, + 0.014910972, + 0.025242591, + 0.027600896, + -0.031244414, + 0.021411907, + 0.00845371, + -0.022759508, + -0.0050535095, + 0.03863127, + -0.0006983669, + 0.042174965, + 0.05380428, + 0.0014450853, + 0.03533713, + -0.01186015, + -0.0002263551, + 0.003194317, + 0.0058926414, + -0.027076827, + 0.008141765, + 0.023246143, + 0.020912794, + 0.0029135665, + 0.0050753453, + 0.01599654, + 0.027501073, + 0.0012844336, + 0.02700196, + -0.04669193, + 0.0074866805, + -0.02717665, + -0.0030196279, + 0.0039897766, + 0.0018467145, + -0.0052781096, + -0.022060752, + -0.008934106, + 0.0055806963, + -0.028075052, + -0.036510047, + 0.019315636, + 0.011660505, + 0.0053373794, + 0.00073073123, + 0.03733358, + -0.05639966, + -0.05355472, + 0.0015332098, + 0.013488502, + 0.037258714, + -0.022310307, + -0.031693615, + -0.034214128, + -0.017943077, + -0.0178183, + 0.045893352, + -0.021112438, + -5.5808912e-05, + -0.016495652, + 0.0014528839, + 0.030620523, + 0.021811197, + 0.041101877, + -0.014099915, + 0.00062194036, + 0.008659594, + -0.0026811673, + 0.039629497, + 0.046617065, + 0.019752359, + -0.00425493, + -0.0036559957, + 8.895307e-05, + 0.013151602, + -0.033789884, + 0.03199308, + -0.0044701723, + 0.032542106, + 0.025679315, + -0.010094541, + 0.004647981, + -0.007056196, + 0.041600987, + 0.030395923, + -0.006557084, + -0.0043017217, + -0.010306664, + 0.03960454, + 0.023645433, + -0.012976913, + 0.012927001, + -0.011648027, + -0.0056929966, + -0.0035842482, + 0.0147487605, + 0.0036809512, + 0.016133796, + 0.00595503, + -0.042898677, + -0.024880735, + 0.023533132, + -0.0018638715, + -0.012271917, + 0.033390597, + -0.014648938, + -0.017219365, + 0.013288857, + 0.0044265, + -0.021075005, + 0.037982427, + 0.025629403, + 0.013588325, + 0.00060049415, + 0.003200556, + -0.015497428, + -0.026452938, + -0.007461725, + 0.035412, + 0.02213562, + -0.0077175195, + -0.0035374565, + 0.015784418, + 0.024044722, + 0.0034345146, + -0.046092995, + 0.044046637, + -0.029597344, + 0.0082228705, + -0.02087536, + 0.01111772, + -0.025829047, + 0.029497521, + -0.018766612, + 0.041775677, + -0.011198826, + 0.014000093, + -0.027700718, + -0.017294232, + 0.0062732142, + 0.015921673, + -0.008428754, + -3.2364296e-05, + -0.013039302, + -0.014686371, + -0.02213562, + -0.0013195274, + -0.019415459, + -0.012059795, + -0.023495698, + -0.0038712376, + 0.02944761, + 0.005639966, + -0.013026824, + 0.020226516, + 0.008378843, + -0.033290774, + 0.025504624, + -0.0037308624, + -0.003046143, + 0.03194317, + 0.012384217, + 0.0066631455, + 0.05155827, + -0.0009919852, + -0.012889568, + -0.021935973, + -0.020189082, + -0.01316408, + 0.046367507, + -0.005462157, + 0.02303402, + -0.039679408, + 0.0041051963, + 0.012852135, + -0.013875314, + 0.012246962, + -0.011729132, + -0.008934106, + 0.039055515, + 0.014299559, + -0.008372604, + 0.030096455, + -0.042174965, + 0.023271099, + -0.007979553, + -0.027051872, + 0.008840522, + 0.0020900315, + 0.031394146, + 0.029821943, + -0.047340777, + -0.041775677, + 0.016445741, + 0.019677492, + 0.018704223, + 0.05809664, + 0.0474406, + -0.03478811, + -0.005087823, + -0.024431534, + 0.047565375, + 0.004975523, + -0.006937657, + 0.012521473, + 0.046392463, + 0.036909334, + 0.036010932, + -0.004467053, + 0.00726208, + 0.020101737, + -0.0062669753, + -0.009976001, + -0.040752497, + -0.0020120454, + -0.014000093, + -0.00811681, + 0.023420831, + 0.004379708, + 0.028025141, + -0.027775584, + -0.020076782, + 0.013912748, + 0.011080287, + 0.05894513, + 0.017007243, + -0.0073307077, + 0.0048195506, + 0.03411431, + 0.0072308853, + 0.01895378, + -0.008728222, + -0.018230068, + 0.017007243, + 0.043871947, + 0.0030211876, + 0.002342707, + 0.02183615, + 0.039404895, + 0.012134661, + -0.009295962, + -0.009795073, + 0.053704455, + -0.01327638, + -0.0025376726, + 0.019265724, + 0.016857509, + -0.016009018, + 0.014711327, + -0.012602579, + -0.008946583, + -0.026078604, + 0.0038026099, + -0.03670969, + -0.002927604, + 0.022896765, + 0.026577715, + -0.027476117, + -0.026278248, + 0.0032379893, + -0.012733595, + -0.04010365, + 0.019889614, + -0.023508176, + -0.025155246, + 0.021486772, + -0.039504718, + -0.003262945, + -0.031818394, + 0.0008516099, + 0.015472473, + -0.014536638, + -0.02116235, + -0.02501799, + 0.020076782, + 0.0069189407, + -0.007131063, + 0.027301429, + -0.019552713, + 0.019415459, + 0.011354798, + -0.003715265, + -0.00317716, + 0.014149826, + 0.028399475, + 0.004647981, + 0.02087536, + -0.021012617, + -0.021149872, + -0.012902046, + 0.00027724114, + -0.0016657864, + -0.006304409, + 0.042798858, + -0.022484997, + -0.010450158, + -0.0085909655, + -0.004919373, + 0.018117767, + 0.029697165, + 7.993591e-05, + 0.012533951, + 0.024306756, + -0.057198238, + 0.044620614, + 0.01633344, + -0.0130018685, + 0.032766704, + -0.034538552, + 0.025804091, + 0.013213991, + 0.015185484, + -0.026078604, + 0.053854186, + 0.012115944, + 0.050235625, + 0.00046596787, + -0.017493876, + 0.02348322, + -0.01991457, + -0.009651579, + -0.020076782, + 0.028474342, + -0.017730955, + 0.0064260676, + -0.006057972, + -0.022547387, + 0.02650285, + -0.019066079, + -0.0018389159, + 0.019889614, + 0.019340592, + 0.001106625, + -0.027276473, + -0.004601189, + -0.019702448, + 0.0049100146, + 0.0053685736, + 0.019028647, + -0.0070312405, + -0.026452938, + 0.025978781, + 0.03251715, + 0.0025891436, + -0.0012813142, + 0.0010738707, + -0.014299559, + -0.0063012894, + -0.020837927, + -0.0012750753, + 0.024606222, + -0.029297875, + 0.022123141, + 0.012190811, + 0.016582998, + 0.01230935, + -0.02280942, + 0.044720437, + -0.050784647, + 0.0044296193, + 0.0053061848, + 0.004414022, + 0.0015285306, + -0.0029697167, + -0.014074959, + 0.012415412, + -0.023071453, + -0.014374427, + -0.001770288, + -0.035362087, + -0.029547432, + 0.0058240136, + 0.012658729, + 0.0068503125, + 0.007904687, + 0.017893165, + 0.043547526, + -0.020164127, + 0.030470788, + -0.01639583, + -0.01855449, + 0.028723897, + 0.021262173, + -0.0021508608, + -0.027675763, + 0.029572388, + -0.017119542, + -0.013663191, + 0.031968124, + -0.019602625, + 0.0088654775, + 0.030595567, + 0.001469261, + 0.012371739, + 0.009913613, + -0.0060610916, + 0.09068865, + 0.03386475, + 0.024444012, + 0.019727403, + -0.027950274, + -0.012346784, + -0.009745162, + -0.013763014, + 0.018292455, + -0.02388251, + 0.02258482, + 0.022959154, + 0.012072273, + -0.0013062698, + -0.0077237585, + 0.028973453, + 0.021599073, + -0.0053124237, + 0.037807737, + -0.010543741, + 0.0047103697, + -0.03853145, + 0.032317504, + -0.027026916, + -0.0078111035, + -0.0018732299, + -0.0072308853, + -0.0028215428, + 0.018829001, + 0.0137380585, + -0.0021118678, + 0.008921628, + 0.027101783, + 0.03992896, + 0.0002542352, + 0.0037682957, + -0.008609682, + 0.0042424523, + -0.007748714, + 0.009108795, + 0.0064260676, + 0.021287128, + 0.016782641, + 0.00064533623, + -0.018417234, + 0.018504579, + -0.024444012, + -0.0025782257, + -0.06293803, + 0.0068128794, + -0.020887839, + -0.019303158, + -0.01565964, + -0.005883283, + 0.00014271485, + 0.016071407, + 0.043447703, + 0.019864658, + 0.025854003, + 0.00070226623, + 0.005309304, + -0.0075490694, + -0.0018186395, + 0.0008196355, + -0.043422747, + 0.0014099915, + -0.017256798, + -0.03012141, + 0.005992464, + 0.027201606, + 0.0014302679, + 0.034014486, + 0.022559864, + -0.018067855, + 0.0055183074, + 0.022484997, + -0.031444058, + -0.02013917, + -0.0010418964, + -0.0090776, + -0.001112084, + -0.01492345, + 0.04135143, + 0.018005466, + -0.03246724, + -0.0056212493, + -0.007748714, + 0.02610356, + -0.032142814, + -0.018392278, + -0.03149397, + -0.042574257, + 0.022659685, + -0.005820894, + 0.0038587598, + 0.0237203, + -0.038481537, + 0.0052469154, + 0.009065122, + 0.049786426, + 0.010662281, + -0.025292503, + -0.0069875685, + -0.015247872, + 0.03351537, + 0.032816615, + 0.025679315, + -0.017057154, + 0.019390503, + -0.023595521, + -0.0035842482, + -0.017144497, + 0.012951957, + -0.0492374, + 0.0019340591, + 0.011847672, + 0.0041738246, + -0.023595521, + -0.011523249, + -0.0041145547, + 0.019739881, + 0.034538552, + -0.009221095, + -0.025629403, + 0.008060659, + -0.010768342, + -0.006931418, + 0.0026998841, + 0.0015573855, + -0.008123049, + 0.027251517, + 0.005087823, + 0.020525983, + 0.02183615, + 0.019153424, + 0.06278829, + -0.01316408, + -0.002297475, + 0.055850636, + 0.03284157, + -0.01038153, + 0.027725672, + -0.007917165, + -0.008703266, + 0.003052382, + -0.007648892, + -0.01668282, + -0.025878958, + 0.006195228, + -0.01798051, + -0.012989391, + -0.030870078, + -0.0003000521, + 0.0029712764, + 0.0029260442, + 0.047565375, + 0.044895127, + 0.009938568, + -0.019789793, + -0.014873538, + -0.0071123466, + -0.009227334, + -0.026952049, + -0.029497521, + -0.026752405, + 0.0008266543, + -0.057497706, + 0.03221768, + 0.00061180216, + 0.028599119, + 0.0096952515, + -0.0144742485, + -0.030670434, + 0.006451023, + 0.025242591, + -0.014399382, + -0.014511682, + 0.008434993, + -0.016782641, + -0.0022927958, + -0.020438638, + -0.033490416, + 0.010007196, + 0.0012844336, + 0.037458356, + -0.0036715928, + -0.026353115, + -0.006937657, + -0.02535489, + 0.032092903, + 0.056150105, + 0.013476024, + 0.016620431, + -0.017943077, + 0.009033928, + 0.024693567, + -0.024406578, + 0.0016236738, + -0.00012926222, + 0.017543787, + 0.00097638794, + 0.028324608, + -0.01753131, + -0.005814655, + -0.00487882, + -0.00053030654, + -0.042973544, + -0.013725581, + 0.0051595704, + 0.025729226, + -0.0010379971, + -0.013426114, + -0.0002626187, + 0.034738198, + -0.04072754, + -0.012839657, + -0.021773763, + 0.05068483, + -0.026403027, + -0.025317458, + 0.0699755, + 0.020401204, + 0.026378071, + -0.013688147, + -0.0073307077, + -0.017905643, + 0.026652582, + -0.008721983, + -0.016033974, + -0.03975427, + 0.005521427, + -0.03443873, + 0.015210439, + -0.03194317, + 0.036834467, + 0.015871763, + -0.009539278, + -0.009732684, + -0.01452416, + 0.009271006, + 0.00669434, + -0.015410084, + 0.0035655315, + -0.01713202, + 0.024468968, + 0.01350098, + 0.041326474, + 0.009090078, + -0.020550938, + -0.017007243, + 0.0237203, + 0.026877183, + 0.022909243, + -0.020987662, + 0.011785283, + 0.004607428, + -0.016009018, + -0.010967987, + -0.004856984, + -0.025654359, + -0.02451888, + 0.0034189173, + 0.026128516, + 0.0119038215, + -0.015397606, + 0.037982427, + -0.015135572, + 0.009439456, + 0.0058084163, + 0.007193452, + -0.008079376, + -0.012222006, + 0.014823628, + 0.018055378, + 0.01730671, + 0.04135143, + 0.011017898, + 0.021349518, + -0.024132067, + 0.020051826, + -0.019652536, + 0.010749625, + 0.037084024, + -0.039904006, + -0.015647162, + -0.030895034, + 0.0066756234, + -0.014773716, + 0.043023456, + -0.019016169, + -0.020738104, + 0.022335263, + -0.016420785, + -0.012134661, + -0.001055154, + 0.019777315, + -0.012115944, + -0.036110755, + 0.01968997, + 0.007698803, + 0.04516964, + 0.010730908, + 0.0021290248, + 0.020563416, + 0.02365791, + -0.048838113, + 0.020014392, + 0.007967075, + -0.0070374794, + -0.040927187, + 0.016308486, + -0.0017063393, + -0.031069724, + 0.010593653, + -0.016695298, + -0.007935882, + 0.008672072, + -0.0028043857, + 0.010387769, + 0.005820894, + 0.00057670835, + -0.007954598, + 0.0020915912, + -0.025504624, + 0.023670388, + -0.029796988, + -0.003381484, + 0.023707822, + -0.015285306, + -0.037133936, + -0.025155246, + -0.009795073, + 0.024194455, + -0.025267547, + -0.01270864, + -0.019665014, + -0.009071361, + 0.023695344, + -0.036385268, + -0.007861014, + 0.0077237585, + -0.011747849, + -0.027476117, + -0.0412017, + 0.022697119, + 0.0012298432, + -0.0049786423, + 0.022048274, + 0.009183661, + 0.016645387, + 0.012284394, + 0.0033003783, + 0.02070067, + 0.015984062, + -0.013014346, + -0.048413865, + -0.0022709598, + 0.023894988, + 0.020388726, + -0.027850451, + 0.01038153, + 0.02298411, + -0.0098761795, + 0.010113258, + -0.017730955, + 0.016358396, + 0.0051502124, + 0.013663191, + -0.018017944, + -0.018504579, + 0.017730955, + -0.03246724, + 0.027376294, + 0.013376202, + 0.01605893, + -0.01877909, + 0.025030468, + 0.04347266, + 0.012558906, + 0.0018794687, + -0.00020841826, + 0.019265724, + -0.0041332715, + 0.0184921, + 0.035486866, + 0.037258714, + -0.0240572, + 0.038855873, + 0.0003762837 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "text-embedding-3-small", + "object": "list", + "usage": { + "prompt_tokens": 17, + "total_tokens": 17 + } + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/99de86ac838b25477a474791822c3a18c175c392b1d62fb2a9080d4a98744cc1.json b/tests/integration/responses/recordings/99de86ac838b25477a474791822c3a18c175c392b1d62fb2a9080d4a98744cc1.json new file mode 100644 index 000000000..ae2b2aab7 --- /dev/null +++ b/tests/integration/responses/recordings/99de86ac838b25477a474791822c3a18c175c392b1d62fb2a9080d4a98744cc1.json @@ -0,0 +1,512 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[openai_client-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What are the marketing updates?" + } + ], + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "knowledge_search", + "description": "Search for information in a database.", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for. Can be a natural language sentence or keywords." + } + }, + "required": [ + "query" + ] + } + } + } + ] + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": [ + { + "index": 0, + "id": "call_Vdxnbo2D8ds3BuKCon8XUt9P", + "function": { + "arguments": "", + "name": "knowledge_search" + }, + "type": "function" + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "ypKL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "{\"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "sKu" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "query", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "B" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "\":\"", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "R" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "marketing", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "d8dj126pSbu16" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": " updates", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "dKd51Xg2hSEbZR" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": " October", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "nQtsJsUFk8Ku6B" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": " ", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "fEjZX" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "202", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Oht" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "3", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "eEjRs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "\"}", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "DFm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "ZDAJ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-99de86ac838b", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": { + "completion_tokens": 20, + "prompt_tokens": 66, + "total_tokens": 86, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "TAto5fU1PVZJ7fG" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/b37e4f8c92342c9ba3bea43b333045fd9cb4ef303946976d06cb44c9430cf5e1.json b/tests/integration/responses/recordings/b37e4f8c92342c9ba3bea43b333045fd9cb4ef303946976d06cb44c9430cf5e1.json new file mode 100644 index 000000000..f3c5253d3 --- /dev/null +++ b/tests/integration/responses/recordings/b37e4f8c92342c9ba3bea43b333045fd9cb4ef303946976d06cb44c9430cf5e1.json @@ -0,0 +1,1576 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[openai_client-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "text-embedding-3-small", + "input": [ + "US technical updates for Q2 2023. New features deployed in the US region." + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "text-embedding-3-small" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.007134478, + 0.03211822, + 0.060002793, + 0.015366568, + -0.022644782, + -0.007964221, + -0.0021609238, + 0.034182776, + 0.017352724, + 0.0017705527, + -0.007872753, + 0.011805863, + -0.079655275, + 0.017600993, + -0.026604025, + 0.00013965153, + -0.004998055, + -0.00071214116, + -0.05378299, + -0.009852375, + 0.0067751408, + -0.006089133, + -0.004655051, + 0.027570968, + -0.020946097, + 0.0061512007, + -0.03789375, + -0.005713463, + -0.056082748, + -0.02465707, + 0.029321922, + -0.04353861, + 0.028041374, + -0.0046583177, + 0.015418836, + -0.009316635, + 0.017731661, + 0.016647115, + 0.021246633, + 0.0023977596, + -0.0039135097, + -0.0486608, + -0.0048281862, + -0.008140623, + -0.019103676, + -0.0006447654, + -0.018411135, + -0.046230372, + -0.022788517, + 0.011093722, + 0.0069123423, + -0.026251221, + -0.008918098, + 0.034914516, + -0.02584615, + -0.022866918, + 0.037188143, + 0.018215133, + 0.044035148, + -0.031569414, + 0.029949129, + -0.037919883, + 0.0053508584, + 0.0074284812, + 0.020554092, + -0.00014730786, + -0.022318112, + 0.02014902, + -0.0013336312, + -0.028328843, + -0.03522812, + 0.04787679, + -0.0033875704, + -0.03624733, + 0.034783848, + 0.0008975265, + -0.019730883, + 0.025375744, + -0.008924631, + -0.0392527, + -0.032876093, + 0.021024497, + -0.04374768, + -0.040376443, + -0.023089053, + -0.018319668, + -0.006337403, + 0.011067588, + -0.0042565134, + 0.0092317015, + -0.042362597, + -0.009858908, + -0.0015337168, + -0.016516447, + -0.014974564, + 0.020423423, + 0.029583257, + -0.014517225, + -0.022697048, + 0.045733836, + 0.0106298495, + -0.049706146, + -0.04058551, + -0.0053606587, + 0.035358787, + -0.028929917, + 0.020044487, + 0.001999222, + 0.024892272, + 0.01769246, + -0.06705887, + -0.03096834, + -0.04730185, + -0.0021739905, + -0.019469546, + 0.017378857, + 0.026917629, + -0.06528178, + 0.08446386, + -0.019587148, + -0.06470684, + -0.0030298666, + -0.015693238, + 0.012217468, + 0.018385002, + 0.027205098, + -0.022540247, + -0.05326032, + -0.08101422, + -0.0018538537, + 0.0050405217, + 0.031595547, + 0.05780757, + -0.0155887045, + 0.0012642138, + -0.017823128, + -0.02663016, + 0.014883096, + -0.0273619, + -0.026551757, + 0.012243601, + -0.020527959, + 0.03198755, + 0.0068666087, + -0.035776924, + -0.034339577, + -0.010989187, + -0.0066477396, + 0.008872364, + -0.0021658237, + -0.064654574, + -0.0019338878, + -0.010283579, + -0.008637161, + 0.010009176, + 0.0117862625, + 0.014504159, + 0.014099088, + 0.005906198, + 0.022958385, + 0.0032471023, + 0.039043628, + -0.05326032, + 0.02576775, + -0.0031687014, + -0.07082211, + -0.0035835726, + -0.024147464, + -0.1246051, + -0.07756458, + 0.007885819, + -0.06779061, + 0.005886598, + -0.02822431, + 0.016046042, + -0.02335039, + 0.015431902, + 0.02653869, + -0.037449475, + 0.026238155, + 0.018463403, + 0.0042989803, + -0.035698526, + 0.028328843, + -0.05349552, + -0.015301234, + -0.027858438, + 0.010250912, + -0.025127476, + 0.021926107, + 0.0009081433, + 0.028616313, + 0.015902307, + 0.01978315, + 0.024748538, + -0.068888225, + 0.014804696, + -0.07798272, + 0.021076765, + -0.046909846, + -0.013243211, + -0.02112903, + 0.03146488, + -0.020776227, + 0.007082211, + 0.00063129026, + -0.0050895223, + 0.027623236, + -0.055978213, + -0.0122109335, + 0.033607837, + 0.04186606, + -0.036560934, + 0.07369681, + -0.04348634, + 0.052371774, + -0.04001057, + 0.013694017, + 0.016542582, + -0.03695294, + 0.023402657, + 0.01153146, + 0.031072874, + 0.008205957, + -0.013667883, + 0.058591574, + 0.035463322, + -0.022474913, + 0.0033712368, + -0.023977596, + -0.004374115, + 0.007395814, + -0.04361701, + -0.0075395494, + -0.015915375, + 0.013484947, + 0.031151274, + -0.047171183, + -0.035358787, + 0.012126, + -0.018097531, + -0.004762852, + -0.008676362, + 0.054671533, + 0.035620123, + -0.019443413, + 0.030576335, + -0.03616893, + 0.030419534, + 0.020710893, + 0.012857741, + -0.032510225, + 0.041029785, + -0.01679085, + 0.037867617, + -0.0095649045, + 0.040899117, + 0.06946316, + -0.021690905, + -0.01337388, + 0.020671694, + -0.029243521, + 0.00086567615, + -0.04366928, + -0.04238873, + 0.013432681, + 0.045890637, + 0.017888462, + -0.02793684, + -0.048294928, + 0.04215353, + 0.015471103, + 0.019913819, + 0.021939173, + -0.007376214, + -0.00035994977, + 0.0063276025, + -0.0020939563, + 0.010727851, + 0.03906976, + -0.02887765, + -0.002334059, + -0.0125768045, + 0.00395271, + -0.01949568, + 0.008702495, + -0.0045929835, + 0.032797694, + -0.028720848, + 0.014438825, + 0.048242662, + 0.012243601, + -0.044636223, + -0.031281944, + 0.0059911325, + 0.060159594, + 0.039827637, + -0.024853073, + -0.02609442, + 0.025793882, + 0.02248798, + -0.037188143, + -0.024069063, + -0.035933726, + 0.02457867, + 0.07516029, + 0.0084999595, + -0.019508747, + 0.002338959, + 0.018607138, + -0.038520955, + -0.0067490074, + 0.016581781, + -0.06549085, + -0.028485646, + -0.04223193, + -0.007715951, + 0.014883096, + -0.012936141, + -0.022409579, + 0.022004507, + -0.034104373, + 0.0025610947, + 0.003222602, + -0.0007280663, + -0.059845988, + 0.0029759659, + 0.019443413, + 0.032876093, + -0.07468989, + 0.0051809903, + -0.02461787, + 0.005589328, + -0.038024418, + 0.019260477, + -0.018175932, + 0.015079099, + -0.03420891, + -0.015614837, + 0.010394648, + -0.013667883, + -0.033947572, + 0.022265844, + -0.016411914, + 0.016006842, + 0.0018881541, + -0.018358868, + -0.0040376442, + 0.018084465, + 0.066693, + -0.020658627, + -0.049575478, + 0.06157081, + -0.005194057, + 0.004138912, + -0.01007451, + 0.05017655, + -0.02306292, + 0.005158123, + 0.015719373, + -0.044819158, + 0.035855327, + -0.033686236, + -0.0013319979, + 0.0012078632, + 0.0030445666, + -0.03883456, + -0.009146767, + 0.03240569, + -0.003204635, + -0.019887684, + -0.038599357, + 0.039017495, + -0.0008411759, + -0.011159056, + 0.020789295, + 0.01425589, + 0.009270902, + 0.025754683, + 0.022618648, + 0.0020106554, + 0.020946097, + 0.036430266, + 0.005935598, + 0.00036199146, + 0.0060793334, + -0.035855327, + 0.0012650306, + 0.023232788, + -0.010512249, + -0.023311188, + -0.002338959, + 0.01999222, + -0.0026198954, + -0.006840475, + 0.038390286, + 0.03739721, + 0.035489455, + 0.038076684, + 0.011309324, + 0.00031625765, + -0.033032894, + -0.0060009323, + -0.024970673, + -0.016686317, + 0.006363536, + -0.015771639, + -0.004534183, + 0.017300457, + -0.015863108, + 0.0275187, + -0.061204936, + 0.033189695, + -0.018973008, + 0.023559459, + -0.04079458, + 0.014242823, + 0.0045505166, + 0.028093642, + 0.07165839, + 0.010094111, + 0.00242226, + 0.033555567, + -0.02346799, + 0.004374115, + -0.032457955, + 0.00243696, + 0.02457867, + 0.026695492, + -0.06434097, + -0.03776308, + 0.003697907, + 0.022618648, + 0.00092692685, + -0.02105063, + 0.009904642, + -0.033241965, + 0.008833163, + 0.039148163, + -0.010701717, + 0.017731661, + 0.011466126, + 0.027597103, + -0.0122109335, + -0.05733716, + 0.0018179199, + -0.054566998, + 0.028799249, + 0.008571827, + 0.015000698, + -0.022069842, + 0.01970475, + 0.0034790381, + -0.05077762, + -0.059741456, + -0.05796437, + 0.06355696, + -0.022879984, + -0.014634827, + 0.0031050006, + -0.006631406, + 0.03407824, + -0.013171344, + 0.017091388, + 0.022252778, + -0.024121331, + -0.020371156, + 0.04152632, + 0.008676362, + -0.010747451, + 0.031360343, + 0.028172042, + -0.026198953, + 0.048974402, + -0.010087578, + -0.022657849, + 0.019926885, + -0.012073732, + -0.018777005, + -0.00028971568, + -0.013615616, + 0.030158198, + -0.029217387, + 0.049836814, + 0.009486504, + 0.038311888, + 0.036012128, + -0.027257366, + -0.032614756, + 0.024343466, + 0.0031589014, + 0.014713228, + 0.053390983, + -0.014608693, + 0.021429569, + 0.004602784, + -0.031125141, + -0.025179742, + -0.025689349, + 0.026329622, + -0.016032975, + -0.00884623, + 0.039879903, + 0.0033679702, + 0.054619264, + 0.015510303, + -0.022879984, + 0.036691602, + 0.017522592, + -0.017222056, + 0.029713925, + 0.003064167, + 0.005586061, + 0.002761997, + -0.016124444, + 0.039670836, + -0.003446371, + 0.0113615915, + -0.00092039345, + 0.00047489686, + 0.031099008, + -0.0075656828, + 0.023598658, + -0.014556427, + -0.037658546, + -0.035646256, + -0.01617671, + -0.061414007, + 0.0027717971, + -0.038677756, + -0.013445747, + -0.020044487, + -0.016255112, + -0.008271291, + -0.037005205, + 0.0015231001, + -0.0044623157, + -0.0077224844, + -0.017770862, + 0.03739721, + -0.0021592902, + 0.0032144352, + -0.01924741, + -0.011688261, + -0.011276657, + 0.005138523, + 0.0058310637, + 0.026107486, + 0.011916931, + 0.016333513, + 0.048922136, + -0.017444192, + 0.0019257211, + 0.04670078, + 0.052816045, + 0.010198645, + 0.0006468071, + -0.025179742, + -0.024369601, + -0.014386558, + 0.022174377, + -0.01310601, + -0.01941728, + -0.027806172, + -0.0029057318, + 0.027283499, + 0.033085164, + -0.029949129, + -0.016895385, + 0.023337323, + -0.0032814026, + -0.0011670295, + -0.038207352, + -0.028851517, + 0.036351863, + 0.018620204, + 0.02191304, + 0.002882865, + 0.026316555, + 0.027675504, + 0.0031425678, + -0.0092905015, + 0.01243307, + 0.043695413, + -0.023585591, + 0.005821264, + 0.007154078, + -0.02314132, + 0.008950764, + 0.007840086, + 0.028642448, + 0.014203622, + 0.018790072, + 0.0064811376, + 0.0018473202, + -0.0334249, + 0.00817329, + -0.030341133, + -0.016228978, + 0.039174296, + -0.055560075, + -0.025362678, + -0.019064475, + -0.030262731, + -0.039017495, + 0.040167373, + -0.006651006, + -0.039879903, + -0.024095198, + 0.003204635, + 0.02851178, + 0.019770084, + 0.03407824, + -0.024029864, + -0.02024049, + 0.006523605, + -0.0003334078, + 0.009068366, + 0.016202845, + -0.008395425, + -0.010793185, + -0.023807727, + 0.018502602, + 0.0054619266, + 0.04641331, + 0.013942286, + -0.021808505, + -0.021612503, + 0.019338878, + 0.007898887, + -0.012139066, + 0.0274403, + -0.00121113, + 0.00097021065, + -0.019208211, + -0.0154057685, + 0.008186356, + 0.04424422, + 0.030210465, + -0.022030642, + 0.031438746, + 0.007323947, + -0.0070103435, + 0.004697518, + 0.0038481755, + -0.005987866, + -0.012086799, + -0.0031458344, + -0.011923464, + 0.017339656, + -0.03799828, + -0.07819179, + 0.02342879, + 0.03501905, + 0.018358868, + -0.007199812, + 0.017979931, + 0.020305822, + 0.0274403, + 0.014778562, + -0.03149101, + -0.020554092, + -0.013204011, + -0.031856883, + -0.043852214, + 0.0274403, + 0.005915998, + 0.029713925, + 0.03227502, + -0.007840086, + -0.056762222, + 0.02663016, + 0.015876174, + -0.0023536591, + 0.03177848, + -0.04792906, + -0.011106788, + -0.05430566, + 0.011485726, + 0.056919023, + 0.005863731, + 0.023833862, + -0.051483233, + -0.033111297, + 0.0034757715, + -0.020541025, + -0.036299597, + -0.015902307, + -0.0012217467, + -0.002301392, + -0.008833163, + 0.011518393, + 0.026643226, + -0.037867617, + -0.026029086, + -0.014451892, + 0.04800746, + -0.0087155625, + -0.010152911, + -0.011067588, + 0.008428092, + 0.016660182, + -0.024644004, + -0.05493287, + -0.059114248, + 0.018215133, + 0.005706929, + -0.024774672, + 0.046674646, + 0.01642498, + 0.017731661, + -0.02166477, + -0.05357392, + -0.014530293, + -0.015444969, + -0.032536358, + -0.010277046, + 0.023755461, + 0.0015631171, + 0.01880314, + 0.0023144586, + 0.0031311342, + 0.020201288, + 0.019521814, + -0.025467213, + 0.005105856, + -0.025689349, + 0.008454226, + -0.027544836, + -0.05054242, + 0.004099712, + 0.012446136, + -0.007114878, + -0.0136417495, + 0.00018681455, + 0.019757016, + -0.051169626, + -0.010486115, + -0.042650066, + 0.008663295, + -0.02256638, + -0.0030265998, + -0.013994553, + 0.0035868394, + 0.030602468, + 0.031229675, + 0.032092083, + 0.024095198, + 0.019077543, + 0.010675584, + -0.016281245, + 0.010538382, + -0.0029661658, + 0.0145825595, + 0.03862549, + -0.028982185, + 0.024186665, + -0.020384224, + -0.0072651464, + 0.00023438591, + 0.029949129, + 0.005203857, + 0.030210465, + 0.027675504, + -0.015549504, + 0.0043643145, + -0.031308077, + 0.0213381, + 0.0015337168, + 0.025950685, + -0.037005205, + -0.0042369133, + -0.012400403, + 0.0133673465, + -0.0052855248, + -0.0023405922, + -0.034783848, + -0.038102817, + -0.016947653, + -0.009558371, + 0.016019909, + 0.004161779, + -0.016438046, + -0.025963752, + -0.022697048, + 0.025075208, + 0.010270513, + -0.04223193, + -0.009715173, + -0.013994553, + -0.0026280622, + -0.007049544, + 0.014059887, + 0.014138288, + 0.017274322, + 0.030314999, + 0.036560934, + -0.064079635, + 0.0027815972, + -0.0056383284, + 0.0018799873, + 0.023951463, + -0.036116663, + -0.0033451032, + 0.009741306, + 0.03849482, + -0.047563188, + 0.025624014, + -0.024343466, + -0.025297344, + -0.0486608, + 0.00545866, + -0.021037564, + 0.016006842, + 0.036351863, + 0.0032405688, + -0.04332954, + -0.020567158, + 0.019809283, + 0.01899914, + 0.005226724, + -0.0070168767, + -0.009166367, + -0.02174317, + -0.016398847, + 0.01724819, + -0.018777005, + 0.0049588545, + 0.021638637, + -0.014608693, + 0.007951153, + 0.04186606, + -0.028276576, + -0.016607916, + 0.024722405, + -0.027178964, + -0.012237067, + 0.030707004, + -0.028564047, + 0.01949568, + 0.006566072, + -0.015079099, + 0.014517225, + -0.018672472, + -0.02715283, + -0.013628683, + 0.0027554636, + 0.014268956, + 0.045367964, + -0.004939254, + 0.007892353, + -0.02559788, + -0.025911484, + -0.007114878, + -0.016464181, + 0.040036704, + 0.004514583, + 0.012687872, + 0.033451032, + -0.015706306, + 0.0012609472, + 0.020423423, + 0.006464804, + -0.0016652016, + 0.035201985, + 0.027806172, + 0.0058898646, + -0.024983741, + 0.03710974, + -0.005278991, + -0.015183633, + 0.02707443, + -0.03543719, + 0.008637161, + 0.018424202, + 0.014203622, + -0.040951382, + 0.037658546, + 0.01679085, + -0.04607357, + 0.014086021, + -0.010773585, + -0.017182855, + 0.018136732, + -0.0056350618, + 0.067999676, + -0.027178964, + 0.05234564, + 0.011100255, + -0.00014148906, + 0.013380413, + 0.025963752, + -0.0057265293, + -0.019861551, + -0.016581781, + -0.011577194, + 0.03760628, + 0.03799828, + -0.02388613, + 0.008160222, + -0.039461765, + -0.031386476, + 0.004132379, + 0.0056056613, + -0.011439992, + 0.021063698, + 0.012145599, + -0.005390059, + -0.0027652637, + 0.050986692, + 0.025375744, + -0.034130506, + 0.04853013, + -0.006134867, + 0.020671694, + 0.008676362, + 0.006304736, + 0.031517144, + 0.0025088275, + -0.04542023, + 0.061988946, + -0.04424422, + 0.03682227, + 0.025049074, + 0.017391924, + -0.003403904, + -0.03379077, + 0.03805055, + 0.015863108, + -0.034417976, + 0.000114232505, + -0.01279894, + -0.025140543, + 0.020162087, + -0.032667026, + 0.009486504, + 0.020567158, + -0.0148569625, + -0.016372712, + -0.0055827945, + 0.0033843038, + 0.016046042, + 0.00090977666, + -0.030811537, + -0.0077355513, + -0.013694017, + 0.018149799, + 0.03690067, + -0.012126, + -0.0037534412, + 0.0074807485, + 0.009787041, + -0.006588939, + -0.03300676, + -0.022344245, + 0.043930616, + 0.04497596, + 0.021612503, + 0.032457955, + -0.02371626, + 0.010989187, + -0.0028289643, + -0.02007062, + -0.011374658, + -0.015627904, + 0.0013352646, + 0.01300801, + 0.018463403, + 0.022958385, + 0.0132758785, + 0.07369681, + 0.020880762, + 0.0486608, + 0.028982185, + -0.0017803529, + 0.04636104, + 0.011407325, + 0.000971844, + -0.018541804, + 0.045237295, + 0.0139161525, + 0.029138986, + 0.001911021, + -0.012661738, + 0.01588924, + 0.022004507, + 0.025872283, + 0.020031419, + 0.036587067, + 0.008617561, + 0.02613362, + -0.023245854, + -0.028328843, + 0.041029785, + -0.044061285, + 0.0077028843, + 0.012099866, + 0.035803057, + 0.00052103907, + 0.015392702, + 0.049549345, + -0.0023601926, + -0.020658627, + 0.0027276967, + -0.03386917, + 0.022213576, + 0.010845453, + 0.02699603, + 0.03018433, + 0.02538881, + -0.004445982, + -0.008878897, + 0.006860075, + -0.0033777703, + -0.02851178, + -0.04505436, + 0.0033451032, + -0.00092284346, + -0.0031376677, + -0.014896164, + -6.2016305e-05, + 0.021037564, + -0.026042152, + -0.046779178, + -0.023951463, + 0.0073108803, + 0.025127476, + 0.010133311, + 0.03818122, + 0.015066031, + 0.009956909, + 0.0069450093, + -0.008898498, + -0.0059388652, + -0.012224001, + -0.014726295, + 0.018777005, + 0.0027979307, + 0.00851956, + -0.00484452, + -0.00972824, + 0.010910787, + 0.014425758, + -0.024369601, + 0.027022162, + 0.02486614, + -0.003567239, + -0.00424018, + -0.004501516, + 0.0032471023, + 0.00976744, + 0.012681339, + 0.016607916, + 0.0036848404, + 0.014726295, + 0.037188143, + 0.019182077, + -0.0011719295, + 0.016228978, + 9.87667e-06, + 0.033241965, + 0.014125221, + -0.034836113, + -0.018424202, + 0.022788517, + -0.0034398376, + -0.000106269916, + -0.04505436, + 0.018907674, + 0.04939254, + -0.0040474446, + -0.038651623, + -0.0041454453, + 0.006402737, + -0.0041911793, + 0.052214973, + -0.0077812853, + -0.017627126, + 0.016947653, + 0.007500349, + 0.017470324, + 0.015941508, + -0.027178964, + -0.0007607333, + -0.006892742, + -0.00855876, + -0.0038155084, + -0.029060585, + 0.04474076, + 0.0045635835, + -0.026525624, + -0.020737028, + 0.016529515, + -0.026617091, + 0.017470324, + 0.023846928, + -0.04534183, + -0.0041454453, + 0.01368095, + 0.0040441775, + 0.037658546, + 0.009662906, + -0.009695573, + 0.0073304805, + -0.007435015, + 0.005599128, + -0.021194365, + -0.009937309, + -0.022710115, + -0.0046811844, + 0.011289724, + -0.01757486, + -0.0044296486, + -0.009493037, + -0.0035933726, + 0.0091337, + 0.021703972, + 0.009721707, + 0.020580225, + 0.01863327, + -0.03211822, + -0.026303489, + 0.018502602, + 0.014569493, + 0.00122093, + 0.016046042, + 0.013445747, + -0.009760907, + -0.020384224, + 0.011041454, + -0.008682895, + -0.024748538, + -0.0036750403, + 0.0117862625, + -0.01909061, + -0.03002753, + 0.003799175, + -0.027388034, + -0.010459981, + 0.0130929435, + -0.02318052, + 0.036770005, + -0.006432137, + 0.020645559, + 0.012844674, + 0.018385002, + 0.013021076, + 0.072599195, + 0.0045603164, + -0.0008350508, + -0.0042009796, + -0.024604803, + -0.004802053, + -0.007415415, + 0.015013765, + -0.016607916, + -0.008911564, + -0.0018832539, + -0.0060760668, + -0.00976744, + 0.014425758, + -0.0040572444, + 0.02851178, + 0.0335033, + 0.047746122, + 0.022344245, + -0.037867617, + 0.006951543, + -0.0145825595, + 0.006432137, + 0.0019551215, + 0.006971143, + 0.0011474292, + 0.033451032, + -0.027910706, + 0.038364153, + 0.0009669439, + -0.0060727997, + -0.03133421, + 0.0145825595, + 0.02400373, + -0.021455701, + 0.007049544, + -0.020567158, + 0.0048869867, + 0.038860694, + -0.00242716, + 0.012616005, + 0.0054357927, + -0.011381191, + -0.028041374, + -0.020162087, + 0.004132379, + -0.04926187, + -0.009780508, + 0.0032520024, + -0.01066905, + -0.044871423, + -0.011720928, + 0.041761525, + -0.010139844, + 0.011727462, + -0.025049074, + 0.016908452, + 0.025872283, + 0.0080752885, + -0.017731661, + -0.022082908, + 0.028433379, + 0.0031327677, + 0.01924741, + -0.02112903, + -0.006108734, + -0.008656762, + -0.0054063927, + -0.026434157, + 0.0001530246, + 0.023389589, + 0.010989187, + 0.008382359, + -0.007500349, + 0.044427153, + 0.020723961, + -0.005412926, + -0.02024049, + -0.011080654, + -0.009107566, + -0.016006842, + 0.010727851, + 0.030132063, + 0.02007062, + -0.036639336, + -0.0023454924, + -0.009858908, + -0.0054619266, + -0.022514114, + -0.018202066, + -0.01786233, + -0.028616313, + 0.04351248, + 0.03183075, + -0.014059887, + 0.00023989847, + -0.043930616, + -0.005249591, + 9.621459e-05, + 0.035489455, + -0.0022344245, + -0.033111297, + -0.025663214, + 0.0013377146, + -3.9608767e-05, + -0.028982185, + -0.011792796, + -0.046230372, + 0.03799828, + -0.021939173, + -0.021285834, + 0.010146378, + 0.0021658237, + -0.0013246478, + 0.0024304267, + 0.0058996645, + 0.0034529045, + -0.015941508, + -0.017966863, + 0.0011596794, + 0.0057559297, + 0.028041374, + -0.022775449, + -0.0012241967, + 0.0028158976, + -0.025650147, + -0.006654273, + -0.01945648, + 0.01061025, + 0.0056350618, + 0.013347746, + 0.02281465, + 0.014543359, + 0.019273544, + 0.0034398376, + 0.021821573, + -0.009787041, + -0.0154057685, + 0.015157499, + 0.023494124, + -0.027858438, + 0.009610639, + -0.020423423, + 0.012962275, + -0.013138677, + -0.0077878186, + -0.0137332175, + -0.03543719, + -0.001989422, + -0.057128094, + 0.004112778, + 0.0075526163, + 0.021142099, + 0.003242202, + 0.02093303, + 0.0083496915, + 0.012406936, + 0.0020073887, + 0.0028616313, + 0.026839228, + -0.017731661, + -0.0012152133, + -0.008160222, + -0.04351248, + -0.013694017, + 0.0042859134, + 0.006504005, + 0.0065203384, + -0.03797215, + -0.015262034, + -0.0013760984, + -0.03198755, + -0.009721707, + 0.007193279, + 0.026329622, + -0.016189778, + -0.008578361, + 0.017391924, + -0.032876093, + 0.02580695, + -0.050646953, + -0.018332735, + 0.0087155625, + 0.023598658, + 0.039435633, + -0.011596793, + 0.013903086, + -0.011537993, + -0.012936141, + -0.0037599746, + 0.009329703, + 7.6052915e-05, + -0.01711752, + 0.0098393075, + 0.043068204, + 0.004802053, + 0.0183066, + -0.015902307, + -0.025088275, + 0.00452765, + -0.018763939, + 0.018071398, + -0.003733841, + 0.017783929, + -0.007435015, + 0.012681339, + -0.02363786, + 0.011505326, + -0.016542582, + 0.0183066, + -0.014660961, + 0.01732659, + -0.008029555, + 0.033816904, + 0.014099088, + -0.02350719, + -0.008545694, + 0.037919883, + 0.01588924, + -0.026107486, + 0.019012209, + -0.028354978, + 0.03650867, + -0.023846928, + 0.022801584, + 0.022775449, + 0.027466435, + -0.007160612, + 0.00082035066, + -0.042493265, + 0.013837752, + -0.04502823, + -0.02663016, + 0.0077551515, + -0.0028518313, + 0.009715173, + 0.01892074, + -0.023376523, + -0.035698526, + -0.014530293, + 0.0001008084, + -0.005827797, + -0.010192112, + 0.024434935, + -0.0018946874, + 0.014778562, + 0.04461009, + -0.014987631, + -0.03423504, + -0.021860773, + 0.0019485881, + 0.0009056933, + -0.013850818, + -0.028982185, + -0.018319668, + 0.023219721, + 0.012413469, + 0.00012750347, + 0.010002643, + -0.02981846, + 0.02519281, + -0.049131203, + 0.0060924003, + -0.007467682, + -0.021965308, + 0.03935723, + 0.014412691, + 9.595938e-05, + -0.0031866683, + 0.04351248, + -0.008107956, + 0.017927663, + 0.010492648, + 0.004459049, + 0.0062622684, + 0.012067199, + 0.012027998, + 0.010414247, + 0.0010469782, + 0.021194365, + -0.0111459885, + 0.012250135, + 0.001251147, + -0.061100405, + 0.0021331566, + -0.026434157, + -0.015549504, + 0.011119856, + 0.014412691, + 0.009199034, + -0.008408492, + 0.040324174, + -0.03588146, + 0.011969198, + -0.0013540481, + 0.009519171, + -0.005318192, + 0.010473048, + -0.025205877, + 0.026656292, + -0.04988908, + -0.021233566, + 0.0047530523, + -0.0064713378, + 0.032431822, + 0.015248967, + 0.012021465, + -0.0137332175, + -0.003305903, + -0.020893829, + 0.014935364, + 0.03264089, + -0.013511081, + -0.029165119, + -0.028250443, + 0.002152757, + 0.009623705, + 0.017156722, + 0.025859216, + 0.030759271, + -0.010597182, + 0.014595627, + 0.034888383, + -0.030497935, + 0.07369681, + -0.008016488, + -0.00974784, + 0.007644084, + 0.03211822, + -0.0303934, + 0.0005279808, + 0.0063929367, + 0.024761604, + -0.026891494, + -0.0035933726, + 0.0042434465, + 0.0024385934, + 0.049052805, + -0.0038841092, + -0.0075722164, + -0.015000698, + 0.018097531, + -0.0005867814, + -0.010525315, + -0.013772418, + 0.017143654, + 0.004204246, + -0.019430347, + 0.025663214, + -0.012988409, + 0.022971451, + -0.01124399, + -0.01617671, + 0.003854709, + 0.008428092, + -0.023951463, + 0.019887684, + 0.002897565, + 0.021429569, + -0.023389589, + -0.0023569257, + -0.017391924, + -0.03616893, + 0.010884653, + 0.0033581702, + 0.014713228, + -0.013863885, + 0.01605911, + -0.028250443, + -0.004655051, + 0.016385779, + 0.011054521, + 0.017718595, + -0.0012780974, + 0.05090829, + -0.030811537, + -0.0056807958, + 0.023337323, + -0.013602549, + 0.009453837, + 0.046779178, + -0.047092784, + -0.0111459885, + 0.031203542, + -0.024421867, + 0.0044329152, + -0.038311888, + 0.0015418836, + -0.010806251 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "text-embedding-3-small", + "object": "list", + "usage": { + "prompt_tokens": 18, + "total_tokens": 18 + } + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/bc749b9ca9f0b4b0fc73ae17a581bca8ccafc253fa40486352b54a5431ea9332.json b/tests/integration/responses/recordings/bc749b9ca9f0b4b0fc73ae17a581bca8ccafc253fa40486352b54a5431ea9332.json new file mode 100644 index 000000000..c511487c3 --- /dev/null +++ b/tests/integration/responses/recordings/bc749b9ca9f0b4b0fc73ae17a581bca8ccafc253fa40486352b54a5431ea9332.json @@ -0,0 +1,1576 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[client_with_models-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "text-embedding-3-small", + "input": [ + "marketing updates" + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "text-embedding-3-small" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.017762644, + 0.007876032, + 0.019939512, + -0.002836354, + -0.008956907, + -0.013824628, + 0.020740721, + 0.0029308363, + 0.019652287, + -0.011360534, + 0.015646243, + -0.040846523, + -0.075404316, + 0.0010175727, + 0.038306843, + 0.02217685, + -0.016553272, + -0.033711232, + -0.021481462, + 0.007883591, + 0.029387727, + 0.040876757, + 0.033378653, + 0.06337107, + 0.0030895662, + 0.009856378, + -0.029992413, + -0.0042479173, + 0.024036258, + -0.033771697, + 0.0028854848, + -0.033741463, + 0.022418724, + -0.017641706, + 0.0034391503, + 0.03138319, + -0.0007454642, + -0.0019671184, + 0.009236575, + -0.004588053, + -0.0033201026, + 0.008102789, + 0.0380045, + 0.018987132, + 0.00031840484, + 0.020650018, + -0.016946318, + -0.04498862, + 0.008321987, + 0.07957664, + 0.004882837, + -0.005102036, + 0.028601635, + -0.029705187, + -0.021345407, + 0.0022392268, + 0.0139682405, + -0.03095991, + 0.026455002, + 0.015873, + 0.0169312, + -0.05944061, + 0.0348299, + -0.009531359, + -0.009924405, + -0.013469375, + -0.024474656, + 0.03443685, + 0.0206349, + -0.011700669, + 0.029947061, + 0.030249404, + -0.018019635, + -0.011383209, + -0.024852585, + -0.018140573, + -0.009176106, + 0.014663629, + 0.0023355987, + 0.011677993, + -0.010408154, + 0.0065117097, + -0.030778505, + -0.01974299, + -0.027921364, + -0.007705964, + -0.0258352, + -0.0008394739, + -0.033167012, + 0.03195764, + -0.059198733, + 0.022630364, + 0.005377924, + 0.043204796, + -0.010982605, + 0.031292487, + 0.03609974, + 0.027316678, + 0.012630373, + 0.041420974, + -0.008692358, + -0.08628865, + -0.049553998, + -0.020725604, + -0.00640211, + -0.044232763, + -0.021919858, + 0.0031783795, + 0.051156413, + 0.03328795, + -0.07346932, + -0.033408888, + -0.028359761, + 0.012577464, + -0.01614511, + -0.014021151, + 0.021058181, + -0.022433842, + 0.032048345, + -0.051821567, + -0.063129194, + 0.04042324, + 0.0033427784, + 0.008427808, + -0.02513981, + 0.0019321599, + 0.0070937197, + -0.0046145082, + -0.028979564, + -0.012479202, + 0.0056122397, + -0.0064285654, + 0.054844998, + -0.03195764, + -0.045502603, + 0.008397574, + -0.018095221, + 0.0012944054, + -0.04498862, + -0.0058503347, + 0.089795835, + -0.022040796, + -0.023053644, + 0.022857122, + -0.030929675, + -0.044383936, + -0.022343138, + -0.03207858, + 0.029085385, + 0.008745268, + -0.035555523, + 0.015411928, + -0.046530567, + -0.0028174575, + 0.026802696, + -0.0072070984, + 0.011904751, + -0.008458042, + -0.013265294, + -0.04202566, + 0.035706695, + 0.034588024, + -0.0021768687, + -0.010438387, + -0.020513965, + -0.018034752, + -0.012796662, + -0.03356006, + -0.07105058, + -0.002312923, + 0.020665135, + -0.052698363, + 0.006859404, + -0.0025585766, + -0.008510952, + 0.0024263016, + 0.01629628, + -0.025699144, + -0.035918333, + 0.018442916, + 0.05112618, + 0.045502603, + -0.016704444, + -0.047074784, + -0.0316553, + 0.008027203, + -0.03362053, + 0.010362802, + -0.015094468, + 0.0059977267, + -0.042902455, + 0.02344669, + 0.034104276, + 0.025593324, + -0.02524563, + -0.027498085, + -0.0031198005, + 0.0068971966, + -0.007944059, + -0.021511696, + -0.025079342, + -0.042116363, + 0.024353718, + -0.040937226, + -0.065064184, + 0.0018272847, + -0.0019151531, + 0.05620554, + 0.008730151, + 0.063129194, + 0.075646184, + 0.0232804, + -0.012577464, + 0.033953104, + -0.025487505, + 0.0045653773, + -0.032532092, + 0.015903234, + 0.010241865, + 0.011579732, + -0.01699167, + 0.041239567, + 0.048556264, + 0.024459539, + 0.0011101653, + 0.06161748, + 0.038881294, + -0.01756612, + 0.00994708, + -0.027059687, + 0.07026448, + 0.013083888, + -0.021345407, + -0.008382456, + -0.036220677, + 0.0054270546, + 0.033741463, + -0.022252435, + 0.009402864, + -0.02391532, + 0.023053644, + 0.0026284934, + -0.029523782, + 0.016764913, + -0.013333321, + 0.034920603, + -0.008216168, + -0.032743733, + -0.0016477687, + 0.039606918, + 0.04075582, + 0.032108814, + -0.01063491, + -0.012297796, + 0.06337107, + -0.029811008, + 0.0464701, + 0.020151153, + -0.020846542, + 0.020151153, + 0.0040098224, + 0.013945565, + -0.007600144, + -0.029977296, + -0.037823092, + 0.043476906, + -0.017535886, + 0.010922137, + 0.06161748, + -0.0075925854, + 0.0017469749, + -0.020513965, + -0.03990926, + 0.032411154, + -0.0062207044, + 0.04393042, + 0.0048677204, + 0.026077073, + 0.04668174, + 0.019410413, + -0.036341615, + -0.06578981, + 0.009735441, + -0.08030227, + 0.029357493, + 0.036825363, + 0.050793603, + 0.018866194, + 0.002847692, + 0.0072751255, + -0.03229022, + -0.04907025, + -0.025442153, + -0.045532838, + 0.016447453, + 0.0496447, + 0.01847315, + -0.0454119, + -0.02058955, + -0.0064588, + -0.003720707, + -0.0053590275, + -0.051519226, + -0.028193474, + 0.0055820053, + 0.060377873, + 0.046863146, + -0.039032467, + -0.0068291696, + 0.00523809, + -0.019606935, + 0.011095984, + 0.026061956, + -0.039123166, + -0.02683293, + -0.030340107, + 0.023945555, + 0.027286444, + 0.008072555, + -0.048314393, + 0.036069505, + -0.010332568, + 0.022947824, + -0.048042282, + -0.024111845, + -0.07582759, + 0.018563852, + -0.027241092, + -0.003964471, + -0.03667419, + -0.014535134, + -0.012532112, + 0.0044331024, + -0.00867724, + 0.04235824, + 0.04175355, + 0.036825363, + -0.04937259, + -0.06001506, + -0.020090684, + -0.05408914, + -0.03661372, + 0.016250929, + -0.022947824, + 0.018911546, + -0.054633357, + -0.019818576, + 0.0031254694, + -0.025759613, + 0.0581103, + 0.017127724, + -0.015268316, + 0.0783068, + 0.043688547, + -0.018730141, + -0.012713518, + 0.06122443, + 0.008110347, + 0.019470882, + 0.006266056, + -0.05366586, + 0.007860915, + 0.031262252, + -0.018004518, + 0.013008302, + 0.02651547, + -0.03011335, + -0.04380948, + -0.004799693, + 0.006810273, + 0.019349944, + -0.021239586, + -0.0032369583, + 0.020120919, + -0.072380885, + 0.008843529, + 0.03764169, + 0.012418734, + 0.055812493, + -0.01015872, + 0.0116402, + 0.00074735377, + -0.026288712, + -0.0065646195, + 0.0075510135, + 0.03794403, + -0.02228267, + -0.014331052, + -0.03821614, + 0.010226748, + 0.017233543, + 0.0067724804, + -0.034346152, + 0.012033246, + -0.043144327, + 0.053484455, + 0.009750558, + 0.016190462, + 0.023854854, + 0.015510189, + -0.041209333, + -0.010468622, + -0.013711249, + 0.014754333, + -0.016689327, + 0.0137490425, + -0.021541929, + 0.0071315127, + 0.012343148, + 0.010355243, + 0.032562327, + -0.08290242, + 0.026046839, + 0.024157196, + -0.0030328769, + -0.034346152, + 0.006345421, + -0.0027758854, + 0.011232038, + 0.024913052, + 0.029962178, + -0.007033251, + 0.03891153, + 0.0064852545, + -0.02916097, + -0.042902455, + -0.0054648477, + -0.020604666, + 0.016417218, + -0.08441413, + -0.056024134, + 0.029705187, + 0.008828412, + 0.011005281, + 0.03476943, + -0.038760357, + -0.025956135, + 0.029402845, + 0.028284175, + -0.035374116, + -0.021708218, + 0.016160227, + -0.015479955, + -0.028662104, + -0.03292514, + -0.03724864, + -0.057052102, + 0.047407363, + -0.020226737, + -0.066878244, + -0.021284938, + -0.024051376, + -0.0073053595, + -0.03000753, + -0.055449683, + -0.005589564, + 0.021420993, + -0.044474635, + -0.008616772, + -0.014640953, + 0.006341642, + -0.010219189, + -0.036583487, + -0.0051058154, + 0.031141317, + -0.038971998, + -0.0077777705, + 0.011337858, + 0.00061460637, + -0.03540435, + 0.024580475, + 0.015933469, + -0.03504154, + 0.037218407, + -0.05121688, + -0.018442916, + -0.002021918, + -0.057928894, + -0.045532838, + 0.015812533, + -0.0043990887, + -0.010491298, + -0.018987132, + 0.015993938, + -0.011065749, + 0.06953886, + -0.027195742, + -0.02175357, + -0.03362053, + -0.029433079, + -0.028692339, + 0.0129176, + -0.0019009808, + -0.019803459, + -0.0022373372, + -0.03794403, + -0.034285683, + -0.034467086, + 0.034678727, + -0.016235812, + -0.013204825, + -0.029569132, + -0.018956898, + 0.037157938, + 0.082962885, + 0.033650763, + -0.05626601, + 0.025910784, + 0.023612978, + 0.049463294, + -0.002482991, + -0.00931216, + -0.034285683, + 0.016114876, + -0.005075581, + 0.031473894, + 0.0004178473, + 0.017369598, + -0.0038510924, + 0.009894171, + 0.0052910005, + 0.03244139, + 0.001867912, + -0.0284807, + -0.012925158, + -0.022872237, + 0.005854114, + -0.06857137, + -0.05777772, + -0.04689338, + -0.009017376, + -0.04217683, + 0.01572183, + 0.02344669, + -0.031897172, + 0.0044897916, + 0.004735445, + -0.047709707, + -0.018231275, + 0.04166285, + 0.009765674, + 0.033741463, + -0.024701413, + -0.007430076, + -0.041148864, + -0.02513981, + 0.0012575574, + 0.0295389, + 0.005272104, + 0.029508665, + 0.033046078, + -0.0073809456, + 0.020120919, + 0.0076606125, + 0.02687828, + -0.022328021, + -0.032108814, + -0.02439907, + 0.024580475, + -0.0070105754, + 0.01635675, + -0.025049107, + 0.00910052, + 0.004784576, + -0.03032499, + 0.013801952, + 0.024837468, + 0.0055328747, + -0.053998437, + -0.0033786816, + -0.01661374, + 0.0004360351, + -0.009727882, + -0.073106505, + 0.046863146, + 0.017157959, + 0.047044553, + -0.009176106, + 0.03921387, + -0.0005536654, + -0.0030026427, + -0.016659092, + -0.016643975, + 0.02016627, + -0.0463794, + 0.024217663, + 0.025487505, + 0.012985626, + 0.010362802, + 0.020544197, + -0.016976552, + -0.00097316614, + -0.008798177, + 0.0018972015, + -0.005487523, + -0.011118659, + -0.025185162, + -0.012864689, + -0.016129993, + 0.0124867605, + 0.0042328, + 0.013136798, + -0.014066502, + -0.008344663, + 0.008495835, + 0.06482231, + -0.047498066, + -0.015646243, + -0.028903978, + -0.0077626533, + 0.009871495, + 0.0259259, + -0.009780792, + -0.014852594, + -0.02630383, + 0.026636407, + 0.008609213, + -0.0036659073, + 0.02175357, + 0.0063756555, + -0.012252445, + 0.006689336, + -0.0004133594, + -0.025623558, + 0.032773968, + -0.007547234, + 0.025820082, + -0.07068776, + 0.01661374, + -0.0027418719, + 0.042962924, + -0.028616752, + -0.0056916047, + -0.006182912, + -0.016946318, + -0.015479955, + 0.020846542, + -0.016568389, + 0.02095236, + -0.031171551, + 0.0041156425, + 0.015366577, + -0.009062728, + -0.009554035, + 0.014391521, + -0.023794385, + 0.024247898, + 0.0034315917, + -0.019682521, + 0.024308367, + -0.015253198, + -0.02264548, + -0.0007615261, + 0.025789848, + 0.041088395, + 0.019652287, + -0.00020951417, + 0.0003389547, + 0.04529096, + 0.004198787, + -0.042479172, + 0.026591055, + -0.010914578, + -0.017006787, + -0.0062962906, + 0.029523782, + -0.011647759, + -0.015782299, + -0.0128420135, + 0.009433097, + -0.0825396, + 0.05287977, + 0.01444443, + 0.021073299, + 0.040876757, + 0.0009089183, + 0.0111640105, + -0.049826104, + -0.013167032, + 0.020680252, + 0.027815545, + 0.038125437, + -0.05650788, + -0.006024182, + -0.007951617, + 0.0014389631, + 0.026545703, + 0.0054648477, + 0.0128420135, + 0.00093915255, + -0.024323484, + -0.012660608, + 0.028662104, + -0.011632642, + -0.025820082, + -0.03688583, + 0.020922126, + 0.008488276, + 0.008919115, + -0.048284158, + 0.027558552, + 0.04090699, + -0.039032467, + -0.00054657925, + -0.0020521523, + -0.008707475, + 0.0062320423, + -0.0035468598, + 0.010423271, + 0.01730913, + 0.04139074, + 0.0034429296, + 0.0032785304, + 0.0016950098, + -0.0031953861, + -0.00994708, + 0.0025812523, + -0.012479202, + 0.032773968, + 0.003065001, + 0.02647012, + -0.011821606, + -0.014467106, + -0.0042894897, + -0.004402868, + -0.019168539, + -0.025850317, + 0.0047505624, + -0.01195766, + -0.009327278, + -0.023749033, + 0.014973531, + 0.011685552, + 0.021511696, + 0.00035761492, + 0.020831425, + -0.048919078, + -0.02752832, + -0.021541929, + 0.006356759, + 0.018246392, + 0.007233553, + 0.030098233, + 0.0010931585, + 0.039939493, + 0.035948567, + 0.0043650754, + -0.0072902427, + 0.0072864634, + 0.007562351, + -0.030612215, + 0.014671188, + -0.0137490425, + 0.031746, + -0.008805736, + -0.028117888, + -0.0058012037, + 0.010045342, + 0.007346932, + 0.0010393036, + 0.04090699, + 0.04520026, + 0.016054407, + 0.025684027, + -0.022932706, + -0.018337095, + -0.007974293, + 0.026923632, + -0.052516956, + 0.03138319, + 0.037339345, + -0.030778505, + 0.0070937197, + -0.026061956, + -0.016659092, + 0.019516233, + -0.057928894, + -0.022993175, + 0.0012414955, + 0.008866205, + 0.012637932, + -0.007482986, + -0.016341632, + -0.027603904, + -0.028344644, + -0.023854854, + -0.034920603, + -0.05097501, + -0.041572146, + -0.010536649, + -0.0063907723, + 0.010566884, + -0.009848819, + -0.014353728, + -0.004965982, + -0.0032426273, + 0.011428561, + -0.04260011, + 0.011209362, + 0.023990907, + -0.024580475, + 0.030536631, + -0.0048185894, + -0.013582754, + -0.011368092, + 0.05260766, + -0.026107308, + 0.01540437, + -0.009727882, + -0.026349181, + -0.008284194, + 0.02577473, + 0.0014276253, + 1.3980405e-05, + -0.004149656, + -0.033015843, + 0.016281163, + -0.0021182897, + 0.046530567, + -0.016855616, + 0.0051360494, + -0.035948567, + -0.024414187, + 0.010143603, + 0.0071466295, + 0.03229022, + -0.034013573, + 0.013877538, + 0.0009471835, + -0.011791372, + -0.012244887, + 0.022343138, + -0.0062698354, + 0.0075699096, + 0.016553272, + -0.007823122, + -0.050823838, + 0.018563852, + 0.0044595576, + -0.0032596341, + -0.0009750558, + -0.030461045, + -0.006832949, + -0.00038406992, + -0.026001487, + 0.012879807, + -0.0106122345, + 0.0009008873, + -0.030400576, + -0.037853327, + -0.008737709, + -0.018639438, + -0.013930448, + 0.0085185105, + -0.012660608, + 0.035706695, + 0.00034273398, + -0.026122425, + 0.023628095, + 0.013688574, + -0.020453496, + -0.020347675, + 0.022509428, + -0.025547972, + 0.037157938, + -0.029176088, + 0.029780773, + 0.01741495, + 0.041934956, + 0.0014588044, + 0.021103533, + 0.030279638, + -0.023733916, + -0.008692358, + 0.03969762, + 0.007222215, + -0.016689327, + 0.031262252, + 0.007498103, + 0.012222211, + 0.03603927, + 0.0018877534, + 0.027407382, + 0.014391521, + -0.002037035, + 0.017037021, + -0.036855597, + 0.05103548, + -0.033197246, + -0.0072751255, + -0.0032464066, + 0.0006198029, + -0.0016411549, + 0.0015532866, + -0.008503393, + -0.015222964, + -0.009115637, + 0.03307631, + 0.020786073, + 0.016734678, + -0.017188193, + -0.015170054, + -0.004735445, + -0.018533617, + -0.019123187, + 0.01762659, + 0.032955375, + 0.013635663, + -0.0046825353, + 0.028919095, + 0.012207094, + -0.027951598, + -0.0065759574, + -0.023068761, + 0.008284194, + 0.019032484, + -0.012176859, + 0.046530567, + 0.025895666, + -0.078004465, + 0.0038019617, + -0.014845035, + 0.0008720702, + 0.0028835952, + 0.0017687058, + 0.031020379, + -0.002031366, + 0.024474656, + 0.03507177, + -0.031413425, + -0.0067989356, + -0.024051376, + 0.009493566, + 0.04090699, + -0.00076908467, + -0.023250166, + 0.04235824, + -0.0013699911, + -0.023068761, + -0.041814018, + 0.0037433826, + 0.07232042, + 0.017928932, + -0.01678003, + 0.003127359, + -0.0040476155, + -0.0014559699, + 0.012244887, + -0.017611472, + -0.020120919, + 0.010068018, + -0.015857885, + 0.007770212, + -0.0231897, + -0.04111863, + 0.0133937895, + 0.006477696, + -0.0069841202, + 0.06367341, + -0.03942551, + 0.0098412605, + -0.03640208, + -0.0021504136, + -0.043900184, + -0.01444443, + 0.02031744, + -0.011617525, + -0.0017611473, + 0.026334064, + -0.003435371, + 0.0056538116, + -0.0016572169, + -0.003805741, + 0.033801932, + 0.005604681, + 0.022252435, + -0.016538154, + -0.016175345, + 0.032411154, + 0.018503385, + 0.021027947, + 0.030370342, + 0.009357512, + 0.00043013, + -0.0035922113, + -0.018140573, + 0.006383214, + -0.009712765, + 0.018760376, + 0.01730913, + 0.06397575, + -0.0021938754, + -0.010309892, + 0.0179894, + 0.008276636, + 0.0025359008, + -0.0072373324, + -0.011761138, + -0.01211639, + 0.013348438, + -0.0074451934, + 0.014814801, + 0.016311398, + -0.016266046, + -0.035162475, + 0.007044589, + 0.017656824, + 0.022207083, + 0.0014795904, + -0.021602398, + 0.0031311384, + 0.004164773, + -0.005627357, + -0.012675725, + -0.0060846503, + 0.017384715, + 0.0043272823, + 0.015888117, + 0.0068783006, + 0.010816316, + 0.041511677, + -0.02784578, + 0.0003871406, + -0.047679473, + 0.01667421, + 0.009266809, + 0.04577471, + 0.0077777705, + 0.046077054, + -0.022116382, + 0.0443537, + 0.022252435, + -0.040090665, + 0.0022978059, + 0.0013699911, + 0.009758117, + 0.0034164744, + -0.04900978, + 0.018715024, + -0.02080119, + -0.025154928, + -0.0028098992, + -0.0025699143, + -0.0075169997, + 0.00014573871, + -0.018231275, + -0.012902482, + -0.0009093907, + 0.017717293, + -0.017399833, + 0.017082373, + 0.0053098965, + 0.02429325, + -0.037037004, + -0.0017554783, + 0.023114113, + -0.009962197, + 0.014988648, + -0.024656061, + 0.023250166, + -0.02715039, + 0.0072486703, + -0.039123166, + -0.0033219922, + -0.00044997124, + -0.0018716913, + 0.02926679, + 0.009062728, + 0.02888886, + 0.00025604662, + -0.010007549, + -0.018019635, + -0.00172052, + 0.0016770582, + -0.021420993, + -0.0023998464, + 0.012169301, + -0.02455024, + 0.018926663, + 0.0040665115, + -0.006424786, + 0.006103547, + -0.01424035, + -0.011073308, + -0.008609213, + 0.013832186, + 0.001672334, + 0.020665135, + 0.037218407, + 0.0078004464, + -0.02990171, + -0.02619801, + -0.0045238053, + -0.028344644, + 0.018064987, + 0.016704444, + 0.009138313, + 0.037399814, + -0.0035959906, + -0.002127738, + 0.02566891, + -0.0136129875, + 0.0023299297, + -0.015495072, + -0.036220677, + 0.011708228, + -0.028707456, + -0.022826888, + -4.257602e-05, + -0.015479955, + -0.019561583, + 0.018170808, + -0.014981089, + 0.019591818, + -0.015918352, + 0.0022335579, + -0.020922126, + 0.023355987, + -0.026530588, + -0.0062055876, + -0.014436873, + -0.018896429, + 0.023098996, + 0.020120919, + 0.01031745, + 0.00022805629, + 0.014179881, + 0.039244104, + 0.020710487, + -0.027452733, + -0.019440647, + 0.021224469, + 0.05901733, + -0.020181388, + 0.0014493562, + -0.012456526, + -0.0050415676, + -0.01836733, + -0.0006746025, + 0.0029440636, + 0.026696876, + 0.025759613, + -0.022358255, + -0.023718799, + -0.00867724, + 0.014905504, + -0.011020398, + 0.10708985, + -0.0075547923, + -0.026591055, + -0.0071315127, + 0.0015986379, + 0.006640205, + 0.0022581234, + 0.00671957, + -0.04096746, + -0.013817069, + 0.005525316, + 0.012403617, + -0.02418743, + -0.014172322, + 0.01646257, + -0.0076190406, + 0.00883597, + -0.009742999, + 0.000844198, + -0.03349959, + 0.014414197, + 0.025109576, + -0.012910041, + -0.009183665, + -0.005143608, + -0.026077073, + 0.015003765, + -0.05287977, + 0.0028968228, + 0.026349181, + 0.03700677, + -0.003418364, + -0.021995444, + 0.02651547, + 0.0008262464, + -0.001836733, + -0.022040796, + -0.011088425, + 0.012199535, + -0.014633395, + 0.022615246, + 0.005366586, + 0.0051965183, + -0.018095221, + 0.019213889, + 0.015903234, + 0.00041855592, + -0.017384715, + -0.012607697, + -0.04719572, + -0.020604666, + -0.015102027, + 0.0018716913, + 0.012713518, + 0.016447453, + -0.031866938, + -0.03758122, + 0.027346913, + -0.0013189708, + -0.0065532816, + -0.0028439127, + 0.0015608451, + 0.034315918, + 0.013915331, + 0.0026266037, + 0.0041458765, + 0.003720707, + -0.009818585, + -0.0033994678, + 0.034467086, + -0.020725604, + 0.039304573, + 0.018004518, + 0.012184418, + -0.019622052, + 0.0036300041, + 0.00465608, + -0.0014493562, + -0.010838992, + -0.062584974, + -0.018851079, + 0.00019982974, + -0.017551003, + 0.031927407, + -0.029312141, + 0.0013964461, + -0.018080104, + -0.030279638, + -0.017551003, + -0.03132272, + -0.0027248652, + 0.012411175, + 0.011390768, + -0.0041043046, + 0.009531359, + 0.010219189, + -0.025185162, + 0.003047994, + 0.00090513896, + -0.008533628, + -0.009637179, + -0.04253964, + -0.04393042, + 0.006980341, + -0.021148885, + -0.025064224, + -0.0358881, + -0.0124867605, + 0.03788356, + -0.017762644, + -0.01730913, + -0.021375641, + 0.015366577, + -0.022781536, + 0.009123196, + -0.035646226, + 0.009712765, + -0.0066666603, + -0.030506397, + -0.034346152, + 0.010529091, + 0.034225214, + 0.005022671, + -0.01767194, + 0.0050037745, + 0.0020975037, + 0.018412681, + 0.024882818, + 0.013106563, + 0.013885097, + -0.0041345386, + 0.014036268, + 0.030158702, + 0.0054005994, + 0.010415712, + 0.02916097, + -0.003133028, + -0.009493566, + 0.029493548, + -0.008208609, + -0.013862421, + -0.0079365, + -0.015306108, + 0.041148864, + 0.015495072, + 0.02253966, + -0.021511696, + -0.014535134, + -0.00044264886, + -0.038427778, + 0.020574432, + 0.033106543, + -0.0017394164, + 0.001238661, + 0.018216157, + 0.0030517734, + -0.033469357, + -0.038971998, + 0.025744496, + 0.030264521, + -0.029221438, + -0.025381684, + -0.021874506, + -0.010786082, + -0.010325009, + -0.020408144, + 0.0056538116, + 0.013431583, + 0.010052901, + -0.010733172, + -0.0016628858, + -0.009108079, + -0.015253198, + 0.019470882, + -0.0008881322, + 0.004002264, + -0.014308376, + 0.020891892, + -0.01179893, + 0.016538154, + -0.013930448, + -0.021284938, + -0.00086498406, + 0.021980327, + 0.01699167, + -0.022116382, + 0.010408154, + -0.018956898, + 0.0043197237, + -0.00029691015, + 0.009614503, + -0.0133937895, + -0.0008347498, + 0.021768687, + 0.044111826, + -0.0062169256, + -0.0028212368, + -0.019153422, + 0.006780039, + 0.006938769, + -0.05121688, + -0.011027956, + 0.011632642, + 0.020907009, + 0.022418724, + 0.010755848, + 0.01629628, + -0.0020445937, + -0.020287206, + 0.04837486, + 0.00048563824, + 0.008246402, + 0.011133776, + 0.009138313, + 0.015283432, + 0.02016627, + 0.037762623, + 0.033832166, + 0.027241092, + 0.010838992, + -0.02551774, + -0.014527575, + 0.010582001, + -0.028344644, + -0.0012273231, + 0.0018131124, + 0.030355224, + -0.00481481, + -0.016734678, + -0.03244139, + 0.018246392, + -0.010770964, + -0.004451999, + -0.013832186, + -0.008767943, + 0.0411791, + -0.021889623, + 0.0026643965, + 0.022947824, + -0.015676478, + -0.017702175, + -0.015283432, + -0.0063529797, + -0.021844273, + 0.009108079, + 0.005736956, + -0.00051587255, + -0.0105517665, + -0.022509428, + -0.0016817822, + 0.012494319, + 0.0033484474, + 0.005646253, + -0.01847315, + -0.062161695, + 0.037157938, + 0.018896429, + -0.02651547, + 0.019939512, + -0.0072070984, + 0.015676478, + -0.025971252, + 0.008866205, + 0.021829156, + -0.012418734, + 0.03443685, + 0.018972015, + -0.046772443, + 0.006568399, + 0.003964471, + -0.0012084267, + 0.007747536, + -0.004758121, + -0.024172314, + -0.009931964, + -0.007154188, + 0.0052683246, + -0.0007166471, + 0.013567637, + 0.02566891, + -0.015767181, + 0.0070143547, + -0.023749033, + -0.027301561, + -0.027135273, + -0.015631126, + -0.0052002976, + 0.007154188, + -0.0055744466, + -0.010869226, + 0.009856378, + 0.022237318, + -0.002853361, + 0.0012736194, + -0.023733916, + 0.012653049, + -0.017823113, + -0.028072536, + -0.011526822, + -0.007452752, + -0.01752077, + -0.009402864, + 0.027921364, + -0.0040778494, + 0.0037962927, + 0.039455745, + 0.03229022, + 0.0036923625, + 0.01709749, + 0.024761882, + 0.021738453, + 0.003303096, + 0.0011196134, + -0.020030215, + -0.008299312, + 0.004002264, + 0.004429323, + 0.012562347, + 0.010544208, + 0.015736947, + 0.007188202, + 0.011156452, + 0.035555523, + -0.046772443, + 0.017717293, + -0.029221438, + 0.0129176, + 0.021043064, + 0.038427778, + -0.014512458, + 0.017339364, + 0.0028117888, + 0.017399833, + -0.011806489, + -0.010400595, + 0.0013756601, + -0.01646257, + 0.014625836, + -0.007222215, + -0.045895647, + -0.032562327, + 0.025910784, + 0.0016846167, + -0.026182894, + -0.00507936, + 0.024913052, + 0.03661372, + 0.009924405, + 0.002842023, + -0.013295528, + 0.014225232, + 0.0012396058, + -0.022328021, + 0.013189708, + -0.008072555, + 0.012721077, + 0.019622052, + -0.01148147, + 0.016553272, + -0.020725604, + 0.011383209, + -0.020226737, + -0.026394533, + 0.013318203, + 0.008745268, + 0.01148147, + 0.00067082327, + 0.010831433, + -0.015525307, + 0.01058956, + -0.0012509436, + 0.0030158702, + 0.007694626, + -0.016447453, + 0.035706695, + -0.013303086, + -0.019213889, + 0.029735422, + -0.02312923, + -0.013408907, + 0.023492042, + -0.013847304, + -0.000606103, + 0.01597882, + 0.021239586, + 0.016523039, + -0.013272852, + -0.014943296, + -0.008374898 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "text-embedding-3-small", + "object": "list", + "usage": { + "prompt_tokens": 2, + "total_tokens": 2 + } + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/dfec3121a91af2b25e3b4e0d2650e5b2eebf3338b847a1a96370decbeb0be3e2.json b/tests/integration/responses/recordings/dfec3121a91af2b25e3b4e0d2650e5b2eebf3338b847a1a96370decbeb0be3e2.json new file mode 100644 index 000000000..f54302f6e --- /dev/null +++ b/tests/integration/responses/recordings/dfec3121a91af2b25e3b4e0d2650e5b2eebf3338b847a1a96370decbeb0be3e2.json @@ -0,0 +1,1576 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[openai_client-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "text-embedding-3-small", + "input": [ + "Asia Pacific revenue figures for Q3 2023. Record breaking quarter in Asia." + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "text-embedding-3-small" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + 0.0060392558, + -0.013937703, + 0.04624273, + 0.036185622, + 0.03658491, + 0.013363725, + -0.042274788, + 0.041426297, + 0.024256844, + -0.05430339, + 0.033340685, + -0.007212169, + -0.021973407, + -0.02592887, + -0.008023226, + 0.005237557, + 0.016770164, + -0.007443008, + -0.020438638, + -0.02490569, + 0.00482267, + 0.0015511466, + -0.03551182, + 0.016520608, + -0.016196186, + 0.035811286, + -0.056649216, + -0.0016330322, + -0.017094588, + -0.035836242, + 0.030171322, + -0.031818394, + 0.046317596, + 0.004725967, + -0.017356621, + 0.012814702, + -0.041501164, + 0.020725626, + -0.005315543, + -0.03626049, + 0.00014953864, + -0.017294232, + 0.027725672, + 0.052756142, + -0.0021820555, + 0.020151649, + -0.02468109, + -0.020513505, + 0.007861014, + 0.0022803182, + -0.016445741, + 0.030595567, + 0.0045138444, + -0.008191676, + -0.041950367, + 0.02904832, + 0.018230068, + 0.06338723, + -0.0004889738, + -0.03154388, + 0.056050282, + -0.038331803, + 0.030545656, + -0.010986703, + -0.012009883, + -0.002763833, + -0.009582951, + 0.07187213, + 0.0025563894, + -0.013875314, + -0.020550938, + 0.016745208, + -0.008665833, + -0.0058864024, + 0.03863127, + -0.075715296, + -0.028299652, + 0.012409173, + -0.021911018, + -0.050360404, + -0.028723897, + 0.031693615, + -0.008347649, + -0.04419637, + 0.048363954, + 0.020912794, + -0.01713202, + 0.019577669, + -0.035611644, + 0.015759462, + -0.014025048, + -0.008148004, + 0.024194455, + -0.0013288858, + -0.01855449, + 0.03568651, + -0.03880596, + -7.364827e-05, + 0.016271053, + 0.0072246464, + 0.036684733, + 0.002882372, + 0.018853957, + 0.00539041, + -0.004186302, + 0.056699127, + -0.036235534, + -0.02989681, + 0.02025147, + -0.016595475, + -0.0036591152, + 0.000391491, + -0.030545656, + 0.0045138444, + -0.042823814, + -0.011248738, + -0.0072995136, + -0.031344235, + 0.07087391, + 0.01775591, + -0.011610594, + 0.02042616, + -0.01650813, + 0.0046698167, + -0.0017437726, + 0.0024581267, + -0.05093438, + -0.031069724, + -0.04027834, + -0.07511636, + 0.017693521, + -0.0007790827, + 0.030246189, + -0.018255023, + -0.0023052737, + -0.02241013, + 0.016632909, + 0.004364111, + -0.035811286, + -0.06109131, + 0.0605922, + 0.04384699, + 0.032492194, + -0.008584727, + -0.019477846, + -0.015285306, + -0.001804602, + -0.048314046, + 0.0045356806, + -0.02972212, + -0.02292172, + -0.020912794, + -0.035362087, + 0.016258575, + 0.07227142, + 0.03853145, + 0.018741656, + 0.0144742485, + 0.0034095591, + -0.0050410316, + -0.031119635, + 0.030870078, + -0.021249695, + -0.018230068, + 0.008934106, + 0.022759508, + -0.046941485, + -0.049112625, + -0.081954196, + -0.033240862, + -0.045294415, + -0.040977098, + 0.010874404, + -0.07092382, + -0.018279977, + -0.043822035, + -0.013675669, + 0.01327638, + -0.02479339, + 0.010943031, + 0.03863127, + -0.002592263, + -0.017743433, + 0.00459495, + -0.005599413, + 0.001912223, + 0.037832692, + 0.01798051, + 0.027700718, + 0.06987569, + 0.039155338, + 0.05070978, + 0.01265249, + 0.02060085, + -0.011853911, + -0.042174965, + 0.02479339, + 0.013426114, + -0.014798672, + -0.022035796, + 0.034363862, + 0.008179198, + 0.025978781, + -0.024556313, + -0.014299559, + -0.02819983, + -0.00658204, + -0.014449293, + 0.019091034, + 0.008291499, + 0.036559954, + 0.009651579, + -0.0015402285, + 0.029796988, + -0.043896902, + 0.0069626127, + -6.4192434e-05, + 0.05674904, + 0.046741843, + -0.018092811, + 0.02201084, + -0.012271917, + -0.0038494016, + 0.009033928, + 0.036335357, + 0.038157113, + 0.017918121, + 0.04998607, + -0.0037994904, + -0.03251715, + 0.011897583, + 0.035312176, + -0.058645662, + -0.020575894, + 0.04170081, + 0.00743053, + 0.030046545, + -0.029098231, + -0.0050254343, + 0.019278202, + 0.037258714, + 0.05075969, + 0.013426114, + 0.0018139603, + 0.013600803, + -0.012802224, + 0.015921673, + -0.016246097, + -0.013114168, + 0.020001914, + 0.003080457, + -0.008990255, + 0.0084100375, + 0.017443966, + -0.024893213, + -0.018691745, + -0.009957285, + 0.019328114, + -0.0119038215, + -0.040028784, + -5.7904796e-05, + 0.0006098525, + -0.0802073, + -0.010662281, + 0.040328253, + -0.0043391553, + 0.015597251, + 0.030246189, + -0.039354984, + -0.0054496797, + 0.0064946953, + -0.025030468, + 0.054952234, + -0.018991213, + 0.036410224, + 0.0002932283, + 0.024755957, + -0.046217773, + 0.024968078, + 0.029347787, + 0.016083885, + 0.024406578, + 0.013675669, + 0.032192726, + -0.020575894, + -0.03643518, + 0.0025049185, + 0.0009155586, + -0.050011024, + 0.04045303, + 0.04616786, + -0.04085232, + -0.017730955, + -0.02690214, + 0.0246187, + 0.027026916, + 0.034862977, + -0.052556496, + -0.040702585, + 0.026427982, + 0.058346197, + -0.04072754, + -0.036684733, + -0.0087781325, + -0.0002801656, + 0.039454807, + -0.048314046, + -0.031693615, + -0.0035218592, + 0.03478811, + 0.0039336267, + 0.02076306, + 0.056150105, + -0.061640337, + -0.03461342, + 0.0036154427, + -0.023296054, + -0.06348705, + 0.01657052, + -0.023932422, + 0.007935882, + 0.004136391, + 0.011922538, + 0.004460814, + 0.028299652, + -0.029073276, + -0.035561733, + -0.013950181, + -0.014898494, + -0.057847083, + -0.026427982, + 0.023458265, + -0.0019839704, + -0.020675715, + -0.04516964, + 0.01889139, + -0.026927093, + -0.025067901, + 0.012989391, + 0.020962706, + -0.013176558, + -0.018629357, + 0.038207024, + -0.07426787, + 0.0012618176, + 0.0075053973, + 0.0008204154, + -0.0051658093, + 0.015684595, + -0.00013140684, + -0.03393962, + -0.02133704, + 0.05779717, + 0.024943125, + 0.027426206, + -0.021025095, + -0.016096363, + -0.029272921, + -0.04759033, + 0.033091128, + -0.027351338, + -0.0004550498, + -0.0659327, + -0.041850545, + 0.003921149, + -0.016632909, + -0.079308905, + -0.0029088873, + 0.07761192, + 0.002910447, + 0.008353887, + 0.0024643657, + -0.00266713, + -0.045019906, + 0.009988479, + -0.03663482, + 0.01980227, + 0.039679408, + 0.042624168, + 0.014037526, + 0.023333488, + -0.01140471, + 0.015410084, + 0.0034750674, + -0.017992988, + 0.028574163, + -0.0134635465, + -0.004155108, + -0.005396649, + -0.0095080845, + -0.00618275, + -0.0019153424, + -0.008853, + 0.013263903, + -0.00038720176, + -0.027501073, + 0.03840667, + 0.008403799, + -0.012802224, + 0.04868838, + -0.01146086, + 0.023370922, + 0.024581267, + -0.047216, + 0.0349628, + 0.02013917, + -0.027126739, + -0.012646251, + -0.008915389, + -0.05230694, + 0.014648938, + -0.044720437, + 0.017943077, + 1.6718303e-05, + 0.015447517, + -0.016919898, + -0.029247966, + 0.001940298, + -0.02632816, + 0.05225703, + 0.030944945, + -0.009040167, + 0.0012407613, + -0.015297784, + -0.0032660645, + 0.023870032, + 0.0029057679, + 0.029422654, + -0.0069189407, + -0.032641925, + -0.02552958, + -0.014636461, + -0.010905598, + -0.041850545, + 0.0052281986, + 0.051658094, + -0.033839796, + -0.040702585, + 0.030096455, + 0.020488549, + 0.021773763, + -0.008279021, + 0.010344096, + -0.040153563, + -0.011704177, + -0.014099915, + -0.0041051963, + 0.019415459, + -0.041126832, + -0.0057772216, + -0.026053648, + 0.05395401, + -0.024419056, + -0.019702448, + -0.03875605, + -0.031568836, + 0.034937844, + -0.0026328159, + -0.06927675, + 0.00845371, + 0.02127465, + -0.032641925, + 0.0039648213, + 0.01684503, + 0.036859423, + -0.056699127, + -0.025829047, + 0.018978735, + 0.013525936, + 0.034538552, + -0.04329797, + 0.017843256, + -0.015821852, + 0.028549207, + 0.002230407, + 0.0030898154, + 0.019565191, + -0.05674904, + -0.012434129, + -0.06538367, + -0.008179198, + 0.0019247008, + -0.013713103, + -0.00035425255, + -0.010038391, + -0.051158983, + 0.004498247, + -0.04669193, + -0.07227142, + -0.0061266003, + 0.018392278, + 0.030096455, + 0.082253665, + -0.012290633, + 0.023982333, + 0.022734553, + -0.05320534, + -0.012733595, + -0.0024425294, + 0.016932376, + 0.041625943, + 0.0028277815, + 0.032492194, + -0.07287036, + 0.027301429, + 0.00033612075, + -0.0006624932, + -0.013975137, + 0.0058021774, + -0.005462157, + 0.011598116, + 0.05844602, + 0.020675715, + -0.007698803, + -0.03823198, + 0.007455486, + 0.0011627751, + 0.017194409, + 0.017868211, + 0.004005374, + 0.010568697, + -0.008615921, + 0.03246724, + -0.0006223303, + -0.017706, + -0.021985885, + -0.02280942, + -0.002297475, + -0.0009600108, + -0.05809664, + 0.014761238, + -0.00016581827, + 0.0019044243, + -0.021474294, + -0.0075241136, + 0.029472565, + -0.005917597, + 0.007904687, + -0.021798719, + 0.017119542, + 0.029697165, + 0.022335263, + -0.03239237, + -0.030470788, + -0.0060860473, + -0.015809374, + 0.012802224, + -0.017768389, + -0.0049786423, + -0.0040022545, + 0.017606176, + -0.0060174195, + 0.026003737, + -0.012165856, + 0.026128516, + -0.010855687, + 0.017344143, + -0.0028215428, + 0.0011783723, + 0.034513596, + 0.019615103, + -0.010992942, + -0.033215906, + -0.02348322, + 0.00043672303, + 0.021075005, + -0.014249648, + -0.019702448, + 0.010443919, + 0.03551182, + 0.053854186, + -0.024431534, + -0.0155722955, + -0.05016076, + -0.003284781, + 0.0084973825, + -0.0023972974, + -0.0075490694, + 0.030969901, + -0.006045494, + -0.010238036, + -0.03925516, + -0.00782982, + 0.032142814, + -0.04494504, + 0.057447795, + 0.0014092117, + 0.0076863253, + 0.051957563, + 0.01305178, + 0.0040490464, + -0.027925318, + -0.0087407, + -0.0023302294, + -0.026403027, + 0.009320918, + 0.008191676, + -0.016520608, + -0.029272921, + 0.017107064, + 0.0042112577, + 0.009008972, + -0.021923495, + 0.004245572, + -0.0071872133, + 0.013376202, + -0.0038899544, + -0.011429666, + 0.039155338, + -0.026228337, + 0.014112392, + 0.0069127018, + -0.013750536, + -0.020164127, + -0.01951528, + 0.005134615, + -0.013014346, + 0.030670434, + -0.0073494245, + -0.026927093, + 0.019153424, + 0.006775446, + 0.02161155, + -0.01554734, + 0.008771894, + 0.024693567, + -0.022110663, + 0.023770211, + 0.0012431009, + 0.02298411, + -0.0053810515, + 0.028524252, + -0.023096409, + -0.02620338, + -0.00012263338, + -0.03166866, + 0.00073852984, + -0.0004874141, + 0.05135863, + -0.0074180528, + 0.03920525, + 0.019427937, + 0.017793344, + 0.0075241136, + 0.03319095, + -0.021624029, + -0.0037027874, + -0.00618275, + 0.0020900315, + -0.012902046, + 0.016033974, + -0.025903914, + 0.0017593699, + 0.03149397, + 0.0069750906, + -0.044396017, + 0.0011183228, + 0.009464412, + -0.037658002, + 0.0062544974, + -0.016957331, + 0.002366103, + -0.026952049, + -0.025504624, + -0.01186015, + 0.02298411, + -0.01917838, + 0.017144497, + 0.036210578, + 0.0053997682, + -0.01492345, + 0.055401437, + 0.04561884, + 0.012215767, + 0.011042854, + -0.022272874, + 0.0037589374, + 0.0035218592, + -0.00012633773, + 0.005774102, + -0.031568836, + 0.0423247, + -0.025180202, + -0.013376202, + 0.0015394486, + -0.049911205, + 0.02109996, + -0.021661462, + 0.004672936, + 0.017780866, + 0.0011081847, + 0.021886062, + 0.032716792, + -0.032267593, + 0.0058926414, + 0.023171276, + 0.00095455174, + -0.013600803, + -0.0012711759, + -0.03795747, + -0.004102077, + -0.023732778, + 0.0047727586, + -0.06019291, + -0.070374794, + 0.08839274, + -0.012409173, + 0.0053748125, + 0.05649948, + 0.01690742, + 0.009976001, + -0.010418964, + -0.007836059, + 0.017468922, + -0.010724669, + 0.017394055, + -0.002348946, + -0.016558042, + -0.011304887, + 0.0011986487, + 0.03069539, + 0.008229109, + 0.011192587, + -0.005533905, + 0.019190857, + 0.011660505, + -0.01831741, + -0.010443919, + -0.024830824, + -0.023932422, + 0.002348946, + -0.00992609, + -0.02076306, + 0.003562412, + 0.005321782, + 0.02842443, + -0.024993034, + -0.009451934, + -0.03301626, + 0.027750628, + 0.030620523, + -0.055750813, + -0.003142846, + -0.017518831, + 0.0010262991, + 0.023021542, + 0.013962659, + 0.0432231, + 0.038207024, + -0.0008601884, + 0.0052469154, + 0.008640877, + 0.014910972, + 0.025242591, + 0.027600896, + -0.031244414, + 0.021411907, + 0.00845371, + -0.022759508, + -0.0050535095, + 0.03863127, + -0.0006983669, + 0.042174965, + 0.05380428, + 0.0014450853, + 0.03533713, + -0.01186015, + -0.0002263551, + 0.003194317, + 0.0058926414, + -0.027076827, + 0.008141765, + 0.023246143, + 0.020912794, + 0.0029135665, + 0.0050753453, + 0.01599654, + 0.027501073, + 0.0012844336, + 0.02700196, + -0.04669193, + 0.0074866805, + -0.02717665, + -0.0030196279, + 0.0039897766, + 0.0018467145, + -0.0052781096, + -0.022060752, + -0.008934106, + 0.0055806963, + -0.028075052, + -0.036510047, + 0.019315636, + 0.011660505, + 0.0053373794, + 0.00073073123, + 0.03733358, + -0.05639966, + -0.05355472, + 0.0015332098, + 0.013488502, + 0.037258714, + -0.022310307, + -0.031693615, + -0.034214128, + -0.017943077, + -0.0178183, + 0.045893352, + -0.021112438, + -5.5808912e-05, + -0.016495652, + 0.0014528839, + 0.030620523, + 0.021811197, + 0.041101877, + -0.014099915, + 0.00062194036, + 0.008659594, + -0.0026811673, + 0.039629497, + 0.046617065, + 0.019752359, + -0.00425493, + -0.0036559957, + 8.895307e-05, + 0.013151602, + -0.033789884, + 0.03199308, + -0.0044701723, + 0.032542106, + 0.025679315, + -0.010094541, + 0.004647981, + -0.007056196, + 0.041600987, + 0.030395923, + -0.006557084, + -0.0043017217, + -0.010306664, + 0.03960454, + 0.023645433, + -0.012976913, + 0.012927001, + -0.011648027, + -0.0056929966, + -0.0035842482, + 0.0147487605, + 0.0036809512, + 0.016133796, + 0.00595503, + -0.042898677, + -0.024880735, + 0.023533132, + -0.0018638715, + -0.012271917, + 0.033390597, + -0.014648938, + -0.017219365, + 0.013288857, + 0.0044265, + -0.021075005, + 0.037982427, + 0.025629403, + 0.013588325, + 0.00060049415, + 0.003200556, + -0.015497428, + -0.026452938, + -0.007461725, + 0.035412, + 0.02213562, + -0.0077175195, + -0.0035374565, + 0.015784418, + 0.024044722, + 0.0034345146, + -0.046092995, + 0.044046637, + -0.029597344, + 0.0082228705, + -0.02087536, + 0.01111772, + -0.025829047, + 0.029497521, + -0.018766612, + 0.041775677, + -0.011198826, + 0.014000093, + -0.027700718, + -0.017294232, + 0.0062732142, + 0.015921673, + -0.008428754, + -3.2364296e-05, + -0.013039302, + -0.014686371, + -0.02213562, + -0.0013195274, + -0.019415459, + -0.012059795, + -0.023495698, + -0.0038712376, + 0.02944761, + 0.005639966, + -0.013026824, + 0.020226516, + 0.008378843, + -0.033290774, + 0.025504624, + -0.0037308624, + -0.003046143, + 0.03194317, + 0.012384217, + 0.0066631455, + 0.05155827, + -0.0009919852, + -0.012889568, + -0.021935973, + -0.020189082, + -0.01316408, + 0.046367507, + -0.005462157, + 0.02303402, + -0.039679408, + 0.0041051963, + 0.012852135, + -0.013875314, + 0.012246962, + -0.011729132, + -0.008934106, + 0.039055515, + 0.014299559, + -0.008372604, + 0.030096455, + -0.042174965, + 0.023271099, + -0.007979553, + -0.027051872, + 0.008840522, + 0.0020900315, + 0.031394146, + 0.029821943, + -0.047340777, + -0.041775677, + 0.016445741, + 0.019677492, + 0.018704223, + 0.05809664, + 0.0474406, + -0.03478811, + -0.005087823, + -0.024431534, + 0.047565375, + 0.004975523, + -0.006937657, + 0.012521473, + 0.046392463, + 0.036909334, + 0.036010932, + -0.004467053, + 0.00726208, + 0.020101737, + -0.0062669753, + -0.009976001, + -0.040752497, + -0.0020120454, + -0.014000093, + -0.00811681, + 0.023420831, + 0.004379708, + 0.028025141, + -0.027775584, + -0.020076782, + 0.013912748, + 0.011080287, + 0.05894513, + 0.017007243, + -0.0073307077, + 0.0048195506, + 0.03411431, + 0.0072308853, + 0.01895378, + -0.008728222, + -0.018230068, + 0.017007243, + 0.043871947, + 0.0030211876, + 0.002342707, + 0.02183615, + 0.039404895, + 0.012134661, + -0.009295962, + -0.009795073, + 0.053704455, + -0.01327638, + -0.0025376726, + 0.019265724, + 0.016857509, + -0.016009018, + 0.014711327, + -0.012602579, + -0.008946583, + -0.026078604, + 0.0038026099, + -0.03670969, + -0.002927604, + 0.022896765, + 0.026577715, + -0.027476117, + -0.026278248, + 0.0032379893, + -0.012733595, + -0.04010365, + 0.019889614, + -0.023508176, + -0.025155246, + 0.021486772, + -0.039504718, + -0.003262945, + -0.031818394, + 0.0008516099, + 0.015472473, + -0.014536638, + -0.02116235, + -0.02501799, + 0.020076782, + 0.0069189407, + -0.007131063, + 0.027301429, + -0.019552713, + 0.019415459, + 0.011354798, + -0.003715265, + -0.00317716, + 0.014149826, + 0.028399475, + 0.004647981, + 0.02087536, + -0.021012617, + -0.021149872, + -0.012902046, + 0.00027724114, + -0.0016657864, + -0.006304409, + 0.042798858, + -0.022484997, + -0.010450158, + -0.0085909655, + -0.004919373, + 0.018117767, + 0.029697165, + 7.993591e-05, + 0.012533951, + 0.024306756, + -0.057198238, + 0.044620614, + 0.01633344, + -0.0130018685, + 0.032766704, + -0.034538552, + 0.025804091, + 0.013213991, + 0.015185484, + -0.026078604, + 0.053854186, + 0.012115944, + 0.050235625, + 0.00046596787, + -0.017493876, + 0.02348322, + -0.01991457, + -0.009651579, + -0.020076782, + 0.028474342, + -0.017730955, + 0.0064260676, + -0.006057972, + -0.022547387, + 0.02650285, + -0.019066079, + -0.0018389159, + 0.019889614, + 0.019340592, + 0.001106625, + -0.027276473, + -0.004601189, + -0.019702448, + 0.0049100146, + 0.0053685736, + 0.019028647, + -0.0070312405, + -0.026452938, + 0.025978781, + 0.03251715, + 0.0025891436, + -0.0012813142, + 0.0010738707, + -0.014299559, + -0.0063012894, + -0.020837927, + -0.0012750753, + 0.024606222, + -0.029297875, + 0.022123141, + 0.012190811, + 0.016582998, + 0.01230935, + -0.02280942, + 0.044720437, + -0.050784647, + 0.0044296193, + 0.0053061848, + 0.004414022, + 0.0015285306, + -0.0029697167, + -0.014074959, + 0.012415412, + -0.023071453, + -0.014374427, + -0.001770288, + -0.035362087, + -0.029547432, + 0.0058240136, + 0.012658729, + 0.0068503125, + 0.007904687, + 0.017893165, + 0.043547526, + -0.020164127, + 0.030470788, + -0.01639583, + -0.01855449, + 0.028723897, + 0.021262173, + -0.0021508608, + -0.027675763, + 0.029572388, + -0.017119542, + -0.013663191, + 0.031968124, + -0.019602625, + 0.0088654775, + 0.030595567, + 0.001469261, + 0.012371739, + 0.009913613, + -0.0060610916, + 0.09068865, + 0.03386475, + 0.024444012, + 0.019727403, + -0.027950274, + -0.012346784, + -0.009745162, + -0.013763014, + 0.018292455, + -0.02388251, + 0.02258482, + 0.022959154, + 0.012072273, + -0.0013062698, + -0.0077237585, + 0.028973453, + 0.021599073, + -0.0053124237, + 0.037807737, + -0.010543741, + 0.0047103697, + -0.03853145, + 0.032317504, + -0.027026916, + -0.0078111035, + -0.0018732299, + -0.0072308853, + -0.0028215428, + 0.018829001, + 0.0137380585, + -0.0021118678, + 0.008921628, + 0.027101783, + 0.03992896, + 0.0002542352, + 0.0037682957, + -0.008609682, + 0.0042424523, + -0.007748714, + 0.009108795, + 0.0064260676, + 0.021287128, + 0.016782641, + 0.00064533623, + -0.018417234, + 0.018504579, + -0.024444012, + -0.0025782257, + -0.06293803, + 0.0068128794, + -0.020887839, + -0.019303158, + -0.01565964, + -0.005883283, + 0.00014271485, + 0.016071407, + 0.043447703, + 0.019864658, + 0.025854003, + 0.00070226623, + 0.005309304, + -0.0075490694, + -0.0018186395, + 0.0008196355, + -0.043422747, + 0.0014099915, + -0.017256798, + -0.03012141, + 0.005992464, + 0.027201606, + 0.0014302679, + 0.034014486, + 0.022559864, + -0.018067855, + 0.0055183074, + 0.022484997, + -0.031444058, + -0.02013917, + -0.0010418964, + -0.0090776, + -0.001112084, + -0.01492345, + 0.04135143, + 0.018005466, + -0.03246724, + -0.0056212493, + -0.007748714, + 0.02610356, + -0.032142814, + -0.018392278, + -0.03149397, + -0.042574257, + 0.022659685, + -0.005820894, + 0.0038587598, + 0.0237203, + -0.038481537, + 0.0052469154, + 0.009065122, + 0.049786426, + 0.010662281, + -0.025292503, + -0.0069875685, + -0.015247872, + 0.03351537, + 0.032816615, + 0.025679315, + -0.017057154, + 0.019390503, + -0.023595521, + -0.0035842482, + -0.017144497, + 0.012951957, + -0.0492374, + 0.0019340591, + 0.011847672, + 0.0041738246, + -0.023595521, + -0.011523249, + -0.0041145547, + 0.019739881, + 0.034538552, + -0.009221095, + -0.025629403, + 0.008060659, + -0.010768342, + -0.006931418, + 0.0026998841, + 0.0015573855, + -0.008123049, + 0.027251517, + 0.005087823, + 0.020525983, + 0.02183615, + 0.019153424, + 0.06278829, + -0.01316408, + -0.002297475, + 0.055850636, + 0.03284157, + -0.01038153, + 0.027725672, + -0.007917165, + -0.008703266, + 0.003052382, + -0.007648892, + -0.01668282, + -0.025878958, + 0.006195228, + -0.01798051, + -0.012989391, + -0.030870078, + -0.0003000521, + 0.0029712764, + 0.0029260442, + 0.047565375, + 0.044895127, + 0.009938568, + -0.019789793, + -0.014873538, + -0.0071123466, + -0.009227334, + -0.026952049, + -0.029497521, + -0.026752405, + 0.0008266543, + -0.057497706, + 0.03221768, + 0.00061180216, + 0.028599119, + 0.0096952515, + -0.0144742485, + -0.030670434, + 0.006451023, + 0.025242591, + -0.014399382, + -0.014511682, + 0.008434993, + -0.016782641, + -0.0022927958, + -0.020438638, + -0.033490416, + 0.010007196, + 0.0012844336, + 0.037458356, + -0.0036715928, + -0.026353115, + -0.006937657, + -0.02535489, + 0.032092903, + 0.056150105, + 0.013476024, + 0.016620431, + -0.017943077, + 0.009033928, + 0.024693567, + -0.024406578, + 0.0016236738, + -0.00012926222, + 0.017543787, + 0.00097638794, + 0.028324608, + -0.01753131, + -0.005814655, + -0.00487882, + -0.00053030654, + -0.042973544, + -0.013725581, + 0.0051595704, + 0.025729226, + -0.0010379971, + -0.013426114, + -0.0002626187, + 0.034738198, + -0.04072754, + -0.012839657, + -0.021773763, + 0.05068483, + -0.026403027, + -0.025317458, + 0.0699755, + 0.020401204, + 0.026378071, + -0.013688147, + -0.0073307077, + -0.017905643, + 0.026652582, + -0.008721983, + -0.016033974, + -0.03975427, + 0.005521427, + -0.03443873, + 0.015210439, + -0.03194317, + 0.036834467, + 0.015871763, + -0.009539278, + -0.009732684, + -0.01452416, + 0.009271006, + 0.00669434, + -0.015410084, + 0.0035655315, + -0.01713202, + 0.024468968, + 0.01350098, + 0.041326474, + 0.009090078, + -0.020550938, + -0.017007243, + 0.0237203, + 0.026877183, + 0.022909243, + -0.020987662, + 0.011785283, + 0.004607428, + -0.016009018, + -0.010967987, + -0.004856984, + -0.025654359, + -0.02451888, + 0.0034189173, + 0.026128516, + 0.0119038215, + -0.015397606, + 0.037982427, + -0.015135572, + 0.009439456, + 0.0058084163, + 0.007193452, + -0.008079376, + -0.012222006, + 0.014823628, + 0.018055378, + 0.01730671, + 0.04135143, + 0.011017898, + 0.021349518, + -0.024132067, + 0.020051826, + -0.019652536, + 0.010749625, + 0.037084024, + -0.039904006, + -0.015647162, + -0.030895034, + 0.0066756234, + -0.014773716, + 0.043023456, + -0.019016169, + -0.020738104, + 0.022335263, + -0.016420785, + -0.012134661, + -0.001055154, + 0.019777315, + -0.012115944, + -0.036110755, + 0.01968997, + 0.007698803, + 0.04516964, + 0.010730908, + 0.0021290248, + 0.020563416, + 0.02365791, + -0.048838113, + 0.020014392, + 0.007967075, + -0.0070374794, + -0.040927187, + 0.016308486, + -0.0017063393, + -0.031069724, + 0.010593653, + -0.016695298, + -0.007935882, + 0.008672072, + -0.0028043857, + 0.010387769, + 0.005820894, + 0.00057670835, + -0.007954598, + 0.0020915912, + -0.025504624, + 0.023670388, + -0.029796988, + -0.003381484, + 0.023707822, + -0.015285306, + -0.037133936, + -0.025155246, + -0.009795073, + 0.024194455, + -0.025267547, + -0.01270864, + -0.019665014, + -0.009071361, + 0.023695344, + -0.036385268, + -0.007861014, + 0.0077237585, + -0.011747849, + -0.027476117, + -0.0412017, + 0.022697119, + 0.0012298432, + -0.0049786423, + 0.022048274, + 0.009183661, + 0.016645387, + 0.012284394, + 0.0033003783, + 0.02070067, + 0.015984062, + -0.013014346, + -0.048413865, + -0.0022709598, + 0.023894988, + 0.020388726, + -0.027850451, + 0.01038153, + 0.02298411, + -0.0098761795, + 0.010113258, + -0.017730955, + 0.016358396, + 0.0051502124, + 0.013663191, + -0.018017944, + -0.018504579, + 0.017730955, + -0.03246724, + 0.027376294, + 0.013376202, + 0.01605893, + -0.01877909, + 0.025030468, + 0.04347266, + 0.012558906, + 0.0018794687, + -0.00020841826, + 0.019265724, + -0.0041332715, + 0.0184921, + 0.035486866, + 0.037258714, + -0.0240572, + 0.038855873, + 0.0003762837 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "text-embedding-3-small", + "object": "list", + "usage": { + "prompt_tokens": 17, + "total_tokens": 17 + } + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/f6960cae871e1fb2f6a749488d9bab55d3575489400bc517d40822048496c36b.json b/tests/integration/responses/recordings/f6960cae871e1fb2f6a749488d9bab55d3575489400bc517d40822048496c36b.json new file mode 100644 index 000000000..bd6e63391 --- /dev/null +++ b/tests/integration/responses/recordings/f6960cae871e1fb2f6a749488d9bab55d3575489400bc517d40822048496c36b.json @@ -0,0 +1,1153 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[openai_client-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "gpt-4o", + "messages": [ + { + "role": "user", + "content": "What are the marketing updates?" + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "index": 0, + "id": "call_Vdxnbo2D8ds3BuKCon8XUt9P", + "type": "function", + "function": { + "name": "knowledge_search", + "arguments": "{\"query\":\"marketing updates October 2023\"}" + } + } + ] + }, + { + "role": "tool", + "tool_call_id": "call_Vdxnbo2D8ds3BuKCon8XUt9P", + "content": [ + { + "type": "text", + "text": "knowledge_search tool found 4 chunks:\nBEGIN of knowledge_search tool results.\n" + }, + { + "type": "text", + "text": "[1] document_id: file-284290576317, score: 1.1939300430192143, attributes: {'region': 'us', 'category': 'engineering', 'date': 1680307200.0, 'filename': 'us_engineering_q2.txt', 'document_id': 'file-284290576317', 'token_count': 18.0, 'metadata_token_count': 32.0} (cite as <|file-284290576317|>)\nUS technical updates for Q2 2023. New features deployed in the US region.\n" + }, + { + "type": "text", + "text": "[2] document_id: file-284290576316, score: 0.9860226028240189, attributes: {'region': 'us', 'category': 'marketing', 'date': 1672531200.0, 'filename': 'us_marketing_q1.txt', 'document_id': 'file-284290576316', 'token_count': 21.0, 'metadata_token_count': 32.0} (cite as <|file-284290576316|>)\nUS promotional campaigns for Q1 2023. Revenue increased by 15% in the US region.\n" + }, + { + "type": "text", + "text": "[3] document_id: file-284290576318, score: 0.9676964172910248, attributes: {'region': 'eu', 'category': 'marketing', 'date': 1672531200.0, 'filename': 'eu_marketing_q1.txt', 'document_id': 'file-284290576318', 'token_count': 17.0, 'metadata_token_count': 32.0} (cite as <|file-284290576318|>)\nEuropean advertising campaign results for Q1 2023. Strong growth in EU markets.\n" + }, + { + "type": "text", + "text": "[4] document_id: file-284290576319, score: 0.7632951871120561, attributes: {'region': 'asia', 'category': 'sales', 'date': 1688169600.0, 'filename': 'asia_sales_q3.txt', 'document_id': 'file-284290576319', 'token_count': 17.0, 'metadata_token_count': 31.0} (cite as <|file-284290576319|>)\nAsia Pacific revenue figures for Q3 2023. Record breaking quarter in Asia.\n" + }, + { + "type": "text", + "text": "END of knowledge_search tool results.\n" + }, + { + "type": "text", + "text": "The above results were retrieved to help answer the user's query: \"marketing updates October 2023\". Use them as supporting information only in answering this query. Cite sources immediately at the end of sentences before punctuation, using `<|file-id|>` format (e.g., 'This is a fact <|file-Cn3MSNn72ENTiiq11Qda4A|>.'). Do not add extra punctuation. Use only the file IDs provided (do not invent new ones).\n" + } + ] + } + ], + "stream": true, + "stream_options": { + "include_usage": true + }, + "tools": [ + { + "type": "function", + "function": { + "name": "knowledge_search", + "description": "Search for information in a database.", + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "The query to search for. Can be a natural language sentence or keywords." + } + }, + "required": [ + "query" + ] + } + } + } + ] + }, + "endpoint": "/v1/chat/completions", + "model": "gpt-4o" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "FO2mf8dY4o7Rrp" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": "I", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "i1AqbcAlqYO1SNf" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " could", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Hlh9kKLlgj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " not", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "iybXG2FTQnzQ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " find", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Hez8uHKUN4Y" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " specific", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "umm2Xz5" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " marketing", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "BbrTDD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " updates", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "aI6TKz0o" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "INa4d2Q1FMPb" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " October", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "K6oct54g" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " ", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "IjfGKx9PmSsye1O" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": "202", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "e0PBDEWpPelhj" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": "3", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Oq3VsleeI85Hr4t" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "LKNrixhtROzZSZL" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " If", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "M1t3kcZtAV296" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "swj3iOeGlq3v" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " need", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "T5mpDilk1CF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " updates", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "lUV0eR2D" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "edlmejL5TsJC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " a", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "NtPqlW8FLmhltq" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " particular", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "SCEVs" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " region", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Tgf6in4to" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " or", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "saXLpZIunUoOF" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " earlier", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "L1oDRYt1" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " time", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "Vwx5Fc416AO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "2wMfFPxDSGG9T8h" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " let", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "pvnJsFGZ7MF6" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " me", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "g5fdICw1VDznO" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " know", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "wq0bFw2UFDn" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " so", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "DgHvASyNV1KAg" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " I", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "rLhPiJZNrMk59c" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " can", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "V3VMQE7J7nAG" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " search", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "aLTv5S8yC" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "LXDfvGgjl4xY" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " that", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "5Iganp45EVm" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": " information", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "jZiZ" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "ILCd5QXCZPsW94e" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": null, + "obfuscation": "vS2Hc0fAtD" + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "rec-f6960cae871e", + "choices": [], + "created": 0, + "model": "gpt-4o-2024-08-06", + "object": "chat.completion.chunk", + "service_tier": "default", + "system_fingerprint": "fp_f64f290af2", + "usage": { + "completion_tokens": 37, + "prompt_tokens": 707, + "total_tokens": 744, + "completion_tokens_details": { + "accepted_prediction_tokens": 0, + "audio_tokens": 0, + "reasoning_tokens": 0, + "rejected_prediction_tokens": 0 + }, + "prompt_tokens_details": { + "audio_tokens": 0, + "cached_tokens": 0 + } + }, + "obfuscation": "Thyp7wNiwidUO" + } + } + ], + "is_streaming": true + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/recordings/f937207947ea88094722ce556c06f85deed51f3b582cf1b66df22c06514ebd56.json b/tests/integration/responses/recordings/f937207947ea88094722ce556c06f85deed51f3b582cf1b66df22c06514ebd56.json new file mode 100644 index 000000000..3585b7836 --- /dev/null +++ b/tests/integration/responses/recordings/f937207947ea88094722ce556c06f85deed51f3b582cf1b66df22c06514ebd56.json @@ -0,0 +1,1576 @@ +{ + "test_id": "tests/integration/responses/test_file_search.py::test_response_file_search_streaming_events[openai_client-txt=openai/gpt-4o]", + "request": { + "method": "POST", + "url": "https://api.openai.com/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "text-embedding-3-small", + "input": [ + "European advertising campaign results for Q1 2023. Strong growth in EU markets." + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "text-embedding-3-small" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + 0.009188463, + 0.013140166, + 0.019547354, + 0.008868707, + -0.016325662, + -0.00556255, + -0.045176107, + 0.0383466, + -0.005767676, + 0.0017903326, + 0.026207935, + -0.040590927, + -0.029731285, + -0.035040442, + 0.045634627, + 0.015082835, + -0.039722156, + -0.027945478, + -0.028597055, + -0.018316595, + 0.016084336, + 0.0017496089, + 0.02806614, + 0.026232067, + -0.042786986, + 0.012367925, + -0.01031666, + 0.011197497, + -0.017025504, + -0.024808249, + 0.06877773, + -0.0413873, + 0.018002871, + 0.00091100327, + 3.7589252e-05, + -0.005942637, + -0.041435566, + 0.03974629, + -0.041990615, + 0.010389057, + -0.0075233183, + -0.022708718, + 0.031324033, + 0.021381427, + -0.04423494, + -0.020331662, + 0.003846123, + -0.036560792, + 0.034413, + 0.029393429, + -0.002818982, + -0.0066786795, + 0.012379991, + -0.004627414, + -0.0474687, + -0.017990805, + 0.042497396, + 0.019849012, + 0.012084368, + 0.054394737, + 0.020452324, + -0.0125851175, + 0.091462314, + -0.036415998, + 0.022322597, + 0.0025882146, + -0.0006025593, + 0.05376729, + 0.060572665, + -0.03528177, + 0.02862119, + 0.0016591119, + 0.050678328, + -0.040035877, + 0.0053755227, + -0.012621317, + -0.03388208, + 0.03685038, + -0.006383056, + -0.05024394, + -0.058545534, + 0.0109320395, + -0.028645322, + -0.027535224, + -0.02036786, + -0.024856513, + 0.03472672, + 0.016482523, + -0.01050972, + 0.02234673, + -0.03689865, + 0.021936476, + 0.027269766, + -0.025701152, + -0.016832445, + 0.028138537, + -0.004117614, + -0.015300028, + 0.020042071, + 0.038684458, + 0.062744595, + -0.00877821, + 0.02267252, + -0.0303346, + -0.013043636, + -0.01645839, + 0.0027692085, + -0.025652887, + 0.060186546, + -0.02739043, + -0.04032547, + 0.033375297, + -0.002187011, + 0.035161104, + -0.031541225, + -0.06023481, + -0.02492891, + -0.011758579, + 0.026883645, + -0.009773677, + -0.02587008, + 0.033930346, + -0.005526351, + 0.035957478, + 0.045779422, + 0.04281112, + -0.0075474507, + -0.04908558, + -0.025459826, + -0.04937517, + -0.0007590437, + 0.038491394, + 0.025580488, + -0.010835509, + -0.011131133, + 0.0124161905, + 0.020536788, + 0.028959043, + -0.019957608, + -0.008259361, + 0.000345774, + -0.016204998, + -0.005028617, + 0.032675456, + -0.061344907, + 0.009689214, + 0.031034442, + -0.04510371, + -0.00028751654, + -0.028283333, + 0.00015987805, + -0.015275896, + -0.04956823, + 0.009834008, + 0.05381556, + 0.008554984, + -0.009429789, + 0.0033061574, + -0.021852013, + -0.0132125635, + -0.005309158, + 0.03890165, + -0.02153829, + 0.004576132, + -0.007197529, + 0.00073792774, + 0.0010384532, + -0.05212628, + -0.084319085, + -0.009200529, + 0.0099607045, + -0.009840041, + -0.023336163, + -0.0026515624, + -0.0494717, + -0.022455325, + -0.03559549, + -0.012729913, + 0.016928975, + 0.011408657, + 0.03588508, + 0.02059712, + -0.0353783, + -0.04833747, + -0.015287962, + 0.032120407, + -0.016856577, + 0.0005309158, + -0.015601685, + 0.02910384, + 0.011855109, + 0.0026892696, + 0.0959027, + 0.0010618316, + 0.020609187, + -0.009055735, + 0.016639384, + 0.0050135343, + 0.004202078, + 0.024904778, + 0.018340727, + -0.01655492, + -0.021079771, + -0.048096146, + 2.5310883e-05, + -0.041628625, + -0.015010438, + -0.010793277, + -0.0303346, + 0.017508155, + 0.04691365, + 0.004633447, + 0.0037646757, + -0.013779678, + -0.0433903, + 0.0029456778, + -0.0070648002, + 0.021345228, + 0.07259067, + 0.014177865, + -0.0026198884, + -0.020174801, + 0.015867142, + -0.03803288, + -0.0050557666, + 0.065061316, + 0.020838445, + -0.016241197, + -0.060572665, + -0.05034047, + 0.010135666, + 0.03909471, + 0.007052734, + -0.012060235, + 0.011028569, + -0.001047503, + 0.079685636, + -0.024784114, + -0.00037914477, + -0.020826379, + -0.0053061415, + 0.031927347, + 0.010455421, + -0.020090336, + -0.025797682, + 0.018099403, + -0.0011930523, + -0.021152169, + -0.035064574, + -0.012488588, + 0.010642448, + 0.0049079545, + 0.018027006, + 0.040253073, + 0.035933346, + 0.027993742, + -0.009206562, + 0.031903215, + -0.034388866, + -0.015058703, + 0.03460606, + 0.014419191, + -0.01597574, + -0.05034047, + 0.01536036, + 0.034871515, + 0.020343728, + 0.028114405, + -0.049809556, + -0.017290963, + 0.029465828, + -0.059945222, + 0.012524786, + 0.03195148, + -0.0062684263, + 0.01532416, + 0.047203243, + -0.028572923, + 0.035450697, + -0.009345325, + -0.020017939, + -0.030551791, + 0.017339228, + -0.053139847, + -0.021333162, + -0.042786986, + 0.03472672, + 0.034316465, + -0.022865579, + 0.05120924, + 0.03588508, + -0.07452127, + 0.0027330099, + -0.032651324, + -0.012452389, + 0.03139643, + 0.036005743, + -0.02673885, + -0.0333029, + 0.04597248, + 0.037670888, + -0.01891991, + 0.017290963, + 0.009737479, + -0.02910384, + 0.0525124, + -0.0062322277, + -0.0012345301, + -0.018835444, + 0.0061688796, + 0.01474498, + 0.03491978, + 0.0011297044, + -0.080264814, + -0.056518402, + -0.022057138, + 0.024808249, + -0.009604749, + 0.0019034538, + -0.013550419, + 0.012150732, + 0.017254764, + 0.004404188, + 0.014781179, + -0.033230502, + -0.048868388, + -0.017242698, + 0.0028491477, + 0.008838542, + -0.06892253, + -0.012253296, + 0.045441568, + 0.020391993, + -0.015529287, + -0.013091901, + 0.03728477, + -0.007505219, + -0.021731349, + 0.030455261, + 0.04090465, + 0.01393654, + -0.018376926, + 0.021429693, + 0.0046062977, + 0.036874518, + -0.0025655902, + -0.014117534, + -0.023456825, + 0.031444695, + 0.043728158, + -0.029079707, + -0.068391606, + 0.03955323, + 0.037043445, + 0.06269633, + -0.008518785, + -0.0011364917, + -0.00078506157, + -0.019740416, + 0.015601685, + -0.0018114485, + -0.047541097, + -0.008868707, + -0.011420723, + -0.02787308, + -0.04264219, + -0.054394737, + 0.066074885, + 0.06945344, + -0.02560462, + 0.0012910907, + -0.036560792, + -0.0026953027, + 0.019668017, + -0.027100839, + 0.029900214, + -0.017194433, + 0.02644926, + 0.043800555, + -0.0012639416, + 0.031734284, + -0.017821878, + -0.016566986, + -0.050099146, + -0.012452389, + 0.015710281, + -0.033906214, + 0.018039072, + -0.04358336, + 0.018678583, + -0.0333029, + 0.0033845883, + 0.0024600103, + -0.0022367844, + 0.0014622809, + 0.066171415, + 0.027607622, + 0.025628753, + -0.0060964823, + 0.019112969, + -0.052464135, + -0.016494589, + -0.010515753, + -0.019511156, + -0.00040195757, + 0.029152105, + -0.034316465, + -0.006250327, + -0.01607227, + -0.009653015, + -0.010214096, + -0.070080884, + 0.015058703, + 0.04129077, + -0.008814409, + -0.030503526, + -0.06921212, + 0.0018687634, + 0.021574488, + 0.03356836, + 0.023589555, + -0.024229066, + 0.0053182077, + -0.008024069, + 0.0048084077, + -0.066267945, + 0.01688071, + -0.03378555, + -0.010835509, + -0.025146103, + -0.066557534, + 0.018509656, + 0.008380024, + -0.015094901, + -0.053622495, + -0.016772114, + -0.03139643, + -0.043897085, + 0.017544353, + 0.0047299773, + 0.03185495, + 0.0043498897, + -0.0053634564, + -0.005037667, + -0.017013438, + -0.035643756, + -0.043124843, + 0.03911884, + -0.042666323, + -0.0413873, + -0.0373089, + 0.00536044, + -0.031879082, + -0.029658888, + -0.025725285, + -0.031155106, + 0.054925654, + 0.0020542822, + -0.01972835, + -0.016373927, + 0.018340727, + -0.010370958, + -0.022322597, + 0.024977176, + 0.03977042, + -0.029634755, + -0.025387429, + 0.025146103, + 0.0006127402, + -0.03255479, + -0.021357294, + 0.04804788, + -0.010171864, + 0.02977955, + -0.024615187, + 0.026618188, + 0.050678328, + -0.047734156, + -0.011571552, + -0.04232847, + 0.010262361, + 0.019993806, + -0.03185495, + -0.016747981, + -0.054105148, + -0.0083619235, + -0.030793117, + -0.06535091, + -0.03796048, + -0.0005569337, + 0.029369297, + 0.023915343, + 0.050581798, + -0.011595684, + -0.022853512, + -0.043800555, + 0.005067833, + -0.014214064, + -0.021429693, + 0.027462827, + 0.02069365, + 0.00065761164, + 0.006787276, + 0.043776423, + 0.06559224, + -0.0032518592, + -0.04462106, + 0.0025882146, + 0.024627253, + 0.0014818886, + 0.008162831, + 0.04585182, + -0.027462827, + -0.0025278833, + -0.013369425, + 0.021091837, + -0.013297028, + 0.08137491, + -0.011951638, + 0.024132537, + 0.008561017, + -0.028814249, + 0.019643884, + 0.003999968, + -0.02072985, + -0.02444626, + -0.013429756, + -0.06877773, + -0.006956204, + -0.04833747, + 0.0025444743, + 0.01597574, + 1.7722332e-05, + 0.012621317, + -0.011782711, + 0.012669582, + -0.036415998, + 0.04232847, + -0.054732595, + 0.039987613, + 0.0394567, + 0.011734446, + -0.0053906054, + -0.01959562, + -0.012379991, + 0.0011266879, + -0.0022579005, + 0.0038159573, + 0.0034811185, + -0.016892776, + 0.022588054, + 0.017665017, + 0.018509656, + 0.0065338844, + 0.03902231, + -0.012428257, + 0.005873256, + 0.007831008, + -0.010551952, + 0.010274427, + 0.043679893, + -0.008138698, + 0.008814409, + -0.0036983113, + -0.017640885, + 0.012573051, + 0.011637916, + 0.005812925, + -0.00383104, + 0.043728158, + 0.0038642224, + 0.0060029686, + 0.011987838, + 0.0056982953, + 0.024953043, + 0.010624349, + 0.005740527, + 0.039046444, + 0.01072088, + -0.022189867, + 0.00032428096, + 0.0013959164, + 0.0020075254, + 0.021176301, + -0.015963674, + 0.03453366, + -0.0058099083, + -0.01341769, + 0.027945478, + -0.00454295, + 0.044428, + -0.034002744, + -0.028910778, + -0.001909487, + -0.033254635, + 0.0053272573, + 0.005405688, + -0.0042593926, + -0.027680019, + 0.01972835, + -0.037550226, + -0.018811312, + -0.022262266, + -0.016566986, + 0.018968174, + 0.0303346, + -0.03786395, + -0.0062261946, + 0.00039818685, + -0.004856673, + 0.043728158, + 0.012042136, + -0.010274427, + 0.0033483894, + 0.017242698, + 0.031903215, + -0.024832381, + 0.0058943722, + -0.0038008746, + -0.020814313, + 0.03262719, + -0.030744852, + -1.4623281e-05, + -0.011191464, + 0.0135021545, + 0.042835254, + -0.014443323, + 0.0037043444, + 0.042400867, + -0.00020286413, + 0.04092878, + -0.022998307, + -0.014901841, + -0.007939604, + -0.018666517, + -0.00012151109, + 0.0013981789, + -0.010823443, + 0.021128036, + -0.009369457, + 0.028790116, + 0.021152169, + 0.044379734, + -0.016084336, + -0.0031734286, + -0.007251827, + -0.0028551808, + 0.012042136, + -0.013791745, + 0.029707152, + -0.009073834, + 0.014853576, + 0.0054690363, + 0.025001308, + -9.238237e-05, + -0.017254764, + 0.03747783, + 0.01322463, + -0.03385795, + 0.029658888, + -0.028765984, + 0.006132681, + -0.030093273, + -0.033037443, + 0.02340856, + 0.018352794, + 0.013948606, + 0.01907677, + -0.007245794, + 0.019487023, + -0.03255479, + 0.00666058, + 0.0050044847, + -0.0037375267, + 0.05680799, + -0.016723847, + 0.0012646958, + 0.016313596, + 0.026956044, + 0.028138537, + -0.027921345, + 0.02739043, + -0.04384882, + -0.021972675, + 0.0016259296, + 0.0031130973, + 0.012910907, + -0.026473392, + 0.017447824, + 0.04307658, + -0.008156798, + 0.0031824782, + 0.004823491, + -0.0019049621, + -0.008675647, + -0.007909439, + 0.015384492, + 0.01283851, + -0.030045008, + -0.044838253, + 0.031782553, + 0.018907843, + -0.040228937, + -0.020017939, + -0.036367733, + 0.03911884, + -0.009224663, + 0.009809876, + 0.035933346, + 0.041797552, + 0.009091933, + -0.025628753, + -0.022189867, + 0.003713394, + 0.0072578606, + 0.009761611, + -0.04640687, + 0.025097838, + -0.007975804, + -0.00756555, + 0.023565423, + -0.001058815, + 0.009622849, + -0.0433903, + 0.00545697, + 0.01888371, + -0.0058762725, + 0.0121085, + -0.008530851, + -0.02208127, + 0.018280396, + 0.024048073, + 0.00887474, + 0.0066304146, + -0.013960673, + 0.055118714, + -0.019004373, + -0.019800747, + 0.009309126, + -0.0065459507, + 0.038974047, + -0.030503526, + -0.023867078, + 0.01068468, + 0.02308277, + 0.041218374, + 0.018509656, + 0.027921345, + -0.00030410767, + -0.043148976, + -0.012168831, + 0.007650014, + 0.024180802, + 0.03279612, + -0.0054026716, + 0.0013687673, + 0.035330035, + 0.018051138, + 0.02079018, + -0.047034316, + 0.059317775, + -0.0020904809, + 0.036271203, + 0.011686181, + 0.010576084, + -0.0029004293, + -0.031541225, + 0.021188367, + -0.019631818, + 0.018811312, + -0.036198806, + -0.016180865, + -0.020379927, + 0.0008197521, + 0.0119576715, + 0.013622817, + -0.00918243, + 0.0034992178, + 0.025170235, + 0.0064554536, + -0.0072095953, + -0.027245633, + -0.018606186, + 0.011034602, + -0.014563986, + -0.03342356, + 0.038129408, + -0.007909439, + 0.011287994, + -0.031082707, + 0.009417722, + -0.031251635, + 0.004793325, + 0.024265265, + -0.0015256288, + -0.005930571, + 0.018123535, + -0.025435694, + -0.014563986, + 0.061248377, + -0.060379606, + -0.004458486, + -0.048675325, + -0.045055445, + 0.00625636, + -0.004883822, + -0.005882306, + 0.059800427, + -0.03948083, + 0.0034569858, + -0.019342229, + -0.012669582, + -0.0043921215, + -0.017375426, + -0.01697724, + 0.0009306109, + -0.006202062, + -0.013236696, + 0.011324192, + 0.009574584, + 0.016760048, + 0.01455192, + -0.026135538, + -0.020512655, + 0.025797682, + 0.034702588, + -0.015348293, + -0.023710217, + -0.019450825, + -0.029055575, + -0.008138698, + 0.0071432306, + -0.07288026, + 0.0031553293, + 0.027824815, + -0.001191544, + -0.0015867143, + 0.022491524, + 0.014624317, + -0.0045610494, + 0.007185463, + 0.0077948095, + -0.009164331, + -0.010889807, + -0.012621317, + 0.017520221, + 0.029996743, + -0.004491668, + -0.014105468, + -0.011782711, + -0.022093337, + -0.060186546, + -0.017652951, + 0.015312094, + -0.061103582, + 0.028500525, + -0.015191432, + -0.013176365, + 0.047348037, + 0.015420691, + -0.020874644, + 0.02046439, + 0.037526093, + -0.024904778, + 0.047227375, + -0.005930571, + -0.010648482, + -0.036415998, + 0.055118714, + 0.016060203, + 0.009592683, + 0.021719282, + 0.01341769, + -0.006202062, + 0.0061206147, + 0.008561017, + -0.016542854, + 0.03450953, + 0.015251763, + -0.011402624, + -0.007499186, + 0.00848862, + -0.0012918449, + 0.0036621124, + -0.014600185, + 0.024265265, + -0.031227503, + 0.008621349, + -0.0060964823, + -0.008060267, + 0.024506591, + -0.0030874563, + -0.042593926, + 0.0062804925, + -0.005728461, + 0.007740511, + -0.013634883, + 0.032868516, + 0.028959043, + -0.012488588, + -0.0131281, + -0.0011289503, + 0.026762983, + 0.009978804, + -0.004458486, + 0.0032850415, + 0.008639448, + -0.007420755, + -0.001207381, + 0.014141667, + 0.012609251, + 0.017423691, + 0.003027125, + -0.017665017, + 0.0077043124, + 0.015903343, + -0.022575988, + 0.022226065, + -0.0052277106, + 0.005432837, + 0.027245633, + 0.013297028, + 0.016579052, + -0.0066907457, + -0.021248698, + -0.012392057, + -0.048578795, + 0.0043378235, + 0.015432757, + -0.026594056, + 0.021707216, + 0.003239793, + -0.003505251, + -0.015275896, + -0.05497392, + 0.013236696, + 0.008717879, + -0.03453366, + -0.0011221629, + -0.0027526175, + 0.007945638, + -0.010153765, + -0.02402394, + -0.0736525, + -0.004334807, + -0.0065037184, + 0.005785776, + 0.0071552973, + 0.052029748, + -0.0033182239, + -0.0061296644, + 0.01503457, + -0.002458502, + -0.008241261, + -0.0021568455, + -0.001404212, + 0.021140102, + 0.0232155, + 0.028524658, + -0.01930603, + -0.017218566, + 0.0030738818, + -0.027607622, + -0.018051138, + -0.017858077, + 0.022865579, + 0.011656015, + 0.028186804, + -0.03559549, + 0.017640885, + 0.0061206147, + -0.0061085485, + 0.032482393, + 0.030962044, + 0.016868643, + 0.016687648, + 0.011547419, + -0.0019909344, + 0.009399623, + 0.010672614, + -0.0146967145, + 0.0043257573, + 0.0033845883, + 0.0074448874, + 0.014455389, + 0.039529096, + -0.0076138154, + -0.0011244253, + 0.033447694, + -0.009291027, + 0.032892648, + 0.012947106, + -0.0021628786, + 0.0038340567, + -0.010745012, + 0.023179302, + -0.028862514, + -0.031179238, + -0.039529096, + 0.0012066269, + 0.017652951, + -0.020162735, + -0.023770548, + 0.0026093305, + -0.017761547, + -0.03578855, + 0.018871645, + 0.029827815, + -0.03255479, + -0.016844511, + 0.01768915, + 0.01332116, + -0.012060235, + -0.02379468, + -0.0037707088, + -0.033278767, + 0.019716283, + 0.034702588, + 0.010660548, + 0.0020241165, + 0.02577355, + -0.004398155, + -0.006334791, + -0.025073705, + -0.028428128, + 0.024953043, + 0.031903215, + -0.010919973, + 0.021972675, + -0.034654323, + 0.025821814, + 0.003999968, + -0.056566667, + 0.00017712906, + -0.016084336, + -0.026931912, + 0.027438695, + -0.005915488, + -0.015867142, + -0.027342165, + 0.020536788, + -0.0071311644, + -0.0065942155, + 0.012205031, + -0.016760048, + -0.03460606, + -0.0028355732, + 0.004283525, + 0.024458326, + -0.009514253, + 0.015287962, + 0.005010518, + 0.021900278, + 0.023553357, + -0.0363436, + 0.055215243, + 0.007915472, + 0.039625626, + 0.007903405, + 0.0104735205, + -0.00067043205, + 0.024566922, + -0.011589651, + 0.00015205384, + 0.020054137, + -0.0038974048, + 0.033133972, + -0.008657548, + 0.018992307, + 0.044114277, + 0.014479522, + 0.002042216, + -0.018606186, + 0.010274427, + -0.034244068, + 0.0120723015, + -0.001665145, + -0.0056258976, + 0.0039396365, + 0.014563986, + -0.0031432628, + 0.051064447, + 0.02777655, + -0.013659015, + -0.034219936, + 0.0052096113, + -0.0074448874, + -0.004111581, + 0.016808312, + -0.011462955, + -0.010039135, + -0.005067833, + 0.010515753, + 0.0005022584, + 0.0058853226, + 0.013912408, + 0.02208127, + 0.026425127, + 0.034388866, + -0.0155534195, + 0.007511252, + 0.011891307, + -0.00028713947, + 0.008621349, + 0.00575561, + -0.0124161905, + -0.0057314774, + -0.024337662, + -0.0141296005, + -0.0048928717, + -0.005824991, + 0.0061839623, + 0.0032910747, + -0.0034871516, + -0.0021327129, + -0.020814313, + -0.034316465, + -0.0068415743, + 0.016747981, + -0.019752482, + -0.0171703, + -0.029634755, + 0.009689214, + 0.024301464, + 0.020126536, + 0.017797746, + 0.0020844478, + 0.00666058, + 0.00045286212, + 0.00068476074, + 0.0009675639, + -0.038949914, + 0.025315031, + -0.0013710298, + -0.016808312, + -0.026956044, + -0.009128132, + -0.021864079, + 0.0036409965, + 1.1488878e-06, + -0.007366457, + 0.025749417, + 0.027462827, + 0.03342356, + -0.014008937, + 0.0105881505, + 0.0077163787, + 0.08171277, + -0.002814457, + -0.004105548, + 0.010618316, + -0.008645481, + -0.0068295076, + -0.02977955, + -0.002834065, + 0.014286461, + -9.24295e-05, + -0.007643981, + 0.020850511, + -0.019812813, + -0.018316595, + -0.016108468, + 0.016385993, + -0.004621381, + 0.033351164, + 0.0036560793, + -0.031420562, + 0.00086198404, + 0.012452389, + -0.012126599, + 0.00819903, + -0.006781243, + 0.010950139, + 0.011197497, + -0.023191368, + 0.038829252, + 0.012036103, + -0.0034268203, + 0.0071673635, + -0.01898024, + 0.012621317, + 0.02567702, + 0.001229251, + -0.033133972, + -0.011764612, + 0.014527787, + 0.0015082835, + -0.023746416, + -0.01141469, + 0.014419191, + -0.020452324, + 0.0027857998, + -0.0072216615, + -0.013357359, + -0.02968302, + -0.024832381, + -0.02816267, + -0.056084014, + -0.024108404, + -0.02587008, + 0.0022201934, + -0.02835573, + 0.004576132, + -0.007197529, + -0.033133972, + 0.020198934, + -0.03064832, + -0.02350509, + 0.009502186, + -0.034581926, + 0.0059124716, + -0.0145881185, + -0.024784114, + -0.0059547033, + -0.013948606, + -0.029417561, + 0.00827746, + 0.005574616, + -0.012138666, + 0.029248634, + -0.005164363, + 0.019776614, + 0.0075414176, + 0.009236729, + -0.01726683, + 0.006805375, + -0.040084142, + -0.006425288, + 0.0032428096, + -0.007100999, + -0.00013961049, + 0.00046643667, + -0.029465828, + 0.008814409, + 0.03395448, + -0.027100839, + 0.013876209, + -0.027076706, + -0.0033634724, + 0.031637754, + 0.0032850415, + -0.01597574, + 0.01726683, + 0.002909479, + -0.00474506, + -0.022575988, + 0.027052574, + -0.0077948095, + -0.010998404, + -0.019438758, + 0.00363798, + 0.009924506, + -0.0037435598, + -0.018799245, + -0.0026877613, + 0.07104619, + -0.027342165, + -0.009116066, + 0.00939359, + -0.0010535361, + -0.02893491, + -0.033930346, + -0.015927475, + 0.015372426, + -0.02208127, + 0.0028008826, + -0.02758349, + -0.018714782, + 0.040253073, + -0.032289334, + 0.023818813, + 0.032289334, + 0.0008823459, + -0.0037435598, + -0.022781115, + -0.002888363, + 0.0090497015, + -0.0067510772, + 0.033616625, + 0.017097902, + 0.0096168155, + -0.01788221, + 0.03672972, + 0.0056952788, + 0.0074690203, + 0.029369297, + 0.03245826, + 0.0010414697, + -0.0028099322, + 0.012560985, + 0.04785482, + -0.008271427, + -0.031058574, + 0.0096168155, + -0.017399559, + 0.021574488, + -0.0149259735, + -0.0006949416, + -0.0052789925, + 0.028983176, + 0.011951638, + 0.062648065, + 0.021610687, + 0.034654323, + 0.018823378, + -0.013514221, + 0.0090497015, + -0.023818813, + -0.009025569, + -0.039625626, + -0.011523286, + 0.014539854, + -0.0076258816, + -0.014672582, + 0.031082707, + -0.00839209, + -0.017061703, + 0.04708258, + -0.03605401, + -0.031275768, + -0.020042071, + -0.0026591038, + 0.0026696618, + -0.020223066, + 0.0068596737, + -0.026497526, + 0.030431129, + 0.008464487, + -0.0025776566, + 0.01580681, + 0.037550226, + 0.040590927, + -0.0038702555, + -0.0059004053, + -0.0018416143, + -0.010280461, + 0.035305902, + 0.00737249, + -0.0019034538, + 0.025194367, + 0.019631818, + 0.043414433, + 0.01341769, + -0.023348229, + -0.01422613, + 0.014805311, + 0.03622294, + 0.01283851, + 0.029900214, + -0.01965595, + -0.009978804, + 0.028235069, + 0.03366489, + -0.015963674, + 0.037164107, + -0.028114405, + 0.0124161905, + 0.028476393, + -0.01191544, + -0.0023861045, + 0.047878955, + -0.019004373, + -0.009592683, + -0.017713282, + 0.0181718, + -0.010847575, + -0.020741915, + 0.031517092, + -0.02363782, + -0.004856673, + -0.03006914, + 0.008434322, + 0.00444642, + 0.021128036, + 0.006171896, + -0.03549896, + -0.06887426, + 0.013067769, + -0.031927347, + 0.00798787, + -0.025966609, + 0.046358604, + 0.015287962, + -0.06815028, + -0.011776678, + -0.016494589, + -0.013357359, + 0.003547483, + -0.024856513, + 0.0105881505, + 0.019221565, + -0.014708781, + 0.02777655, + 0.011800811, + -0.03928777, + -0.0353783, + -0.011269894, + 0.008211096, + 0.0116741145, + -0.024530724, + -0.014093402, + -0.011649982, + -0.011969739, + -0.0057646595, + -0.011227663, + -0.034678455, + -0.022937976, + -0.015444824, + -0.031661887, + 0.015408625, + 0.0070889327, + -0.015010438, + 0.009514253, + 0.007656047, + 0.009200529, + -0.011209563, + 0.03861206, + 0.004413238, + 0.008977303, + 0.024434194, + -0.002330298, + -0.02920037, + 0.015915409, + 0.046020746, + -0.019088836, + -0.037139975, + 0.013815877, + -0.039915215, + 0.009266894, + 0.009122099, + -0.03919124, + 0.016289461, + -0.015336227, + 0.0062201614, + -0.016265329, + 0.034123406, + -0.027752418, + -0.020681584, + 0.025845947, + -0.02758349, + -0.004425304, + -0.0030195836, + 0.052367605, + 0.0181718, + -0.0076077823, + 0.013055703, + 0.01474498, + 0.00083106424, + 0.02948996, + -0.022901777, + 0.0017526255, + -0.0024011873, + 0.013671082, + 0.0010331742, + -0.017471956, + 0.032409996, + -0.011131133, + -0.010141699, + -0.001526383, + -0.010274427, + -0.01726683, + -0.007336291, + 0.029055575, + -0.010974271, + -0.023493024, + -0.03236173, + -0.005707345, + -0.025483958, + 0.003963769, + 0.04375229, + -0.041532096, + 0.04481412, + -0.004208111, + -0.018835444, + -0.003861206, + -0.00918243, + -0.03566789, + 0.0029607606, + 0.012090401, + -0.020138603, + -0.0021372377, + -0.004301625, + -0.019028505, + -0.02920037, + 0.0292969, + -0.016965173, + -0.0034720688, + -0.0035565326, + 0.023806747, + 0.007969771, + -0.008536885, + -0.003867239, + 0.0142985275, + -0.00035840587, + 0.00093966065, + 0.019800747, + 0.03482325, + 0.061489705, + 0.013779678, + 0.010177897, + 0.047541097, + 0.0042744754, + -0.010069301, + 0.012971238, + -0.029562358, + 0.021079771, + -0.024434194, + 0.019245697, + -0.023360295, + -0.02007827, + 0.0014954631, + 0.0077586104, + 0.003260909, + -0.004904938, + 0.043052446, + -0.025797682, + -0.023806747, + 0.020295464, + -0.02040406, + 0.030527659, + -0.024277331, + 0.009604749, + -0.014962173, + 0.005315191, + 0.024856513, + -0.0049320874, + -0.002191536, + 0.03378555, + -0.012349825, + 0.021767547, + -0.0020407077, + -0.009628882, + 0.008162831, + -0.012741979, + 0.054925654, + 0.002968302 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "text-embedding-3-small", + "object": "list", + "usage": { + "prompt_tokens": 17, + "total_tokens": 17 + } + } + }, + "is_streaming": false + }, + "id_normalization_mapping": {} +} diff --git a/tests/integration/responses/test_file_search.py b/tests/integration/responses/test_file_search.py index 3fc0f001e..e8d4fe359 100644 --- a/tests/integration/responses/test_file_search.py +++ b/tests/integration/responses/test_file_search.py @@ -318,3 +318,48 @@ def test_response_file_search_filter_compound_or(compat_client, text_model_id, v # Verify we got at least one of the expected categories assert len(categories_found) > 0, "Should have found at least one marketing or sales file" assert categories_found.issubset({"marketing", "sales"}), f"Found unexpected categories: {categories_found}" + + +def test_response_file_search_streaming_events(compat_client, text_model_id, vector_store_with_filtered_files): + """Test that file search emits proper streaming events (in_progress, searching, completed).""" + tools = [ + { + "type": "file_search", + "vector_store_ids": [vector_store_with_filtered_files.id], + } + ] + + stream = compat_client.responses.create( + model=text_model_id, + input="What are the marketing updates?", + tools=tools, + stream=True, + ) + + chunks = [] + for chunk in stream: + chunks.append(chunk) + + event_types = [chunk.type for chunk in chunks] + + # Verify file search streaming events are present + file_search_in_progress = [chunk for chunk in chunks if chunk.type == "response.file_search_call.in_progress"] + file_search_searching = [chunk for chunk in chunks if chunk.type == "response.file_search_call.searching"] + file_search_completed = [chunk for chunk in chunks if chunk.type == "response.file_search_call.completed"] + + assert len(file_search_in_progress) > 0, ( + f"Expected response.file_search_call.in_progress events, got chunk types: {event_types}" + ) + assert len(file_search_searching) > 0, ( + f"Expected response.file_search_call.searching events, got chunk types: {event_types}" + ) + assert len(file_search_completed) > 0, ( + f"Expected response.file_search_call.completed events, got chunk types: {event_types}" + ) + + # Verify final response has file search call + final_chunk = chunks[-1] + if hasattr(final_chunk, "response"): + file_search_calls = [output for output in final_chunk.response.output if output.type == "file_search_call"] + assert len(file_search_calls) > 0, "Expected at least one file_search_call in final response" + assert file_search_calls[0].status == "completed"