mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-08 13:00:52 +00:00
Merge remote-tracking branch 'origin/main' into TamiTakamiya/tool-param-definition-update
This commit is contained in:
Ashwin Bharambe
commit
c1818350c8
479 changed files with 74743 additions and 8997 deletions
|
|
@ -1,76 +0,0 @@
|
|||
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
||||
# All rights reserved.
|
||||
#
|
||||
# This source code is licensed under the terms described in the LICENSE file in
|
||||
# the root directory of this source tree.
|
||||
|
||||
|
||||
import pytest
|
||||
|
||||
from ..test_cases.test_case import TestCase
|
||||
|
||||
|
||||
def skip_if_provider_doesnt_support_batch_inference(client_with_models, model_id):
|
||||
models = {m.identifier: m for m in client_with_models.models.list()}
|
||||
models.update({m.provider_resource_id: m for m in client_with_models.models.list()})
|
||||
provider_id = models[model_id].provider_id
|
||||
providers = {p.provider_id: p for p in client_with_models.providers.list()}
|
||||
provider = providers[provider_id]
|
||||
if provider.provider_type not in ("inline::meta-reference",):
|
||||
pytest.skip(f"Model {model_id} hosted by {provider.provider_type} doesn't support batch inference")
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"test_case",
|
||||
[
|
||||
"inference:completion:batch_completion",
|
||||
],
|
||||
)
|
||||
def test_batch_completion_non_streaming(client_with_models, text_model_id, test_case):
|
||||
skip_if_provider_doesnt_support_batch_inference(client_with_models, text_model_id)
|
||||
tc = TestCase(test_case)
|
||||
|
||||
content_batch = tc["contents"]
|
||||
response = client_with_models.inference.batch_completion(
|
||||
content_batch=content_batch,
|
||||
model_id=text_model_id,
|
||||
sampling_params={
|
||||
"max_tokens": 50,
|
||||
},
|
||||
)
|
||||
assert len(response.batch) == len(content_batch)
|
||||
for i, r in enumerate(response.batch):
|
||||
print(f"response {i}: {r.content}")
|
||||
assert len(r.content) > 10
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"test_case",
|
||||
[
|
||||
"inference:chat_completion:batch_completion",
|
||||
],
|
||||
)
|
||||
def test_batch_chat_completion_non_streaming(client_with_models, text_model_id, test_case):
|
||||
skip_if_provider_doesnt_support_batch_inference(client_with_models, text_model_id)
|
||||
tc = TestCase(test_case)
|
||||
qa_pairs = tc["qa_pairs"]
|
||||
|
||||
message_batch = [
|
||||
[
|
||||
{
|
||||
"role": "user",
|
||||
"content": qa["question"],
|
||||
}
|
||||
]
|
||||
for qa in qa_pairs
|
||||
]
|
||||
|
||||
response = client_with_models.inference.batch_chat_completion(
|
||||
messages_batch=message_batch,
|
||||
model_id=text_model_id,
|
||||
)
|
||||
assert len(response.batch) == len(qa_pairs)
|
||||
for i, r in enumerate(response.batch):
|
||||
print(f"response {i}: {r.completion_message.content}")
|
||||
assert len(r.completion_message.content) > 0
|
||||
assert qa_pairs[i]["answer"].lower() in r.completion_message.content.lower()
|
||||
|
|
@ -40,7 +40,6 @@ def skip_if_model_doesnt_support_openai_completion(client_with_models, model_id)
|
|||
"inline::sentence-transformers",
|
||||
"inline::vllm",
|
||||
"remote::bedrock",
|
||||
"remote::cerebras",
|
||||
"remote::databricks",
|
||||
# Technically Nvidia does support OpenAI completions, but none of their hosted models
|
||||
# support both completions and chat completions endpoint and all the Llama models are
|
||||
|
|
@ -98,6 +97,9 @@ def skip_if_doesnt_support_n(client_with_models, model_id):
|
|||
# the entered value was 2. Update the candidateCount value and try again.', 'status': 'INVALID_ARGUMENT'}
|
||||
"remote::tgi", # TGI ignores n param silently
|
||||
"remote::together", # `n` > 1 is not supported when streaming tokens. Please disable `stream`
|
||||
# Error code 400 - {'message': '"n" > 1 is not currently supported', 'type': 'invalid_request_error', 'param': 'n', 'code': 'wrong_api_format'}
|
||||
"remote::cerebras",
|
||||
"remote::databricks", # Bad request: parameter "n" must be equal to 1 for streaming mode
|
||||
):
|
||||
pytest.skip(f"Model {model_id} hosted by {provider.provider_type} doesn't support n param.")
|
||||
|
||||
|
|
@ -109,8 +111,8 @@ def skip_if_model_doesnt_support_openai_chat_completion(client_with_models, mode
|
|||
"inline::sentence-transformers",
|
||||
"inline::vllm",
|
||||
"remote::bedrock",
|
||||
"remote::cerebras",
|
||||
"remote::databricks",
|
||||
"remote::cerebras",
|
||||
"remote::runpod",
|
||||
"remote::watsonx", # watsonx returns 404 when hitting the /openai/v1 endpoint
|
||||
):
|
||||
|
|
|
|||
|
|
@ -33,6 +33,7 @@ def skip_if_model_doesnt_support_user_param(client, model_id):
|
|||
provider = provider_from_model(client, model_id)
|
||||
if provider.provider_type in (
|
||||
"remote::together", # service returns 400
|
||||
"remote::fireworks", # service returns 400 malformed input
|
||||
):
|
||||
pytest.skip(f"Model {model_id} hosted by {provider.provider_type} does not support user param.")
|
||||
|
||||
|
|
@ -40,7 +41,9 @@ def skip_if_model_doesnt_support_user_param(client, model_id):
|
|||
def skip_if_model_doesnt_support_encoding_format_base64(client, model_id):
|
||||
provider = provider_from_model(client, model_id)
|
||||
if provider.provider_type in (
|
||||
"remote::together", # param silently ignored, always returns floats
|
||||
"remote::databricks", # param silently ignored, always returns floats
|
||||
"remote::fireworks", # param silently ignored, always returns list of floats
|
||||
"remote::ollama", # param silently ignored, always returns list of floats
|
||||
):
|
||||
pytest.skip(f"Model {model_id} hosted by {provider.provider_type} does not support encoding_format='base64'.")
|
||||
|
||||
|
|
@ -50,6 +53,8 @@ def skip_if_model_doesnt_support_variable_dimensions(client_with_models, model_i
|
|||
if provider.provider_type in (
|
||||
"remote::together", # returns 400
|
||||
"inline::sentence-transformers",
|
||||
# Error code: 400 - {'error_code': 'BAD_REQUEST', 'message': 'Bad request: json: unknown field "dimensions"\n'}
|
||||
"remote::databricks",
|
||||
):
|
||||
pytest.skip(
|
||||
f"Model {model_id} hosted by {provider.provider_type} does not support variable output embedding dimensions."
|
||||
|
|
@ -73,7 +78,6 @@ def skip_if_model_doesnt_support_openai_embeddings(client, model_id):
|
|||
"inline::meta-reference",
|
||||
"remote::bedrock",
|
||||
"remote::cerebras",
|
||||
"remote::databricks",
|
||||
"remote::runpod",
|
||||
"remote::sambanova",
|
||||
"remote::tgi",
|
||||
|
|
@ -287,7 +291,6 @@ def test_openai_embeddings_base64_batch_processing(compat_client, client_with_mo
|
|||
input=input_texts,
|
||||
encoding_format="base64",
|
||||
)
|
||||
|
||||
# Validate response structure
|
||||
assert response.object == "list"
|
||||
assert response.model == embedding_model_id
|
||||
|
|
|
|||
77
tests/integration/inference/test_openai_vision_inference.py
Normal file
77
tests/integration/inference/test_openai_vision_inference.py
Normal file
|
|
@ -0,0 +1,77 @@
|
|||
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
||||
# All rights reserved.
|
||||
#
|
||||
# This source code is licensed under the terms described in the LICENSE file in
|
||||
# the root directory of this source tree.
|
||||
|
||||
|
||||
import base64
|
||||
import pathlib
|
||||
|
||||
import pytest
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def image_path():
|
||||
return pathlib.Path(__file__).parent / "dog.png"
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def base64_image_data(image_path):
|
||||
return base64.b64encode(image_path.read_bytes()).decode("utf-8")
|
||||
|
||||
|
||||
async def test_openai_chat_completion_image_url(openai_client, vision_model_id):
|
||||
message = {
|
||||
"role": "user",
|
||||
"content": [
|
||||
{
|
||||
"type": "image_url",
|
||||
"image_url": {
|
||||
"url": "https://raw.githubusercontent.com/meta-llama/llama-stack/main/tests/integration/inference/dog.png"
|
||||
},
|
||||
},
|
||||
{
|
||||
"type": "text",
|
||||
"text": "Describe what is in this image.",
|
||||
},
|
||||
],
|
||||
}
|
||||
|
||||
response = openai_client.chat.completions.create(
|
||||
model=vision_model_id,
|
||||
messages=[message],
|
||||
stream=False,
|
||||
)
|
||||
|
||||
message_content = response.choices[0].message.content.lower().strip()
|
||||
assert len(message_content) > 0
|
||||
assert any(expected in message_content for expected in {"dog", "puppy", "pup"})
|
||||
|
||||
|
||||
async def test_openai_chat_completion_image_data(openai_client, vision_model_id, base64_image_data):
|
||||
message = {
|
||||
"role": "user",
|
||||
"content": [
|
||||
{
|
||||
"type": "image_url",
|
||||
"image_url": {
|
||||
"url": f"data:image/png;base64,{base64_image_data}",
|
||||
},
|
||||
},
|
||||
{
|
||||
"type": "text",
|
||||
"text": "Describe what is in this image.",
|
||||
},
|
||||
],
|
||||
}
|
||||
|
||||
response = openai_client.chat.completions.create(
|
||||
model=vision_model_id,
|
||||
messages=[message],
|
||||
stream=False,
|
||||
)
|
||||
|
||||
message_content = response.choices[0].message.content.lower().strip()
|
||||
assert len(message_content) > 0
|
||||
assert any(expected in message_content for expected in {"dog", "puppy", "pup"})
|
||||
|
|
@ -57,7 +57,7 @@ def authorized_store(backend_config):
|
|||
config = config_func()
|
||||
|
||||
base_sqlstore = sqlstore_impl(config)
|
||||
authorized_store = AuthorizedSqlStore(base_sqlstore)
|
||||
authorized_store = AuthorizedSqlStore(base_sqlstore, default_policy())
|
||||
|
||||
yield authorized_store
|
||||
|
||||
|
|
@ -106,7 +106,7 @@ async def test_authorized_store_attributes(mock_get_authenticated_user, authoriz
|
|||
await authorized_store.insert(table_name, {"id": "1", "data": "public_data"})
|
||||
|
||||
# Test fetching with no user - should not error on JSON comparison
|
||||
result = await authorized_store.fetch_all(table_name, policy=default_policy())
|
||||
result = await authorized_store.fetch_all(table_name)
|
||||
assert len(result.data) == 1
|
||||
assert result.data[0]["id"] == "1"
|
||||
assert result.data[0]["access_attributes"] is None
|
||||
|
|
@ -119,7 +119,7 @@ async def test_authorized_store_attributes(mock_get_authenticated_user, authoriz
|
|||
await authorized_store.insert(table_name, {"id": "2", "data": "admin_data"})
|
||||
|
||||
# Fetch all - admin should see both
|
||||
result = await authorized_store.fetch_all(table_name, policy=default_policy())
|
||||
result = await authorized_store.fetch_all(table_name)
|
||||
assert len(result.data) == 2
|
||||
|
||||
# Test with non-admin user
|
||||
|
|
@ -127,7 +127,7 @@ async def test_authorized_store_attributes(mock_get_authenticated_user, authoriz
|
|||
mock_get_authenticated_user.return_value = regular_user
|
||||
|
||||
# Should only see public record
|
||||
result = await authorized_store.fetch_all(table_name, policy=default_policy())
|
||||
result = await authorized_store.fetch_all(table_name)
|
||||
assert len(result.data) == 1
|
||||
assert result.data[0]["id"] == "1"
|
||||
|
||||
|
|
@ -156,7 +156,7 @@ async def test_authorized_store_attributes(mock_get_authenticated_user, authoriz
|
|||
|
||||
# Now test with the multi-user who has both roles=admin and teams=dev
|
||||
mock_get_authenticated_user.return_value = multi_user
|
||||
result = await authorized_store.fetch_all(table_name, policy=default_policy())
|
||||
result = await authorized_store.fetch_all(table_name)
|
||||
|
||||
# Should see:
|
||||
# - public record (1) - no access_attributes
|
||||
|
|
@ -217,21 +217,24 @@ async def test_user_ownership_policy(mock_get_authenticated_user, authorized_sto
|
|||
),
|
||||
]
|
||||
|
||||
# Create a new authorized store with the owner-only policy
|
||||
owner_only_store = AuthorizedSqlStore(authorized_store.sql_store, owner_only_policy)
|
||||
|
||||
# Test user1 access - should only see their own record
|
||||
mock_get_authenticated_user.return_value = user1
|
||||
result = await authorized_store.fetch_all(table_name, policy=owner_only_policy)
|
||||
result = await owner_only_store.fetch_all(table_name)
|
||||
assert len(result.data) == 1, f"Expected user1 to see 1 record, got {len(result.data)}"
|
||||
assert result.data[0]["id"] == "1", f"Expected user1's record, got {result.data[0]['id']}"
|
||||
|
||||
# Test user2 access - should only see their own record
|
||||
mock_get_authenticated_user.return_value = user2
|
||||
result = await authorized_store.fetch_all(table_name, policy=owner_only_policy)
|
||||
result = await owner_only_store.fetch_all(table_name)
|
||||
assert len(result.data) == 1, f"Expected user2 to see 1 record, got {len(result.data)}"
|
||||
assert result.data[0]["id"] == "2", f"Expected user2's record, got {result.data[0]['id']}"
|
||||
|
||||
# Test with anonymous user - should see no records
|
||||
mock_get_authenticated_user.return_value = None
|
||||
result = await authorized_store.fetch_all(table_name, policy=owner_only_policy)
|
||||
result = await owner_only_store.fetch_all(table_name)
|
||||
assert len(result.data) == 0, f"Expected anonymous user to see 0 records, got {len(result.data)}"
|
||||
|
||||
finally:
|
||||
|
|
|
|||
53
tests/integration/recordings/responses/0547d0909f24.json
Normal file
53
tests/integration/recordings/responses/0547d0909f24.json
Normal file
|
|
@ -0,0 +1,53 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.cerebras.ai/v1/v1/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama-3.3-70b",
|
||||
"prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ",
|
||||
"stream": false,
|
||||
"extra_body": {}
|
||||
},
|
||||
"endpoint": "/v1/completions",
|
||||
"model": "llama-3.3-70b"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-6438a448-bbbd-4da1-af88-19390676b0e9",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " blue, sugar is white, but my heart is ________________________.\nA) black\nB) pink\nC) blank\nD) broken\nMy answer is D) broken. This is because the traditional romantic poem has a positive tone until it comes to the heart, which represents the speaker's emotional state. The word \"broken\" shows that the speaker is hurting, which adds a element of sadness to the poem. This is a typical way to express sorrow or longing in poetry.\nThe best answer is D.<|eot_id|>"
|
||||
}
|
||||
],
|
||||
"created": 1758191351,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": {
|
||||
"completion_tokens": 105,
|
||||
"prompt_tokens": 26,
|
||||
"total_tokens": 131,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": {
|
||||
"audio_tokens": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
},
|
||||
"time_info": {
|
||||
"queue_time": 0.00016155,
|
||||
"prompt_time": 0.001595551,
|
||||
"completion_time": 0.107480394,
|
||||
"total_time": 0.11038637161254883,
|
||||
"created": 1758191351
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
146
tests/integration/recordings/responses/0648374e43e7.json
Normal file
146
tests/integration/recordings/responses/0648374e43e7.json
Normal file
|
|
@ -0,0 +1,146 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.cerebras.ai/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama-3.3-70b",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo? Use the get_weather function to get the weather."
|
||||
}
|
||||
],
|
||||
"stream": true,
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_weather",
|
||||
"description": "Get the weather in a given city",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"city": {
|
||||
"type": "string",
|
||||
"description": "The city to get the weather for"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama-3.3-70b"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-8b6a9499-1a5f-46dc-96b7-3d2b71eecd99",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191362,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-8b6a9499-1a5f-46dc-96b7-3d2b71eecd99",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": "439c86fe5",
|
||||
"function": {
|
||||
"arguments": "{\"city\": \"Tokyo\"}",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function"
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191362,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-8b6a9499-1a5f-46dc-96b7-3d2b71eecd99",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191362,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": {
|
||||
"completion_tokens": 12,
|
||||
"prompt_tokens": 248,
|
||||
"total_tokens": 260,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": {
|
||||
"audio_tokens": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
},
|
||||
"time_info": {
|
||||
"queue_time": 0.00016941,
|
||||
"prompt_time": 0.007276727,
|
||||
"completion_time": 0.00388514,
|
||||
"total_time": 0.013146162033081055,
|
||||
"created": 1758191362
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
93
tests/integration/recordings/responses/0d3290adae1d.json
Normal file
93
tests/integration/recordings/responses/0d3290adae1d.json
Normal file
|
|
@ -0,0 +1,93 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.cerebras.ai/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama-3.3-70b",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo? Use the get_weather function to get the weather."
|
||||
}
|
||||
],
|
||||
"stream": false,
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_weather",
|
||||
"description": "Get the weather in a given city",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"city": {
|
||||
"type": "string",
|
||||
"description": "The city to get the weather for"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama-3.3-70b"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-6228def9-c13d-4d7a-9029-e2c638a16f1b",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": [
|
||||
{
|
||||
"id": "1c40cbc30",
|
||||
"function": {
|
||||
"arguments": "{\"city\": \"Tokyo\"}",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 1758191364,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": {
|
||||
"completion_tokens": 12,
|
||||
"prompt_tokens": 248,
|
||||
"total_tokens": 260,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": {
|
||||
"audio_tokens": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
},
|
||||
"time_info": {
|
||||
"queue_time": 0.00041449,
|
||||
"prompt_time": 0.007237483,
|
||||
"completion_time": 0.003803105,
|
||||
"total_time": 0.013348102569580078,
|
||||
"created": 1758191364
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
728
tests/integration/recordings/responses/121a72d1c4cf.json
Normal file
728
tests/integration/recordings/responses/121a72d1c4cf.json
Normal file
|
|
@ -0,0 +1,728 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "__databricks__/serving-endpoints/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Hello, world!"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 3,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 17,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Hello! ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 3,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 17,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "It's ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 5,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 19,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "nice ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 6,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 20,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "to ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 7,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 21,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "meet ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 8,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 22,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "you. ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 10,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 24,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Is ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 11,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 25,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "there ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 12,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 26,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "something ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 13,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 27,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "I ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 14,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 28,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "can ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 15,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 29,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "help ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 16,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 30,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "you ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 17,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 31,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "with ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 18,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 32,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "or ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 19,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 33,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "would ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 20,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 34,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "you ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 21,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 35,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "like ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 22,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 36,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "to ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 23,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 37,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "chat?",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 25,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 39,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_7268e4ee-3b8e-461e-80dc-608e76f3801d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326500,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 25,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 39,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
2353
tests/integration/recordings/responses/1d54570bbe4b.json
Normal file
2353
tests/integration/recordings/responses/1d54570bbe4b.json
Normal file
File diff suppressed because it is too large
Load diff
802
tests/integration/recordings/responses/225b4d2263a7.json
Normal file
802
tests/integration/recordings/responses/225b4d2263a7.json
Normal file
|
|
@ -0,0 +1,802 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"input": [
|
||||
"What is the capital of France?"
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.01970832422375679,
|
||||
0.06973592191934586,
|
||||
0.06339020282030106,
|
||||
-0.0476469062268734,
|
||||
0.02473558485507965,
|
||||
0.036016080528497696,
|
||||
-0.030854633077979088,
|
||||
-0.05661148950457573,
|
||||
-0.03762897476553917,
|
||||
-0.022825224325060844,
|
||||
0.07212689518928528,
|
||||
-0.03594600036740303,
|
||||
0.028144309297204018,
|
||||
-0.0572437047958374,
|
||||
-0.01636800728738308,
|
||||
0.05597497895359993,
|
||||
-0.0615837387740612,
|
||||
-0.0772617980837822,
|
||||
0.07462957501411438,
|
||||
-0.014081664383411407,
|
||||
-0.046484049409627914,
|
||||
0.007972045801579952,
|
||||
0.05659373477101326,
|
||||
0.005015407223254442,
|
||||
-0.021550362929701805,
|
||||
0.007466076873242855,
|
||||
-0.01818244718015194,
|
||||
0.012974875047802925,
|
||||
0.12098025530576706,
|
||||
0.004642108455300331,
|
||||
-0.03853101655840874,
|
||||
-0.038064178079366684,
|
||||
-0.00252514542080462,
|
||||
-0.007285259198397398,
|
||||
0.0010585911804810166,
|
||||
0.0906301811337471,
|
||||
0.041732583194971085,
|
||||
0.0012193279108032584,
|
||||
-0.022201454266905785,
|
||||
0.04487229138612747,
|
||||
0.05817768722772598,
|
||||
0.03595009818673134,
|
||||
0.003200811566784978,
|
||||
-0.059940092265605927,
|
||||
-0.03945835679769516,
|
||||
-0.05063691735267639,
|
||||
-0.0010590233141556382,
|
||||
-0.013847910799086094,
|
||||
-0.010883520357310772,
|
||||
0.05425434187054634,
|
||||
0.048579007387161255,
|
||||
0.05931898206472397,
|
||||
0.03469032421708107,
|
||||
0.040213894098997116,
|
||||
0.017600275576114655,
|
||||
0.030363716185092926,
|
||||
0.006166841834783554,
|
||||
-0.031214607879519463,
|
||||
-0.09986788034439087,
|
||||
-0.08849328756332397,
|
||||
-0.04174111783504486,
|
||||
-0.06822851300239563,
|
||||
0.037840817123651505,
|
||||
-0.011262879706919193,
|
||||
0.02725878357887268,
|
||||
-0.03785941004753113,
|
||||
0.02948189154267311,
|
||||
0.052330728620290756,
|
||||
-0.006199777591973543,
|
||||
0.015686513856053352,
|
||||
0.02012643963098526,
|
||||
0.03715239465236664,
|
||||
0.015146151185035706,
|
||||
0.0118742436170578,
|
||||
0.01236711349338293,
|
||||
0.08493024855852127,
|
||||
0.006574893835932016,
|
||||
0.012279890477657318,
|
||||
0.0497514046728611,
|
||||
-0.03023892641067505,
|
||||
0.024616962298750877,
|
||||
-0.002334396820515394,
|
||||
-0.06940878927707672,
|
||||
-0.09034860879182816,
|
||||
-0.030876951292157173,
|
||||
-0.05628745257854462,
|
||||
0.15566386282444,
|
||||
0.04915332421660423,
|
||||
-0.05976790562272072,
|
||||
-0.0651850774884224,
|
||||
-0.01671917550265789,
|
||||
0.005158144049346447,
|
||||
0.03231115639209747,
|
||||
-0.12673619389533997,
|
||||
0.01491079106926918,
|
||||
-0.10013868659734726,
|
||||
0.0593881830573082,
|
||||
0.04409949108958244,
|
||||
0.02496299520134926,
|
||||
-0.09309431165456772,
|
||||
0.016884522512555122,
|
||||
0.08458107709884644,
|
||||
0.001436055637896061,
|
||||
-0.023505622521042824,
|
||||
-0.1091550886631012,
|
||||
0.009409628808498383,
|
||||
-0.06841670721769333,
|
||||
0.006294394377619028,
|
||||
0.011773636564612389,
|
||||
-0.006649228744208813,
|
||||
-0.025980884209275246,
|
||||
0.028650643303990364,
|
||||
-0.004796619061380625,
|
||||
-0.15275581181049347,
|
||||
0.07362587004899979,
|
||||
0.023234043270349503,
|
||||
-0.07766558974981308,
|
||||
0.11400321125984192,
|
||||
-0.0761248916387558,
|
||||
0.10137518495321274,
|
||||
0.04917748644948006,
|
||||
-0.05897725000977516,
|
||||
0.028588805347681046,
|
||||
-0.016921594738960266,
|
||||
0.020847199484705925,
|
||||
0.02583436481654644,
|
||||
0.0100707383826375,
|
||||
-0.10680415481328964,
|
||||
-0.039595309644937515,
|
||||
-0.02198234759271145,
|
||||
0.04287746921181679,
|
||||
0.0770343467593193,
|
||||
0.12591315805912018,
|
||||
0.05319112911820412,
|
||||
0.06336589902639389,
|
||||
-0.004751566331833601,
|
||||
-0.027462828904390335,
|
||||
0.025833114981651306,
|
||||
0.031229868531227112,
|
||||
0.03495239466428757,
|
||||
-0.03417152911424637,
|
||||
0.01695503294467926,
|
||||
0.008892396464943886,
|
||||
-0.022700343281030655,
|
||||
-0.010422530584037304,
|
||||
-0.011403913609683514,
|
||||
0.06934408098459244,
|
||||
-0.018299903720617294,
|
||||
0.05521678924560547,
|
||||
0.0448828861117363,
|
||||
-0.035779181867837906,
|
||||
0.1004837155342102,
|
||||
-0.052232082933187485,
|
||||
-0.1069478765130043,
|
||||
0.010958191938698292,
|
||||
-0.037957314401865005,
|
||||
0.012439441867172718,
|
||||
-0.016643444076180458,
|
||||
-0.003614538349211216,
|
||||
0.02663247659802437,
|
||||
0.011455153115093708,
|
||||
-0.06175852194428444,
|
||||
0.024681027978658676,
|
||||
0.02250850759446621,
|
||||
0.05536889657378197,
|
||||
0.06054207682609558,
|
||||
-0.0278964564204216,
|
||||
-0.014830108731985092,
|
||||
0.0026953965425491333,
|
||||
0.01350411120802164,
|
||||
0.12171561270952225,
|
||||
-0.08564072847366333,
|
||||
-0.034310709685087204,
|
||||
0.08295650035142899,
|
||||
0.00242776982486248,
|
||||
0.04291205108165741,
|
||||
0.07752981036901474,
|
||||
0.059791646897792816,
|
||||
-0.17697358131408691,
|
||||
-0.05253177508711815,
|
||||
-0.056304335594177246,
|
||||
-0.08669780939817429,
|
||||
0.08720479905605316,
|
||||
0.09867717325687408,
|
||||
0.042815010994672775,
|
||||
0.056739237159490585,
|
||||
-0.08280040323734283,
|
||||
0.022493114694952965,
|
||||
-0.02084849216043949,
|
||||
-0.02938813529908657,
|
||||
-0.0007219210965558887,
|
||||
0.06848610937595367,
|
||||
-0.04856500029563904,
|
||||
-0.17225198447704315,
|
||||
0.05346125736832619,
|
||||
0.012011714279651642,
|
||||
0.0025602886453270912,
|
||||
0.0857025608420372,
|
||||
0.02747567743062973,
|
||||
-0.049506328999996185,
|
||||
0.07006517052650452,
|
||||
0.04238149896264076,
|
||||
-0.15906751155853271,
|
||||
0.03605888783931732,
|
||||
0.10328453034162521,
|
||||
-0.07136455923318863,
|
||||
0.036719564348459244,
|
||||
0.08598599582910538,
|
||||
0.0641678124666214,
|
||||
0.016239356249570847,
|
||||
-0.026155924424529076,
|
||||
0.05666787922382355,
|
||||
0.016006596386432648,
|
||||
0.011990846134722233,
|
||||
-0.14744064211845398,
|
||||
-0.026924695819616318,
|
||||
0.07851225882768631,
|
||||
-0.015755966305732727,
|
||||
-0.01938048005104065,
|
||||
0.01009741984307766,
|
||||
0.037861280143260956,
|
||||
-0.018061142414808273,
|
||||
-0.01375116128474474,
|
||||
0.06686730682849884,
|
||||
-0.011987685225903988,
|
||||
-0.09704967588186264,
|
||||
0.06962467730045319,
|
||||
-0.041706811636686325,
|
||||
-0.0633535385131836,
|
||||
0.040516119450330734,
|
||||
0.07941865921020508,
|
||||
-0.05590837448835373,
|
||||
0.012286134995520115,
|
||||
-0.0320778526365757,
|
||||
0.024782376363873482,
|
||||
0.023459354415535927,
|
||||
0.05950900912284851,
|
||||
-0.06305302679538727,
|
||||
-0.03517928719520569,
|
||||
-0.0714961439371109,
|
||||
-0.002884534653276205,
|
||||
-0.040440525859594345,
|
||||
0.014511113986372948,
|
||||
0.0064672185108065605,
|
||||
0.04428369551897049,
|
||||
-0.057187750935554504,
|
||||
-0.020834827795624733,
|
||||
0.04081743583083153,
|
||||
0.014744394458830357,
|
||||
-0.0902390256524086,
|
||||
-0.020159481093287468,
|
||||
0.02022283524274826,
|
||||
-0.023768901824951172,
|
||||
0.09302803874015808,
|
||||
0.0001490376889705658,
|
||||
-0.03495747223496437,
|
||||
0.055485714226961136,
|
||||
0.08195064216852188,
|
||||
-0.00781647115945816,
|
||||
-0.041974276304244995,
|
||||
-0.024822648614645004,
|
||||
-0.03270355984568596,
|
||||
0.07572082430124283,
|
||||
0.07882461696863174,
|
||||
-0.1703532338142395,
|
||||
0.007348283194005489,
|
||||
0.017360031604766846,
|
||||
-0.04545089602470398,
|
||||
0.00336546846665442,
|
||||
-0.03401961550116539,
|
||||
-0.010519049130380154,
|
||||
0.0031063177157193422,
|
||||
-0.05100075155496597,
|
||||
-0.0038971842732280493,
|
||||
0.04990682750940323,
|
||||
-0.005734169390052557,
|
||||
-0.008000397123396397,
|
||||
0.011249272152781487,
|
||||
0.08259451389312744,
|
||||
-0.009997809305787086,
|
||||
-0.03317711129784584,
|
||||
0.08035999536514282,
|
||||
-0.030665725469589233,
|
||||
-0.013539387844502926,
|
||||
0.06129683554172516,
|
||||
0.005680982489138842,
|
||||
-0.030879436060786247,
|
||||
-0.015947014093399048,
|
||||
-0.04250485822558403,
|
||||
0.036226458847522736,
|
||||
0.0077215759083628654,
|
||||
-0.01335059106349945,
|
||||
-0.017429955303668976,
|
||||
0.02677704021334648,
|
||||
0.05891023576259613,
|
||||
-0.033094074577093124,
|
||||
-0.009611436165869236,
|
||||
0.029392564669251442,
|
||||
-0.019255351275205612,
|
||||
0.0028371994849294424,
|
||||
-0.06841883808374405,
|
||||
0.09074953198432922,
|
||||
-0.007491895463317633,
|
||||
-0.05885957553982735,
|
||||
-0.054593320935964584,
|
||||
0.03154400363564491,
|
||||
-0.018664345145225525,
|
||||
0.0014028018340468407,
|
||||
-0.007962699048221111,
|
||||
-0.0073072719387710094,
|
||||
0.07813835889101028,
|
||||
-0.009949258528649807,
|
||||
-0.042123954743146896,
|
||||
0.0330609530210495,
|
||||
-0.09078606963157654,
|
||||
-0.0661826878786087,
|
||||
-0.008728893473744392,
|
||||
0.0261079091578722,
|
||||
0.020198725163936615,
|
||||
-0.001164281158708036,
|
||||
0.030456693843007088,
|
||||
0.013369766063988209,
|
||||
0.0473308339715004,
|
||||
-0.1095656007528305,
|
||||
-0.0035175648517906666,
|
||||
0.0019665348809212446,
|
||||
0.038703836500644684,
|
||||
0.004033247474581003,
|
||||
-0.07139096409082413,
|
||||
-0.025092288851737976,
|
||||
0.026497622951865196,
|
||||
0.010865016840398312,
|
||||
-0.007291565183550119,
|
||||
-0.008395146578550339,
|
||||
0.09979000687599182,
|
||||
0.014964831992983818,
|
||||
0.006895039696246386,
|
||||
-0.05342651531100273,
|
||||
0.028149953112006187,
|
||||
0.02636386640369892,
|
||||
-0.07864879816770554,
|
||||
0.07730228453874588,
|
||||
-0.015716969966888428,
|
||||
0.09981396049261093,
|
||||
0.10495205223560333,
|
||||
0.1379401981830597,
|
||||
0.039402298629283905,
|
||||
-0.06488822400569916,
|
||||
0.06241980195045471,
|
||||
0.01095480564981699,
|
||||
-0.038665588945150375,
|
||||
0.13688994944095612,
|
||||
-0.020979976281523705,
|
||||
0.006442971993237734,
|
||||
-0.04762554541230202,
|
||||
-0.050086282193660736,
|
||||
-0.01811848394572735,
|
||||
0.03287108987569809,
|
||||
-0.023971999064087868,
|
||||
0.07773148268461227,
|
||||
-0.034932006150484085,
|
||||
0.07602691650390625,
|
||||
-0.017853112891316414,
|
||||
-0.005400413181632757,
|
||||
-0.053703248500823975,
|
||||
0.06815090030431747,
|
||||
-0.02043701708316803,
|
||||
0.04952498897910118,
|
||||
0.05423223227262497,
|
||||
-0.01902719773352146,
|
||||
-0.03968493640422821,
|
||||
-0.06244910880923271,
|
||||
-0.02818591706454754,
|
||||
-0.0901985615491867,
|
||||
0.0008713805582374334,
|
||||
0.0062495567835867405,
|
||||
-0.025452183559536934,
|
||||
-0.031959064304828644,
|
||||
0.12171333283185959,
|
||||
-0.06405504792928696,
|
||||
-0.020061912015080452,
|
||||
0.0356234535574913,
|
||||
-0.007606834638863802,
|
||||
0.005293095018714666,
|
||||
0.036428119987249374,
|
||||
0.06186530366539955,
|
||||
-0.0005228556110523641,
|
||||
0.047188978642225266,
|
||||
-0.05147498473525047,
|
||||
-0.026932740584015846,
|
||||
0.03888168931007385,
|
||||
-0.09699693322181702,
|
||||
0.023630235344171524,
|
||||
0.005371326580643654,
|
||||
0.015998994931578636,
|
||||
0.0003666430420707911,
|
||||
0.04907926544547081,
|
||||
0.008110874332487583,
|
||||
0.047511179000139236,
|
||||
-0.06465531885623932,
|
||||
-0.0073038008995354176,
|
||||
-0.04283558949828148,
|
||||
0.04818195849657059,
|
||||
0.047115594148635864,
|
||||
0.005004839971661568,
|
||||
0.01839282736182213,
|
||||
-0.11655856668949127,
|
||||
-0.048311498016119,
|
||||
-0.11851174384355545,
|
||||
0.027857793495059013,
|
||||
-0.017113903537392616,
|
||||
0.09556174278259277,
|
||||
0.03273570165038109,
|
||||
-0.07939599454402924,
|
||||
-0.008300776593387127,
|
||||
0.012330071069300175,
|
||||
-0.03996765613555908,
|
||||
0.06578177213668823,
|
||||
-0.12040718644857407,
|
||||
0.017966903746128082,
|
||||
0.009441595524549484,
|
||||
0.019408095628023148,
|
||||
0.0386037640273571,
|
||||
0.020615454763174057,
|
||||
0.07171255350112915,
|
||||
-0.02859123796224594,
|
||||
0.05328092724084854,
|
||||
0.02087463065981865,
|
||||
-0.04982484132051468,
|
||||
-0.03510921075940132,
|
||||
0.025723610073328018,
|
||||
-0.021969307214021683,
|
||||
-0.038896411657333374,
|
||||
-0.0030326545238494873,
|
||||
-0.011459474451839924,
|
||||
-0.05368846282362938,
|
||||
-0.01735803298652172,
|
||||
-0.10430730879306793,
|
||||
-0.0481608547270298,
|
||||
0.07020232826471329,
|
||||
0.09553399682044983,
|
||||
-0.05687297135591507,
|
||||
0.09741470217704773,
|
||||
0.023591971024870872,
|
||||
0.08581022173166275,
|
||||
-0.048408862203359604,
|
||||
0.013134839944541454,
|
||||
0.05038471519947052,
|
||||
0.04907285422086716,
|
||||
0.006127485539764166,
|
||||
0.03915533423423767,
|
||||
-0.05594480037689209,
|
||||
-0.08703725785017014,
|
||||
-0.08769574016332626,
|
||||
0.010736892931163311,
|
||||
0.06320276111364365,
|
||||
-0.007989616133272648,
|
||||
0.08732284605503082,
|
||||
-0.02034064009785652,
|
||||
0.015313192270696163,
|
||||
0.03629201650619507,
|
||||
0.034474775195121765,
|
||||
0.06430205702781677,
|
||||
0.0020889199804514647,
|
||||
-0.05312385782599449,
|
||||
0.01831977441906929,
|
||||
-0.012571982108056545,
|
||||
0.020523348823189735,
|
||||
0.02271760255098343,
|
||||
0.0199508648365736,
|
||||
0.0419381819665432,
|
||||
-0.01719197817146778,
|
||||
0.03996086120605469,
|
||||
-0.05291396379470825,
|
||||
0.05518871545791626,
|
||||
-0.04077994078397751,
|
||||
-0.018808426335453987,
|
||||
-0.00802540685981512,
|
||||
-0.016489434987306595,
|
||||
-0.05184184014797211,
|
||||
0.007551070302724838,
|
||||
-0.03549691662192345,
|
||||
0.049017034471035004,
|
||||
-0.061343707144260406,
|
||||
0.08948376029729843,
|
||||
-0.010120436549186707,
|
||||
-0.06860023736953735,
|
||||
-0.003899200586602092,
|
||||
-0.10330148786306381,
|
||||
-0.08999688923358917,
|
||||
0.030074885115027428,
|
||||
-0.039791032671928406,
|
||||
0.11411391198635101,
|
||||
-0.03553398698568344,
|
||||
0.03152026981115341,
|
||||
0.011465642601251602,
|
||||
0.059032928198575974,
|
||||
-0.0031185627449303865,
|
||||
0.03391928970813751,
|
||||
0.013379181735217571,
|
||||
0.016364645212888718,
|
||||
0.06576719135046005,
|
||||
0.09512922912836075,
|
||||
0.14299455285072327,
|
||||
-0.009059438481926918,
|
||||
-0.06343400478363037,
|
||||
0.041009820997714996,
|
||||
0.08385325968265533,
|
||||
-0.11938642710447311,
|
||||
0.056769926100969315,
|
||||
0.012045303359627724,
|
||||
-0.11157312244176865,
|
||||
-0.017104897648096085,
|
||||
-0.0487101674079895,
|
||||
0.1471950113773346,
|
||||
0.010011108592152596,
|
||||
0.13776572048664093,
|
||||
-0.004685565363615751,
|
||||
-0.012601284310221672,
|
||||
0.08867102116346359,
|
||||
-0.08892746269702911,
|
||||
-0.09875845909118652,
|
||||
-0.06571769714355469,
|
||||
0.07505372911691666,
|
||||
0.011863797903060913,
|
||||
0.05538568273186684,
|
||||
0.01753435842692852,
|
||||
-0.07213204354047775,
|
||||
-0.05682818964123726,
|
||||
0.00998744834214449,
|
||||
0.02545950934290886,
|
||||
0.01886233128607273,
|
||||
-0.039678677916526794,
|
||||
0.05204062908887863,
|
||||
-0.06929492950439453,
|
||||
-0.001108978409320116,
|
||||
-0.02570975571870804,
|
||||
-0.001650663441978395,
|
||||
-0.01176548097282648,
|
||||
0.045692771673202515,
|
||||
0.056068118661642075,
|
||||
0.0661809891462326,
|
||||
-0.02520962432026863,
|
||||
-0.10593820363283157,
|
||||
-0.10804887861013412,
|
||||
-0.020683452486991882,
|
||||
-0.005477438680827618,
|
||||
0.024770764634013176,
|
||||
0.07821083813905716,
|
||||
0.012553723528981209,
|
||||
0.007506367284804583,
|
||||
2.3520085960626602e-05,
|
||||
-0.029135674238204956,
|
||||
-0.076198510825634,
|
||||
0.08536317944526672,
|
||||
-0.01657869853079319,
|
||||
0.04385578632354736,
|
||||
-0.0772562026977539,
|
||||
0.005188582465052605,
|
||||
0.049979791045188904,
|
||||
-0.06056411564350128,
|
||||
-0.08391109853982925,
|
||||
-0.06077081710100174,
|
||||
-0.008781449869275093,
|
||||
-0.011842862702906132,
|
||||
-0.07997778803110123,
|
||||
-0.01606394723057747,
|
||||
0.04154130443930626,
|
||||
-0.05641850084066391,
|
||||
-0.006831947714090347,
|
||||
0.06409531831741333,
|
||||
0.028369562700390816,
|
||||
0.052074600011110306,
|
||||
0.0348689928650856,
|
||||
-0.0008872381877154112,
|
||||
0.006672622170299292,
|
||||
0.04850737750530243,
|
||||
0.005414317362010479,
|
||||
-0.048521313816308975,
|
||||
-0.026075325906276703,
|
||||
0.07934144884347916,
|
||||
0.005803801119327545,
|
||||
-0.028049731627106667,
|
||||
-0.03317294642329216,
|
||||
-0.10424027591943741,
|
||||
-0.05862601473927498,
|
||||
-0.054002031683921814,
|
||||
-0.03496117889881134,
|
||||
-0.005786501336842775,
|
||||
0.01869465596973896,
|
||||
-0.0716874748468399,
|
||||
0.03654158487915993,
|
||||
0.03871994838118553,
|
||||
-0.0014013899490237236,
|
||||
0.00667097931727767,
|
||||
0.005493564996868372,
|
||||
-0.0037677220534533262,
|
||||
0.028866715729236603,
|
||||
0.008601633831858635,
|
||||
-0.011309036985039711,
|
||||
0.006561725400388241,
|
||||
0.003093352075666189,
|
||||
-0.05333438143134117,
|
||||
0.11794350296258926,
|
||||
0.05515727028250694,
|
||||
-0.045878659933805466,
|
||||
-0.007742924615740776,
|
||||
0.05761441960930824,
|
||||
0.04962746798992157,
|
||||
-0.05010354891419411,
|
||||
-0.029717203229665756,
|
||||
-0.030527284368872643,
|
||||
0.03150942549109459,
|
||||
-0.02865293063223362,
|
||||
0.05704553425312042,
|
||||
-0.04078275337815285,
|
||||
0.0030061027500778437,
|
||||
-0.03728826716542244,
|
||||
-0.0038562272675335407,
|
||||
0.046621695160865784,
|
||||
-0.0399412102997303,
|
||||
-0.06038284674286842,
|
||||
-0.01777978055179119,
|
||||
-0.05188119783997536,
|
||||
0.02835647016763687,
|
||||
-0.029642196372151375,
|
||||
-0.016305141150951385,
|
||||
-0.031576007604599,
|
||||
0.017664453014731407,
|
||||
-0.041909970343112946,
|
||||
-0.012923586182296276,
|
||||
-0.021099943667650223,
|
||||
-0.017399169504642487,
|
||||
0.056286755949258804,
|
||||
-0.05219496041536331,
|
||||
-0.11236775666475296,
|
||||
0.00020210817456245422,
|
||||
0.034043293446302414,
|
||||
0.037877317517995834,
|
||||
0.07059024274349213,
|
||||
0.01576846092939377,
|
||||
0.00600209878757596,
|
||||
0.03498513251543045,
|
||||
-0.07349121570587158,
|
||||
0.010249773971736431,
|
||||
0.0006832143990322948,
|
||||
0.007001726888120174,
|
||||
-0.007545476779341698,
|
||||
-0.0071549611166119576,
|
||||
0.013768760487437248,
|
||||
-0.07035242766141891,
|
||||
0.0011084708385169506,
|
||||
0.04469631239771843,
|
||||
0.03711879998445511,
|
||||
0.09525424242019653,
|
||||
0.088236004114151,
|
||||
-0.010062330402433872,
|
||||
0.04878973588347435,
|
||||
0.018639028072357178,
|
||||
-0.07545189559459686,
|
||||
0.012827134691178799,
|
||||
0.011818451806902885,
|
||||
-0.00043396090040914714,
|
||||
0.023057980462908745,
|
||||
0.018296075984835625,
|
||||
0.05173768103122711,
|
||||
0.04826314374804497,
|
||||
-0.06903506070375443,
|
||||
-0.013263779692351818,
|
||||
0.046295709908008575,
|
||||
0.0382310189306736,
|
||||
0.006243202835321426,
|
||||
0.03561382368206978,
|
||||
0.05397462099790573,
|
||||
0.011734798550605774,
|
||||
0.04356921464204788,
|
||||
-0.12166430056095123,
|
||||
-0.06433001905679703,
|
||||
0.023853130638599396,
|
||||
-0.0015384622383862734,
|
||||
-0.12167169153690338,
|
||||
0.014306800439953804,
|
||||
0.0328274741768837,
|
||||
0.043768156319856644,
|
||||
-0.005291013978421688,
|
||||
-0.08029299229383469,
|
||||
-0.051037609577178955,
|
||||
-0.01827603206038475,
|
||||
0.06053758040070534,
|
||||
-0.059887759387493134,
|
||||
-0.032715871930122375,
|
||||
0.05102593079209328,
|
||||
-0.08917390555143356,
|
||||
-0.03805398568511009,
|
||||
0.00810143630951643,
|
||||
0.021369729191064835,
|
||||
-6.789527833461761e-05,
|
||||
-0.04995651915669441,
|
||||
0.015594455413520336,
|
||||
0.0017202553572133183,
|
||||
-0.036478441208601,
|
||||
-0.023708082735538483,
|
||||
-0.10896393656730652,
|
||||
-0.006573833059519529,
|
||||
-0.05991625040769577,
|
||||
-0.0019618964288383722,
|
||||
0.11073953658342361,
|
||||
-0.01818089187145233,
|
||||
-0.03572739660739899,
|
||||
0.09510193765163422,
|
||||
0.023465821519494057,
|
||||
-0.02191684953868389,
|
||||
0.08381339907646179,
|
||||
0.09135788679122925,
|
||||
0.027638541534543037,
|
||||
-0.0589328408241272,
|
||||
-0.06251821666955948,
|
||||
0.016308434307575226,
|
||||
0.0911746472120285,
|
||||
-0.0646301731467247,
|
||||
-0.09164340794086456,
|
||||
0.032364875078201294,
|
||||
-0.06892918050289154,
|
||||
-0.020094409584999084,
|
||||
-0.040389593690633774,
|
||||
0.020000949501991272,
|
||||
0.08940748870372772,
|
||||
0.041878264397382736,
|
||||
-0.011807584203779697,
|
||||
0.021119650453329086,
|
||||
0.04327758401632309,
|
||||
0.008469630964100361,
|
||||
0.032335314899683,
|
||||
-0.02453739382326603,
|
||||
-0.04345237836241722,
|
||||
-0.04026284068822861,
|
||||
-0.047669146209955215,
|
||||
0.03758959099650383,
|
||||
0.011994728818535805,
|
||||
0.01332483347505331,
|
||||
-0.044041428714990616,
|
||||
-0.0013196832733228803,
|
||||
-0.060047995299100876,
|
||||
0.011327322572469711,
|
||||
0.08492118865251541,
|
||||
0.028005098924040794,
|
||||
-0.009107382968068123,
|
||||
0.05239562690258026,
|
||||
0.03746683895587921,
|
||||
0.04791608080267906,
|
||||
-0.013966036029160023,
|
||||
-0.005161612294614315,
|
||||
-0.11603696644306183,
|
||||
0.038569845259189606,
|
||||
0.005635268986225128,
|
||||
-0.07037810236215591,
|
||||
0.030191345140337944,
|
||||
-0.01739041693508625,
|
||||
0.07960490137338638,
|
||||
-0.018345264717936516,
|
||||
0.006483801174908876,
|
||||
0.1404862403869629,
|
||||
-0.02148035168647766,
|
||||
-0.05914505571126938,
|
||||
-0.010929574258625507,
|
||||
-0.03669396787881851,
|
||||
0.04541589319705963,
|
||||
0.03889324888586998
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"object": "list",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
56
tests/integration/recordings/responses/249b7f0ddde6.json
Normal file
56
tests/integration/recordings/responses/249b7f0ddde6.json
Normal file
|
|
@ -0,0 +1,56 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "__databricks__/serving-endpoints/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Hello, world!"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_52eec823-4235-473d-b25a-f0af4ebd4837",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Hello! It's great to meet you. Is there something I can help you with, or would you like to chat?",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 1758326506,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 26,
|
||||
"prompt_tokens": 14,
|
||||
"total_tokens": 40,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
56
tests/integration/recordings/responses/28648cf8d421.json
Normal file
56
tests/integration/recordings/responses/28648cf8d421.json
Normal file
|
|
@ -0,0 +1,56 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "__databricks__/serving-endpoints/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Which planet do humans live on?"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_e846ea96-9636-4eb4-bde4-84510478617b",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Humans live on the planet Earth.",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 1758326497,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 8,
|
||||
"prompt_tokens": 17,
|
||||
"total_tokens": 25,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
56
tests/integration/recordings/responses/29585e055e6f.json
Normal file
56
tests/integration/recordings/responses/29585e055e6f.json
Normal file
|
|
@ -0,0 +1,56 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "__databricks__/serving-endpoints/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Which planet has rings around it with a name starting with letter S?"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_094a74d8-2e39-45ce-8eb9-64d505bd24e9",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "The answer is Saturn! Saturn is a planet in our solar system that is known for its stunning ring system. The rings of Saturn are made up of ice and rock particles that range in size from tiny dust grains to massive boulders. They are a beautiful sight to behold, and astronomers and space enthusiasts alike have been fascinated by them for centuries.\n\nSo, the planet with rings around it with a name starting with the letter S is indeed Saturn!",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 91,
|
||||
"prompt_tokens": 24,
|
||||
"total_tokens": 115,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
742
tests/integration/recordings/responses/2983cc1d79f0.json
Normal file
742
tests/integration/recordings/responses/2983cc1d79f0.json
Normal file
|
|
@ -0,0 +1,742 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.cerebras.ai/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama-3.3-70b",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Hello, world!"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama-3.3-70b"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Hello",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "!",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " It",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "'s",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " nice",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " to",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " meet",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " you",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ".",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Is",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " there",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " something",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " I",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " can",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " help",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " you",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " with",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " or",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " would",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " you",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " like",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " to",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " chat",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "?",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-de2bf7d0-0f5d-4f44-977c-209ab8ffa29d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191361,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": {
|
||||
"completion_tokens": 25,
|
||||
"prompt_tokens": 39,
|
||||
"total_tokens": 64,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": {
|
||||
"audio_tokens": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
},
|
||||
"time_info": {
|
||||
"queue_time": 0.00030481,
|
||||
"prompt_time": 0.002094315,
|
||||
"completion_time": 0.011856632,
|
||||
"total_time": 0.016039371490478516,
|
||||
"created": 1758191361
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
59
tests/integration/recordings/responses/2c55f483cea8.json
Normal file
59
tests/integration/recordings/responses/2c55f483cea8.json
Normal file
|
|
@ -0,0 +1,59 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Quick test"
|
||||
}
|
||||
],
|
||||
"max_tokens": 5
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "oCfwhT4-4Yz4kd-984c28c09bb58fab",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "length",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Quick test, indeed.",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": []
|
||||
},
|
||||
"seed": 7090417062976472000
|
||||
}
|
||||
],
|
||||
"created": 1758820480,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 5,
|
||||
"prompt_tokens": 37,
|
||||
"total_tokens": 42,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
},
|
||||
"prompt": []
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
730
tests/integration/recordings/responses/33b71fb85bfb.json
Normal file
730
tests/integration/recordings/responses/33b71fb85bfb.json
Normal file
|
|
@ -0,0 +1,730 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo?"
|
||||
}
|
||||
],
|
||||
"response_format": {
|
||||
"type": "text"
|
||||
},
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "{\"",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 5018
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "{\"",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "type",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 1337
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "type",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "\":",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 794
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "\":",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " \"",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 330
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " \"",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "function",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 1723
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "function",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "\",",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 498
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "\",",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " \"",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 330
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " \"",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "name",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 609
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "name",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "\":",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 794
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "\":",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " \"",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 330
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " \"",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "get",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 456
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "get",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "_weather",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 70464
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "_weather",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "\",",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 498
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "\",",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " \"",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 330
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " \"",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "parameters",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 14105
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "parameters",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "\":",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 794
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "\":",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " {\"",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 5324
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " {\"",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "city",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 9103
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "city",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "\":",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 794
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "\":",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " \"",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 330
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " \"",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Tok",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 53954
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "Tok",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "yo",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 16417
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "yo",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "\"}}",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 32075
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "\"}}",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 128009
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "",
|
||||
"seed": 4111464499205743000
|
||||
}
|
||||
],
|
||||
"created": 1758820670,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 24,
|
||||
"prompt_tokens": 42,
|
||||
"total_tokens": 66,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
990
tests/integration/recordings/responses/3a81146f2afa.json
Normal file
990
tests/integration/recordings/responses/3a81146f2afa.json
Normal file
|
|
@ -0,0 +1,990 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ",
|
||||
"max_tokens": 50,
|
||||
"stream": true,
|
||||
"extra_body": {}
|
||||
},
|
||||
"endpoint": "/v1/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "Blue"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": ".\n\n"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "The"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " completed"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " sentence"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " is"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " a"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " well"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "-known"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " phrase"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " from"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " a"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " traditional"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " English"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " poem"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": ":\n\n"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "\""
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "R"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "oses"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " are"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " red"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": ","
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " v"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "io"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "lets"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " are"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " blue"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": ",\n"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "Sugar"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " is"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " sweet"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": ","
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " and"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " so"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " are"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " you"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": ".\""
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " However"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": ","
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " in"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " many"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " variations"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " of"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " this"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " poem"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": ","
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " the"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " line"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " \""
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "vio"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-439",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "length",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": ""
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
66
tests/integration/recordings/responses/3cdb5cab6ce6.json
Normal file
66
tests/integration/recordings/responses/3cdb5cab6ce6.json
Normal file
|
|
@ -0,0 +1,66 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.cerebras.ai/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama-3.3-70b",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Which planet do humans live on?"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama-3.3-70b"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-839aab91-21a7-4ed9-b224-d22e524eda37",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Humans live on Earth.",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": {
|
||||
"completion_tokens": 6,
|
||||
"prompt_tokens": 42,
|
||||
"total_tokens": 48,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": {
|
||||
"audio_tokens": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
},
|
||||
"time_info": {
|
||||
"queue_time": 0.00028033,
|
||||
"prompt_time": 0.001467015,
|
||||
"completion_time": 0.007069593,
|
||||
"total_time": 0.010509490966796875,
|
||||
"created": 1758191360
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
46
tests/integration/recordings/responses/3d89a56a76b1.json
Normal file
46
tests/integration/recordings/responses/3d89a56a76b1.json
Normal file
|
|
@ -0,0 +1,46 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"input": [
|
||||
"First text for base64",
|
||||
"Second text for base64",
|
||||
"Third text for base64"
|
||||
],
|
||||
"encoding_format": "base64"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": "yQeuvPCEDj0u7gY9wB3mvCSQGz3eFUU6mF/9PFIMm70RVBK8Z3oEvqZ8Dr3svHC86k2mPLtjF71BzfA8a7aLvaKPHrxf7hc6OLn1PDcXLz32+cS6bycRvJVFKD0AuB2421hcPBAyTzwlliw8RCzXvJ/8YT2b2qA639nXvKRBBz1Waqs89C9Nu39Llr1rHVk9m6WPPGlLUjwIMDU9XV/aPSA5gD2gUUg93GQ3vexhj7w+jww9ImXNPY7odLwMose8kBp6PSKxmz0vCgA6oICYPTOD8D3iZv08cpuhO0umtL1dtJe8Ccq8Pfk6SD1FxQG9IgjZPH9h7TqlJt28Fr9zvTbYOTxy4KE9/2PMvC+rxTx4Owk9mCmOPLmoEj20XPi9JJdQPQlGpzzTWMc7spOlPCMWM73prOA8EZsVvfyIYLpIzVy9HKjmPH+c5TyfTYG9p/7gvNaM173Q/LY9LbdhPOaFZ7xwjBm9R7pfPTtQVD3xiyq8FNK9PKEJTjyRpb29Ap9qvakJjT0oKEe9KoaGvQIcmL2uYDy9vyejPXchpzw3ZwA9tvuFPZG0Nj2ZPKY9lwCFPaNSBDzQsK685mh2PLF7rrtZyWK9NPs1vFiBdz1gIuK9/q5BujtyMLwEz8A8KTbIvElRbD0/6hG6GQu2vEG2qryaKmw9+gkHvQ6zDr2OXC69Uzf3vA9+mr25M8g8dP3hPIH9rTyQAcU9kEbVvRYl+js6Vfo8yzyFvSbiYz2WgUm93C2UPQb1Sb3tVbW8aPw6OwtGLb1/SQ+6yFoHPMQfJ72/tso7472/vBMvnzx2k4084JfUPMJ6AL1Z1Uw8+jgnPY3bTD0vfSQ9xmsrPMYGzLxFbaM9OQEJPL6JBj10gd88rrndvOtoYL01quO8LGabPPN62TrnshM9oksfvS6ICztErBM9ABdbPZ11o706sKs6wTDnO0ouEz3D37O8/worPQ8pxzzX87Q8lSH8vLPBwbztQPG8Y7B/vYQbxr3+gbW8Zw4qu0zLFr3Oh+y8/ukgPWS9YLz5JCA9hU2BvCILmT3dVJs9bOVDPd1Dhbxui5o9SfDdvBpOMj0Po+S5vCAsPVg6Jj1+VDs970HOO4V7pLzCcVk9S8+YvabZurxDT8c7tucovDvXhL2VMRU9xmo7vT5+Db3FvBk9HXF/PK8WED5iFho9HZ25PfRhdL1qerS9uEgZvYDetr1P1Ji7MRCyvPjbQ70+sJk9ebjJOyTWwz38UTw8WGIWPeWFbj3Hs567I2chPXuXqDuv6x69lYLlPBiMm7ywH1i85n8qvRQIGbx+uum8cvpdvEuTmT3Wz+08LGgGvkRp7DwAS4g8/F2RPQQgazybB808k0q1PRc8QTxst4E7JOyYvcOBVL3H4oU8n3t/vDSCmbxsysM84qnxvM/j8DwJvc29YOgmPX4hq73H8aY8idWovMoK4buEwyo9ZIWsvBy+/rzgzLc8s5QPvKgSd716BQu9R453PTX5Pr2mhKm8wNCAvPFr5DpgaSS9oje7vcNBRz2SxTq8S21BvP+oPTtEEjw96KYAPT5GrTyUCzk8DWY2vZwvDL2D0TG9S9JPva0CO70DDxE9vyHjObfugrz4HEq9EzSKvICDz7xXfla9iTtrvUiAajw5CPU8b9/rO9NLZ70Wr2A9NdNBvT47yDrYg6w98HBkvQbIBL1YXcM7W3YzPVysgDyGxJ299nTJO8KAlLycoIy6HEe+PMGWpDvwBQg9lXfBu5SmMz2VZrU8luD3vDsZwjvpIRY9KfUJPZfnHb3swFw98dgEvbL9azxNEJc8xZ84vcG/EL2fjfQ8dLgAvicOOz38fo46JkdBPNQFLLxvptO7VbqePKxyJL3QRve8vl4yOv1WxbyMHFS9NHgcPZUOPD3MxYE8mvKrOsJ0Xj0ZXii92nw0veABtr3nbz29zdaYPDGuT7wCNBa8PRs+PQQr87yyZgs9dg9Svc/5+jm2oSW8sauGPAOgMb19TiA8JptxvGi9uLyBrgi9hJVYvHRAUjyy0F+9ibaxPOW2MrxPN4a8LaqXu55d3bxIoss8deDPOqmpcjwPzm0889BJPUgkOLxOskQ8cxIrPX5iir18Obw9ZQbxPGhhj73JSuC8cse2PN3y3jvpMgq93ttyPOOOjz2uWE88Fx5jvJCWDb4ll4k9TFggPGspSr1kfuW7sbqsO4sIgDtnnn29bSmsvSJpdD3y6Ay9HJKYu/c6cr1LvZY9c65VvU/3VTyGByW9cVFkvA8ZDrxnrTi9I5c+PLNDSz3s6QG8EVaCvIUb6D2MAMu9Vt+GuwQdQL0zVDQ8v+JpPMxacLq3GV09GoKDOzfoVzy+ydg8sZ1CPclBbT14Hxu9sQCrPZzuTz21LBE9Yrf1PJ5OAT0f2xS7NSoivQO9mLrwNCe8251hve1Ngzp15U+8cM3TPExIoTxDqvM937aZvLGlwb2/4Pe5aJSGvMMrXz3XVb+8d6SAPb36UjoxjSw8E+6aPcNul71mOf+75kDmPMYCPjwwAGa9QtNlvbF3nztfnmG9bnvzPYeqXzzQ1RG79pkNvfgIoL2ut3896T6BPMqacD2sJMq8GMe1PVtRxLyj9ki87fo0Pc2XiL2oZ3W9l6eIPfDp/byXh628/nzCvNQvjDwyn1C7HppePCJhhjwMlg29y9WdvdLvjz1UjJW7t4dxPZUKCj1aGLA9qjLovACMBLn6bKe89ounPGZGl726Gry8XcEcvJ+Xaj1wlRE8etdJPbuSEr37MMu8cJEHvQWpgD0nIRu9YIqUPGuaab3o8xa9YWFnvHP/FDywLl69cYwCPKozVr3+cB489iEivMxakjyh7mU96nhgvLZmwL1EPIa9QyHlO4oSubz4NMa8CXNnPQHhbLwek8M8wGQCuWfkujuIYEo81OuqvGIxlD3oA5Y8gjIaPMgMXL2yHdO80x2Tu/mKWj1uGM68UnSBuy9BlD3rP1q7L4KivK8Ig7yNPla65+pfvRPyCj2JiZs9igcZvBN9jD1mhB49OPGnvAr7kL2k/R47WakSPXVdID2M4kK9632evKe2uD1tasO8x23FPSvv0jz6HEq9wUebvN2KJj3xb3+7xNjzvE5Cv72s1YE82niJvdR8PL37qlY8hb+CPJ1qOTz9cci9SwjLvEcsdb2htpa8fAVEPU0I6Dx4+7O8o+zPvZsfFj1cut89Vf0dPZRmmjyiaZu8tG6qvAQD/rzm6f+8nVp9vb9dF7rAuls93VEPPeB6ejwpfa694vSuvChl6b0v4wS9/wMFPTB5vb0uZt683PyOukKzBD0404c88ylFPek8qLy9yNi71nY+PRiITr2LVg6+yOjtPDassr0Iels9qb6evY3Ar71P+wy9Ua0qvIguYT0/XRW6OGqTvOTqDz2wWDE+Fg/fOzS6pzwBbbS6Yu6OvVUapztAKTM9lb9MPJLCSL0Pjok90H68u5TQ1bpRWxw8khb/vQg4Db3yYG0913oEvaX9DLyQGh+8BaTFvGz0gb0ALFk5q7wBvB27SDw6XpW9Pr/Au3GncDynTE+92DyRvDWO273p6Mg827QLvfyg9Lwy0zc8fhX7PG5Mjj0ddMY8jnorPdIKxrv5aiS9L/davUhQrT0ZT7O8wiDiPHtNfr03zS48dR8iPJdUJD2T/DG7T5AHPUiZgDzK5KM6r36JvQJ3jDzSzC49QzDNvcuFsjxbIFq9HxIkPT5OcT3wmXo9zKnIPJqjtLv1tGu9mhQuPbm+5bxWjG096VBSPVgKmL1PiVe9uVA3PbY9TL1wi8e8hO6RPJh2TD2nj369x9PqPLeWOL2lXtw8RVBQPZwWir1Mx5U7bxAROndbOzwHeMg8bWoPPZvCCTw6gbq90lxrvYc9oDyeHZS9iR84PQqRmb3lcMA8QHAFPMuJCr0+KEM6Q/VTvb4okL1V1EI9ZL44PfV8y7q/P9o8N8PTPBzpKz1pwFA9h6gVvdN2LbxlifG8qnJNPadOJz31d+08MxYsvfeOmz1lsa28iZ0MvUoNszyMa7k8PBltuz//kD2+X587dZZWPbf+BL09aek7DPs4vccrdL0175A9FEXGPe/c37yD/IE9",
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
},
|
||||
{
|
||||
"embedding": "H657vEj4Sz3M/AU98PTBvFhpMT1Aabg73NMgPT/Gh73c6Km759v4vSj7DLwmiQW9qSdDPISXA72stek8UaOCvQmgH7ymD0m8VoccPTyvSz0VFbo75pmwvMhF6Dy9KiI8iERyPABafzkyWWI8F6o4vXukuTycCY+6MuQkvdGbwjwgyDg9GDsTvKqhq71CBD09xB8yPAFU5TpuHRk9yCy2PeKMlz2mlz49RkHrvF7ZZ7yo/eI8tzXqPVgL3bvAmLO8/VzFPE/4qT2RBzA8ao9zPRVkmz19tRk9AgRivJyh6r1waTu9BdHyPd7QUz3A8uq4YBwbPaEQq7z3oy69JxqOvQC2jjjBEoY9lx1LvYxG6zziC9w86cOLPEogxzyWx969viaBPY41mjxTPxo8LPfvPNWgF71J2is9vHTLvLRS9zvAYrS9hY/pPBJ7xzysvoa9bmCTvQKH3r2Xmro9DRtoPLt6YbxB3Fy9zElMPRhXJz0zhke9TphuPACK4zcECqO9Q1eXvX5gxD2SCXG9wYh1vXP6TL1sp2G97wunPTTryjslrRc8Z5xfPRExaz3ppnM9EodfPXxqwDyTGpy8J4bJO2PAVLsDiz694hAYvFl4kj3fFOO9esNfPLRvu7xHjgg8JoZEvOylKj1TUqI88UXDu/Rn8rzEoD8900YZvVFtL738JjS9s/22uwp+ir26qYc8bHuyPIRQyLvvOZ89fSDwvcDRmblHPCE9W0GrvRZpYD3Yby29ARaUPWTWRr1T2I+8NRAjvJtyEb0PlCC8II8iPRvBJ70wbBw9c2lSvFEjhDtN6Ig8fHfyPPN7DL1oE8U7xy06PLvCiD0jZDw9fIpyvMgsibxHIPQ9Olz4PJbGLT2lsh49Ce+SvBzGFb1QPAe9JZ3LPMW3KLx0wTM9+CIGvYe1ibxMrxA9zNuFPfxWp71Do8o7dVI7PIS9gj1crxO8iYbQPEMt1zxeSTU8nP2zvBAS3rx7Xem8KYmNvWvfw70epza89bPcOyL3S73aX5G8kkJqParerLwmFB49NdAKvauUhz1byGc9L8A2PRcVBzz0rqU9dtGrvAyU5DzyH6a7nKMnPQtt6TzIxkA9UiTFPLBSnLxKu0I9wNHXvUzIkLxS4mU7AQdrvOu2tb2jExA9BP9Svbo8xLyDvsA8e6sePJ+JHD65cOA8XgV/PVZyjb3Xb4+9Ju5lvbrQtL2wUQG8JjfyvBR2Zb3Ut689Uhh1PPBUkT1G3Va79gG8PEsQaz1b4dq8C8SaPGgqRjtLyB69heDLPAbAG72sbAG82yRPvUniH73BQCG9xYOpu8kVxD1RMJ084yzjvWlyAz2tpXA9KLZ1PTOZ1rq3F9Y8VcTDPdOiSzynsSq7gsR4vaZL5bxoIOM7d8c4vJQRBLtgmQE93rtfvQVHyDzzmsS9ycd6PZ83ar0Wi1i8aUxivKU6mLzmpSg9Ba+Hu4bAOryGi+A8ZNLfu8jrZ71p5SO9n+VJPXdnNb3n7Ou8VrfUvHQkGjy19Sq9+reZvbq4sDw9Tfu7uzI+u+4h0buiMWc9RcIlPbI0FTxZB5M8F8opvRVnBb3tdFy9EOM2vRX2h72T/T09xCPmPKjAo7yvvj29atYzvPUAp7uMI5a94807vZDzBzy8NIE7rK9/PAxvmr25oYU9AtF8vWNHBzzZisE93+iKvd0+lLzTzU08misiPWrdDT2vpqy9YNBuvCrR37zODxc7qJY5PJmAjjy42PM7vx0TutwNbz3NOow8xBR/vZxjfjwScWk9SgDfPAz2vbwbvBc9TAkQvefMlDz6zBU9EzVdvUkeKr2fhJE8BrkMvudtRj0XJMI6zcl2vNbw4ruoeSm8Q7biPHulg7zccUS8gHysOZgZAr1z+EW9sv06PfbU9DyPoNk8+6AYPP9kjj1QKU29zA4gvUoasr1fvjq99cI/PbMVLb0YFxi8tHBePct3H7tYaTU9hV4ivdnDpTxcCbW8sozLPIQburyxumI7UdL1uim3iLx8ydi8v4ZgvK/KTDyFSSC95MmbPDZfKzzD1Qy8LxGmPHQbr7xazgA9zJKVu4PxnjyYkjk8c4l9Pbo6LL1Qg8I7kh06PVf4pL10F849t8UuPWkeRb3ZCtG8zMHtPGKhIjzYh2288y4gPc1Ktj2FiRo8amYnvLeNE75dDLw92KdIPHa8GL1yeOA8i+qyPEZmiTxuBl29ymWqvXQfVj31w1C8/pWPvBefbb1MoZ49nTRUva8VMz0DtoC970CNO7MxALwhWEq93pSKPL/ZRT2dloq6ztEHvSlnBD7R6qW9pHExux3vk70xshk8gzxKPHwSxTzaFYM9U9ggu/dwBD0e2dM8uKVFPfe3Zz01gQ69f4uHPcZVcD2LR1Q9ZlHwPJ41xjw9w/c6qSJ4vWRwJLwCuQy7x786vQnJQ7zbOsG8F1DbPEySIj3AS/s9c8rwvDQRu7312oi8BUQ7vX+dDD07D/O8gVhSPTUaPryFyvW6MS2dPQJ3gr3TPpq8SqYiPaDQNz1YihW9D+l1vSgMMDxXB0i9phzmPdJqtzwyN6m8dQrevHHMnr3s6Xw9IIw4PLG8Rj3yNuy8D6qLPcAdOb3kZdC89nOaPb7ahL3GQ4W9uLxoPVJoA70A8ba8AhPVvACxyDyR+zG8kz+hPExqtTxhn8i8cN/IvZA+hz1slGI6jdpZPXTU9DzrBL09NJPRvGwrbTq3INm8VI3WPH5Wk71a1DC9V/K8vHCheD2cnH08hggfPXx0iLt24C29mZL9vEm8lj216AK9PUslPXArhL1YhGm96Q3KvFXOArwEtyC9yC/Fu6A2Tb0XuHI7drzZvECsuDyoklY9Fn4KvBOYmr0oVoi9hAWGvFd+mLyMfPy8vKCUPZhlubqIDyk9xQMIvDNwWLwl1Hk8jRqlvP7Ozz1C44E8rlotO2OLTL3XQxC9h9b5u4ENdz2q0B+9ssmIvNC6xz2xxmc7vHG4u2qnU7vR/dG8lc+FveUsDT23lqM9ozXGvJyppD2MG0w995e6vK7yjr0GkYO7MjKlPP4IjD2zC2u9gxozvSoutT1/z7W8v8eRPVU5lTxli/28mMT0vB+SNT3I0i48zABDvY9EqL02J6g8pEOPvXhaX73g2rI7xLcIPcDCJztiCO69JLKwvIFrbb30eiC8PB1jPfK4Ej33bXO8qzYFvkl9aj3lSAE+foh9Pbyc+DxePxa97aLEu50cUb1vTD+9/DYrvWDdt7ydQWA9Ky4zPeQLiTxMXam9KaCruwfbCb4pPva8cwpjPeBfy72GTPC79bNsvCabQDzSESE8GOqAPYe9lLwVyBu7JgK7PJxoM71ougy+JvO7PITm0r35uKY91MWTvbbl3b33Oq28abSzOpo+Lz2ycSc8Yth3vIOkVT1Tpyc+pBJgPIoVYT1OHTw6RfxnvTfBRTwvNho96Z2fPOLoUb2RsOE93bzCvFtIobrumaQ8g+Dqve26M70pITA9cGgevbQ1nrwaZcy8sRomu1LJbr37/xI8Y2ZRvEU8hjyaKGa9cyqVvGIZRzy96pC9Ls6JvM8pzb2PFLO7njDDvBgTCr2RL4w88YAgPVIzmD3XNX887/v6PDBxkrvomG28RApbvWvQvT3x+CK8TP/FPCP2L714dLI74BmwPCTD9Tyv0Kw7GyjdPKGBujx3sL26HoV5vdeN4jzL6Xs9Ecf0vXDa9Tzy82i9/bd5Pc3nez236Xw9656YOuCeF7l+jW+9cFJzPWjHZryLLWY9RZ4bPY3xmr23S0a9J6f/PP/gSr3JFGm9/RwLPfpeHz0Io6O96yITPfTWQ71mq+M8eftiPWTsiL35DBQ9fWglvOxnBbu+VLs72DNHPauV8DwiasK9Db1Mvd19OTxR3bC9SdglPWY0yb2HawQ9/eDaPHyFx7wtEDQ8yGu6vCpvUb26CTo9qttDPQaKSrxsgHI9fM1FPJ/RLT3tx0Q9pEBHvbSJBbxCN8i8fw05PWF2Nj1Yqfs8hFaRvRyRdD3v9ua8//eovPCjyDwgdA08OxTSvIhjgT0ANBC5NR4cPZ2vqbyvlqu8BP8XvWBXor0xzIs9v5qVPfJ8pDqPXo09",
|
||||
"index": 1,
|
||||
"object": "embedding"
|
||||
},
|
||||
{
|
||||
"embedding": "hw1NvAiKBT2A1t48wPz6vGFzDj1vFQ662qMdPUiLj70ekLW7AxD/vbmfCL0WXJi8pbSKPHwuK73oFuI8TMF0vSm8cLzpmYs7y6IBPZXRLz34S3a8oYJRvCWZNj0d6gu8ESMKPCA+bTwbq447iX21vGNOZT0MjQa7JwL1vOfPHT3VnXg8Aey7O9RSkb3j52Y964ayPNkCiTy6dkc9VsPoPfVOYT3ODGo9/L9pvWLUgrwknCg9xW3UPWMgZrw1Er28R15YPRulnz0sEwQ7xViTPXO79T166Bs9EYIXPJOps72FxJy8WHezPY2QLj04QCu9NSShPG5AVjs2dgC9eJRnvUdCDTxOgp09PD8LvKVSmjyE8w09WfZEPGpAOT1PiPW9fapZPcRusjy/D+U79y61PGmJOb2dQfw8oW0UvVhJ9jvDylW9NJwAPaTkjTyjAmq9RYunvMc6zr1zzK89QaUZPA7VtrxVigC9aK9PPaj1eD0caoG8AbaBPMvziTsVJ7K9pptvvXEJkD37lye9416Dvcf3kb1e0S+9oHKUPekvkjwcocU8L5mDPS1C6TxHZp89FrpuPW/xcTzGFIK8BpqiPLB7mLwMP2u95Yl7vAfcgT2tMNa9CYSvurYjPbqgONY8DNa+vHbYhT3/eR46wQujvGe+abwiQz4915TOvOKMCr1Y2ze98gTIvDpEqL03sv08XzgHPfrLkDxPIMA9KrvJvX2khzsWSQQ9xS+NveJ8Xj3Hyly9h5mWPWkWWr3o27+8RtAsu02UHL3SugC8UNaAO8MKGb1TZRA8sy32vDNDcjxR2mM8AkIBPe1hA73lvIM679ohPQezUj36kgY9kvjUPLsZt7x/YaY9//LHuVrYCT2iCfI8rD3zvO7JY71JMea8HzFbPIC8xjvjuxE9oxElvZwFxjs4DRk9h8psPTfFp737zX663x6dOxQdED0Xg6O8BkcvPYumFDxQhsE8ZN36vB32yrzDLvi8nnttvafCrL2AIbW8XpmNu5nkKb3FONu8ptsYPa/0ILyNbxE9UsM6vDIyiT3t65Q9OUIuPWN6LbzdtJw9bi9vvKJDDT01Pj67/oosPfouQT2h+TQ9Q2nZOv0jjrwwgVE9e8aLvdMnubxhwdw7MdX+u1L3gL3guCU96kJyveDhJb1cJz099ydOPDorEj5qj0Y9zniuPX3eab2KFrS9OPQYvdfox73XTsK6T/L8vBwDKr1WrY09v9NUPLcTsT3aA6A8CQ3APAFxbD1/zvq7dPkNPb5oMzqcxTe9bt/GPJ8wsbzwiba85VETvdTUtLsT8Ni8SZJhvFV3hT2STaE8n14Ivosbnjy1SqM8DMaAPcdIYTzAOg09D/ifPY1lljzcolE8Z26Hvfffb718jIY8BVipvGZogrx5/888J7fovBTv/zzxUM+90+4rPW2Rt72JMNY8oRuYvGpZK7wfeAE9D3yyvMD35rwu3948ejoDvKdsgL1rN/a8haFiPWOLPb1aVdK8/LX/u+isz7uAWS29+gq4vZx1Kz1I88m7wfJwvDg+Hbukfl897wHGPMAH5zwL5WQ7SR9AvepH2bwO3FK9puZSvUFYZr00kRY9QBJXOb9aaLyq3Ei9Nw3AvHP8Ab3BXy69gmVRvTHMhDzLrMs8gEDiuHFiRL09o1g9/8Y5vf1NWTqwNZg9Xax+vfKqGL0K71A8DQuMPZHnqzxu/ZS9QMBIOdwwHbxKn1C7kbzUPNjRejt6ufw820eLu9sgKT0Dhcw8hW7WvB2FJTtmqAs9spHdPHepJ72hJn89kwTKvMt8oDzyHTY86XQcvWPaLb0QDfI8CYr6vQdyLj1LC3U6cgFtPLJEkbucBpW8pv+GPLjiRb1APyu9Kag9vCfu8bzwNUi989AhPd7NYD016XI82Bppu9SZQz3QnQ+9wPgqvbJGs70ElFS9d1+GPMCYj7xlEGy87q4pPZzaC72m/vg8AwlhvSYKBLvICne8Hn9tPHjjRr1y1OC6KVigvFGSg7yrVRe9ymV7vHIRlzzDynC9x3XQPKHoYrzmQt+8fFl2OwwN+rzy8Lw84d5RO2d/RjyyWow8vOJPPc+M7bviFkc8rZQNPZItir2sHJs90bCfPHkElb2awoG8eLOVPAe5gjutVAO9VEcmPPEVjj1KUFU8AHFOvCF2C75ikIs9mHyMOwtnTb1eHzS8K684PIx7ejvX5ZW9QQKrvW5zRz1QjPy8eLd6uyulRL1a5KE9n8dEvaKyazxV8RK9LukVvO8QFjtibjy9+iOHPA8sPj3B4rW74iCAvGml3D2m/969O42Ju53LS73MhJQ8nf6GPPh+8zs5Dyg9l9Q5O+2NmTzC67c8oN5kPVLcgD3a+Bu9FOGjPZqFTT1z7fM8By0YPSyW4jzKT4c7d5hIvXo+b7skCke8+PWBvYCEE7mb83y8m1bAPAPlwDxmjPU9/Ei7vOc2y73zzTM8NNV2vL3nNj2pjKK8wPeIPQBYlzc9KOg7elGNPa9vmL3u2Yi8qBXgPPIsOzyJ6Vm9z+Bcve+HwDtUL4K95wbiPTOL1juhMBG8X+ETvSRprr1lVm894xoNPElwaz2H9wa9N/+rPS1Mw7xxhC68hzkxPZuNhL2Xom+9dJCcPeIg9LyGmIu8Z9akvEeBxTy1iI67VyyCPEia1zwqWYy8i8qbvUqHhD0ZlWw72fhpPeC+yzw90b09RacHvTHpAzzsFI28qubhPFjPlL2taKq8t9M5u8FtYD0/guK5M65PPZtEEb2rEgK9ZHytvKefcT3hrCa9HKhHPJ+HQ71H3y+9K3w/vDSf7Dsv2Hy9uLs1PFoRLb3LnBo8j9dpu4NqtjygC0k9NBmkOyFiq72baIS9A/OdPCaw5LwqFou88CpfPQ5Il7zXDeQ8YtzIO6SC0LtEyE08HbSNvAeGqD0Qr5Y86fpsPEhJWr1/c4+8OP0ivArkZj2qacC8850fvHW3mT1Vbam7pRpRu/xxN7uvYRE6z5pZvW/sGT2qUpw9uDJnvIWzhz0jnB89UY7Gu3xfhb3JOzI8/HsVPalOSj2cT2G9WX21vJaVsD0Yi9G806+7PRS7/jz2Dla9+GJZvO7MRD2AVDw4G+cdvS/ZsL0F2Vo8W7SNvcC0Kb3SDoQ8DW6fPMwYBDw3UM69Yf+/vJw6ZL2p+ly8SJVFPbg0AD26bc68l6nIvdJ6Gj3WGtU9zA0QPUi/aDzUD8a8lc6ivG/Z97xYKce8GRaAvZUGEzx6SFY9lKQuPfz32juXSbq9+0GFvHNz7b3BXxO9W6nzPNk20b1QeQW9T8vuOtybDD197JU8h01BPQr30bwA81u5g/1IPSk0R737fQe+aE3aPG7Xsr3a4EM9o5yLvQiJoL2F1y29/omtu14Ebz1/feE5ipN/vDMrDT2SnS0+Rjctu+smmzwJbCU7GFtzvQD1P7lT5Sc9hEAwO8JDQr18uXo9BzcRvCbzYDud8CY8+c0AvrMYCb1ZL4A97z0DvWx8Vbz87Xq8wO/WvCRTiL08Zdq7sSuvu2H75DwnJou9jJn5u2tDmzxOrSy9qDqovMGAx70abq08yWgEvVBktrydgl07/ZgAPem+nT10BKk8yGApPepOv7s/+Ee90sRfvYZgtD1jzNS8zMLfPAAbl70uDhg7YTF3PBS3HT0Avok4307oPDJRBDyvlVE8/AqUvTbwpTxICSw9fNHOvR6UlDxc7WO9jalKPfeyez0xW4U9YiTpPI7jpbzefF29hJMPPYoS7Ly79mU9wC9nPZNHib0zpW69o+E4PadFUL0Epcq86VVmPDF3UT2RwYq9BM0NPR07Sb2la8Y8glJHPcNGeb3ky/s6htFOPMvgSjysUuo8f6oePcMm6zv3DaS9w2Z/vZjN0jyW+4m9As0nPblNor35JYQ8qFElPHBBDb0sxX47R5lhvV2Vlb2DFUk9bvQ9PfC/6ToyAe88HE25PLpYDD0RZj49tbocvRLBD7xu+8687m0UPV2JGT0epxI9w0MovVBqjz28eum8f5/hvEGH7jxM38c8W9ueOg2lhz1tsIs6Yqd0PSzS3bzshh48AKdFvf8sXr2/WJQ95gClPUeMAL11GnI9",
|
||||
"index": 2,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"object": "list",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
344
tests/integration/recordings/responses/3ef0f9aab128.json
Normal file
344
tests/integration/recordings/responses/3ef0f9aab128.json
Normal file
|
|
@ -0,0 +1,344 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "__databricks__/serving-endpoints/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the name of the Sun in latin?"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_2c653de2-afd4-4075-bc8d-8200562a191b",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326497,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 2,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 22,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_2c653de2-afd4-4075-bc8d-8200562a191b",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "The ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326497,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 2,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 22,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_2c653de2-afd4-4075-bc8d-8200562a191b",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Latin ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326497,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 3,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 23,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_2c653de2-afd4-4075-bc8d-8200562a191b",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "name ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326497,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 4,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 24,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_2c653de2-afd4-4075-bc8d-8200562a191b",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "for ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326497,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 5,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 25,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_2c653de2-afd4-4075-bc8d-8200562a191b",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "the ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326497,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 6,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 26,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_2c653de2-afd4-4075-bc8d-8200562a191b",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Sun ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326497,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 7,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 27,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_2c653de2-afd4-4075-bc8d-8200562a191b",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "is ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326497,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 8,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 28,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_2c653de2-afd4-4075-bc8d-8200562a191b",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "\"Sol\".",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326498,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 11,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 31,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_2c653de2-afd4-4075-bc8d-8200562a191b",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326498,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 11,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 31,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
59
tests/integration/recordings/responses/41ace09e5dba.json
Normal file
59
tests/integration/recordings/responses/41ace09e5dba.json
Normal file
|
|
@ -0,0 +1,59 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Test trace openai 2"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "oCfxBri-4Yz4kd-984c2b177fb74ce3",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "This conversation has just begun. What would you like to talk about? I can summarize our conversation at the end, if you like.",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": []
|
||||
},
|
||||
"seed": 7149743687991911000
|
||||
}
|
||||
],
|
||||
"created": 1758820576,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 28,
|
||||
"prompt_tokens": 41,
|
||||
"total_tokens": 69,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
},
|
||||
"prompt": []
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
1061
tests/integration/recordings/responses/441e2832387f.json
Normal file
1061
tests/integration/recordings/responses/441e2832387f.json
Normal file
File diff suppressed because it is too large
Load diff
422
tests/integration/recordings/responses/4d438c6bbaed.json
Normal file
422
tests/integration/recordings/responses/4d438c6bbaed.json
Normal file
|
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"What makes Python different from C++ and Java?"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.10118824,
|
||||
0.03903895,
|
||||
-0.013634503,
|
||||
-0.007292888,
|
||||
-0.029636545,
|
||||
-0.084174395,
|
||||
-0.09112228,
|
||||
0.04528188,
|
||||
-0.014384496,
|
||||
-0.0319548,
|
||||
-0.05629092,
|
||||
0.007849695,
|
||||
0.04510336,
|
||||
0.016430292,
|
||||
0.03918052,
|
||||
-0.117774546,
|
||||
-0.03887417,
|
||||
-0.001986278,
|
||||
0.024091367,
|
||||
-0.065562785,
|
||||
-0.017041149,
|
||||
-0.019297333,
|
||||
-0.021055115,
|
||||
-0.05226532,
|
||||
0.091480814,
|
||||
0.015253761,
|
||||
-0.001796204,
|
||||
-0.040122062,
|
||||
0.009265925,
|
||||
0.0020377012,
|
||||
-0.010954453,
|
||||
0.04418117,
|
||||
0.021545967,
|
||||
-0.013009354,
|
||||
-0.06874439,
|
||||
0.021751178,
|
||||
-0.0032608712,
|
||||
-0.08501772,
|
||||
-0.053137373,
|
||||
-0.015450434,
|
||||
-0.085525215,
|
||||
0.07160664,
|
||||
-0.05478504,
|
||||
0.0016480179,
|
||||
-0.07703412,
|
||||
0.034932982,
|
||||
-0.013334636,
|
||||
0.0048056873,
|
||||
-0.017465629,
|
||||
-0.023633484,
|
||||
-0.06934235,
|
||||
0.039600387,
|
||||
-0.06340865,
|
||||
-0.08479012,
|
||||
-0.008927469,
|
||||
-0.009415297,
|
||||
0.021252826,
|
||||
0.028662452,
|
||||
-0.0071771694,
|
||||
-0.10053554,
|
||||
-0.08403626,
|
||||
0.0006694508,
|
||||
0.049527504,
|
||||
0.091747105,
|
||||
-0.040061295,
|
||||
-0.08370871,
|
||||
0.0113953585,
|
||||
0.02787908,
|
||||
0.08032625,
|
||||
-0.08153772,
|
||||
-0.1382779,
|
||||
0.0020262296,
|
||||
-0.013319839,
|
||||
0.06469724,
|
||||
0.011705844,
|
||||
-0.06847945,
|
||||
-0.008103585,
|
||||
-0.007311759,
|
||||
-0.049259696,
|
||||
-0.01681834,
|
||||
-0.0023633156,
|
||||
0.04625241,
|
||||
-0.09155687,
|
||||
0.070435375,
|
||||
0.047461532,
|
||||
-0.033975255,
|
||||
0.030877052,
|
||||
0.06223708,
|
||||
-0.075257495,
|
||||
0.022192439,
|
||||
0.072569355,
|
||||
-0.05940421,
|
||||
-0.016665697,
|
||||
0.027913835,
|
||||
-0.03033027,
|
||||
0.026433375,
|
||||
-0.024091143,
|
||||
0.027967717,
|
||||
0.0018184112,
|
||||
0.005459501,
|
||||
0.01782243,
|
||||
-0.05497604,
|
||||
0.10015024,
|
||||
0.060212452,
|
||||
0.095859,
|
||||
0.0045665796,
|
||||
0.022342399,
|
||||
-0.0730747,
|
||||
0.07155068,
|
||||
-0.005780182,
|
||||
-0.027565235,
|
||||
-0.07226932,
|
||||
0.0022492912,
|
||||
-0.056467265,
|
||||
0.056729913,
|
||||
0.04964385,
|
||||
-0.0359193,
|
||||
0.073877,
|
||||
0.01857968,
|
||||
-0.020147907,
|
||||
0.025378013,
|
||||
-0.03853255,
|
||||
0.0004536945,
|
||||
-0.0197987,
|
||||
-0.052165885,
|
||||
0.08353086,
|
||||
-0.0831229,
|
||||
-3.4495407e-33,
|
||||
-7.5219294e-05,
|
||||
-0.10703243,
|
||||
0.00059167214,
|
||||
0.022338398,
|
||||
0.0678739,
|
||||
-0.009247927,
|
||||
0.010432039,
|
||||
0.06904043,
|
||||
0.008255852,
|
||||
-0.027097296,
|
||||
-0.020995656,
|
||||
0.051348615,
|
||||
0.021222726,
|
||||
0.103795454,
|
||||
0.051715724,
|
||||
-0.016371982,
|
||||
-0.005419388,
|
||||
0.018027242,
|
||||
-0.012436884,
|
||||
-0.016733842,
|
||||
0.02889153,
|
||||
0.030293668,
|
||||
0.052271575,
|
||||
0.07004435,
|
||||
0.03884479,
|
||||
-0.012782247,
|
||||
0.010923908,
|
||||
0.009464883,
|
||||
-0.031190552,
|
||||
0.012386214,
|
||||
-0.04372491,
|
||||
-0.06606855,
|
||||
-0.048366148,
|
||||
0.061396204,
|
||||
0.04782467,
|
||||
0.03706411,
|
||||
-0.0107052075,
|
||||
-0.11111459,
|
||||
0.010835082,
|
||||
-0.056167886,
|
||||
-0.06988011,
|
||||
-0.0075372676,
|
||||
0.017734634,
|
||||
-0.05035381,
|
||||
-0.001275386,
|
||||
0.014617504,
|
||||
-0.02860837,
|
||||
-0.037023265,
|
||||
-0.12981883,
|
||||
0.011362826,
|
||||
0.016434444,
|
||||
0.024155455,
|
||||
0.06692448,
|
||||
0.11011648,
|
||||
0.00242381,
|
||||
0.029336166,
|
||||
0.06456758,
|
||||
0.025459351,
|
||||
-0.06523983,
|
||||
-0.003042015,
|
||||
-0.014494944,
|
||||
0.17165202,
|
||||
0.09502477,
|
||||
0.004603603,
|
||||
0.03468188,
|
||||
0.08069984,
|
||||
0.028353227,
|
||||
0.078386195,
|
||||
0.0052070855,
|
||||
0.10746326,
|
||||
0.0007272075,
|
||||
0.048997436,
|
||||
-0.026183812,
|
||||
0.024859238,
|
||||
0.019962046,
|
||||
0.0024938937,
|
||||
-0.0088306535,
|
||||
-0.12398559,
|
||||
0.013511732,
|
||||
0.01252341,
|
||||
-0.06526936,
|
||||
0.0025227254,
|
||||
0.012404745,
|
||||
-0.052903768,
|
||||
-0.060306206,
|
||||
-0.06609536,
|
||||
0.02255224,
|
||||
0.034741614,
|
||||
0.07141327,
|
||||
-0.042214733,
|
||||
-0.046732914,
|
||||
-0.013089334,
|
||||
0.050667133,
|
||||
0.009732704,
|
||||
-0.065844536,
|
||||
-7.632026e-34,
|
||||
-0.04897036,
|
||||
0.0010008155,
|
||||
-0.027726196,
|
||||
-0.0041715573,
|
||||
-0.0784953,
|
||||
-0.014502005,
|
||||
-0.0032161039,
|
||||
-0.0036510653,
|
||||
0.0063989596,
|
||||
-0.0049795345,
|
||||
-0.025816346,
|
||||
-0.057969686,
|
||||
0.089522816,
|
||||
0.03228869,
|
||||
0.09730419,
|
||||
0.014945059,
|
||||
-0.09055132,
|
||||
0.048780665,
|
||||
0.017307585,
|
||||
0.001894757,
|
||||
-0.018043697,
|
||||
0.076129794,
|
||||
-0.03805571,
|
||||
-0.033610735,
|
||||
0.024954053,
|
||||
-0.021428565,
|
||||
-0.089604266,
|
||||
-0.017775265,
|
||||
-0.0053226994,
|
||||
0.0390506,
|
||||
0.03933108,
|
||||
0.09031938,
|
||||
-0.08847496,
|
||||
0.018907558,
|
||||
0.044635687,
|
||||
-0.022590302,
|
||||
-0.032498624,
|
||||
-0.025523473,
|
||||
0.025916386,
|
||||
-0.0015925332,
|
||||
0.12204004,
|
||||
0.0071080993,
|
||||
0.091284856,
|
||||
0.088366255,
|
||||
0.02900987,
|
||||
0.053944837,
|
||||
-0.025523532,
|
||||
0.07882233,
|
||||
0.021127652,
|
||||
-0.10109029,
|
||||
0.017844606,
|
||||
0.036310278,
|
||||
0.05826466,
|
||||
-0.039195944,
|
||||
-0.009919533,
|
||||
-0.034366168,
|
||||
0.049801596,
|
||||
0.053652726,
|
||||
-0.06546624,
|
||||
-0.009100376,
|
||||
-0.045472123,
|
||||
-0.076298825,
|
||||
0.049355358,
|
||||
0.004085976,
|
||||
-0.049639836,
|
||||
0.036183506,
|
||||
-0.04978166,
|
||||
-0.01432043,
|
||||
-0.048737127,
|
||||
-0.13183917,
|
||||
0.09263645,
|
||||
0.023257703,
|
||||
-0.015932027,
|
||||
0.012102949,
|
||||
-0.067271985,
|
||||
0.024819551,
|
||||
-0.00095338933,
|
||||
0.005278276,
|
||||
-0.034407213,
|
||||
0.048385736,
|
||||
0.015527778,
|
||||
0.03753987,
|
||||
-0.029208956,
|
||||
0.035676524,
|
||||
-0.08918091,
|
||||
0.03421899,
|
||||
-0.0790197,
|
||||
-0.029945001,
|
||||
-0.0045615,
|
||||
-0.0059501184,
|
||||
0.02928693,
|
||||
0.09815437,
|
||||
-0.033618566,
|
||||
0.015624564,
|
||||
-0.018528337,
|
||||
-1.6825586e-08,
|
||||
0.055643573,
|
||||
0.00905882,
|
||||
0.0065201567,
|
||||
0.012434381,
|
||||
0.044175223,
|
||||
0.0383832,
|
||||
-0.040846422,
|
||||
-0.010427501,
|
||||
-0.0080066,
|
||||
0.01712656,
|
||||
-0.036492564,
|
||||
-0.00024521624,
|
||||
-0.07382413,
|
||||
-0.059322976,
|
||||
0.01264377,
|
||||
0.086423,
|
||||
-0.06100275,
|
||||
-0.059789356,
|
||||
0.009266419,
|
||||
0.07025341,
|
||||
0.050013755,
|
||||
-0.018513031,
|
||||
-0.07250875,
|
||||
0.11642345,
|
||||
-0.09448821,
|
||||
-0.044915877,
|
||||
0.0534502,
|
||||
0.01637104,
|
||||
0.036045168,
|
||||
-0.037487727,
|
||||
0.0030642638,
|
||||
0.0030473603,
|
||||
-0.050864283,
|
||||
0.030525306,
|
||||
-0.0034795292,
|
||||
-0.006219593,
|
||||
0.029881494,
|
||||
-0.0397122,
|
||||
-0.041857515,
|
||||
0.022612296,
|
||||
-0.037165,
|
||||
-0.009100636,
|
||||
-0.008052333,
|
||||
0.006499901,
|
||||
0.04141586,
|
||||
0.03798403,
|
||||
-0.044131294,
|
||||
-0.01770224,
|
||||
-0.07094963,
|
||||
-0.02103003,
|
||||
-0.012339185,
|
||||
0.011356932,
|
||||
0.07049362,
|
||||
-0.058278922,
|
||||
0.034775678,
|
||||
0.018039506,
|
||||
-0.12438333,
|
||||
-0.05090711,
|
||||
0.006098656,
|
||||
0.05028239,
|
||||
-0.0049530324,
|
||||
-0.015935287,
|
||||
0.18108557,
|
||||
0.023910096
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 11,
|
||||
"total_tokens": 11
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
53
tests/integration/recordings/responses/4ebcaf6c2aee.json
Normal file
53
tests/integration/recordings/responses/4ebcaf6c2aee.json
Normal file
|
|
@ -0,0 +1,53 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Test dimensions parameter",
|
||||
"encoding_format": "base64",
|
||||
"dimensions": 16
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.253706,
|
||||
0.016367152,
|
||||
-0.29664654,
|
||||
0.31654558,
|
||||
-0.18624601,
|
||||
0.07602756,
|
||||
-0.031531323,
|
||||
0.2986085,
|
||||
-0.49672848,
|
||||
-0.36617878,
|
||||
0.25328273,
|
||||
-0.33349335,
|
||||
0.0060151755,
|
||||
0.14081024,
|
||||
-0.13757885,
|
||||
-0.14679416
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 3,
|
||||
"total_tokens": 3
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
420
tests/integration/recordings/responses/4f00cf740aba.json
Normal file
420
tests/integration/recordings/responses/4f00cf740aba.json
Normal file
|
|
@ -0,0 +1,420 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Hello, world!",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.038157914,
|
||||
0.03290493,
|
||||
-0.0055371798,
|
||||
0.014353213,
|
||||
-0.040209096,
|
||||
-0.11667767,
|
||||
0.03170551,
|
||||
0.0019347348,
|
||||
-0.04254092,
|
||||
0.029190615,
|
||||
0.042559944,
|
||||
0.032130145,
|
||||
0.02983921,
|
||||
0.010979105,
|
||||
-0.053759154,
|
||||
-0.05030495,
|
||||
-0.023470305,
|
||||
0.010730486,
|
||||
-0.1377361,
|
||||
0.0039985846,
|
||||
0.029267203,
|
||||
0.066698566,
|
||||
-0.015405643,
|
||||
0.04843479,
|
||||
-0.0881545,
|
||||
-0.012694429,
|
||||
0.041265942,
|
||||
0.04089442,
|
||||
-0.05000745,
|
||||
-0.05805947,
|
||||
0.048748765,
|
||||
0.06891688,
|
||||
0.058812816,
|
||||
0.008785837,
|
||||
-0.016080279,
|
||||
0.08517403,
|
||||
-0.07814158,
|
||||
-0.077435054,
|
||||
0.020808736,
|
||||
0.016186161,
|
||||
0.032549612,
|
||||
-0.05344129,
|
||||
-0.062166847,
|
||||
-0.0242584,
|
||||
0.007393759,
|
||||
0.024064584,
|
||||
0.0064619263,
|
||||
0.051204458,
|
||||
0.072843835,
|
||||
0.034658417,
|
||||
-0.05477693,
|
||||
-0.05941287,
|
||||
-0.007262739,
|
||||
0.020149412,
|
||||
0.035835978,
|
||||
0.0056162532,
|
||||
0.010803632,
|
||||
-0.052724347,
|
||||
0.010110615,
|
||||
-0.0087345,
|
||||
-0.06285489,
|
||||
0.038390912,
|
||||
-0.013975588,
|
||||
0.0734118,
|
||||
0.090072334,
|
||||
-0.07995426,
|
||||
-0.016420014,
|
||||
0.044813525,
|
||||
-0.06888206,
|
||||
-0.033037275,
|
||||
-0.015467736,
|
||||
0.01130628,
|
||||
0.036483694,
|
||||
0.0663459,
|
||||
-0.054344203,
|
||||
0.008723171,
|
||||
0.012078509,
|
||||
-0.038129516,
|
||||
0.006938081,
|
||||
0.051155496,
|
||||
0.07745829,
|
||||
-0.122897476,
|
||||
0.01635594,
|
||||
0.04956378,
|
||||
0.031677794,
|
||||
-0.03963372,
|
||||
0.0016560612,
|
||||
0.0095810415,
|
||||
-0.032620687,
|
||||
-0.03396473,
|
||||
-0.13327733,
|
||||
0.0072318353,
|
||||
-0.010225149,
|
||||
0.038535405,
|
||||
-0.09343492,
|
||||
-0.04173385,
|
||||
0.06996305,
|
||||
-0.026312327,
|
||||
-0.14973918,
|
||||
0.13443227,
|
||||
0.03750676,
|
||||
0.052842483,
|
||||
0.045053005,
|
||||
0.018721534,
|
||||
0.05443072,
|
||||
0.017290117,
|
||||
-0.03255681,
|
||||
0.046160772,
|
||||
-0.046711024,
|
||||
-0.030576464,
|
||||
-0.018258592,
|
||||
-0.048711784,
|
||||
0.033041865,
|
||||
-0.003856249,
|
||||
0.05003307,
|
||||
-0.05821012,
|
||||
-0.00994153,
|
||||
0.0106995255,
|
||||
-0.04008794,
|
||||
-0.0015539092,
|
||||
0.060838487,
|
||||
-0.04559896,
|
||||
0.04924722,
|
||||
0.026119638,
|
||||
0.019796783,
|
||||
-0.0016312932,
|
||||
0.05955464,
|
||||
-6.527786e-33,
|
||||
0.063555494,
|
||||
0.003072545,
|
||||
0.0290068,
|
||||
0.17338625,
|
||||
0.0029474646,
|
||||
0.027745575,
|
||||
-0.095103905,
|
||||
-0.031165987,
|
||||
0.026719859,
|
||||
-0.010799976,
|
||||
0.023851028,
|
||||
0.02375357,
|
||||
-0.031152952,
|
||||
0.049497593,
|
||||
-0.025005657,
|
||||
0.10176666,
|
||||
-0.079190366,
|
||||
-0.0032479328,
|
||||
0.042849813,
|
||||
0.09489888,
|
||||
-0.066508934,
|
||||
0.00632239,
|
||||
0.022188535,
|
||||
0.06996212,
|
||||
-0.007491268,
|
||||
-0.001777037,
|
||||
0.027047161,
|
||||
-0.07536194,
|
||||
0.11401931,
|
||||
0.008564227,
|
||||
-0.02371391,
|
||||
-0.046974454,
|
||||
0.0144310715,
|
||||
0.019899534,
|
||||
-0.0046927175,
|
||||
0.0013119543,
|
||||
-0.03432107,
|
||||
-0.054212432,
|
||||
-0.09418897,
|
||||
-0.028963951,
|
||||
-0.018907014,
|
||||
0.045735538,
|
||||
0.04757043,
|
||||
-0.003132595,
|
||||
-0.033231355,
|
||||
-0.013520351,
|
||||
0.051010653,
|
||||
0.03111525,
|
||||
0.015257217,
|
||||
0.054166727,
|
||||
-0.085080594,
|
||||
0.013355202,
|
||||
-0.04763934,
|
||||
0.07099156,
|
||||
-0.01309272,
|
||||
-0.0023823304,
|
||||
0.050339438,
|
||||
-0.041624993,
|
||||
-0.014171974,
|
||||
0.032421313,
|
||||
0.005414455,
|
||||
0.09128853,
|
||||
0.0045168963,
|
||||
-0.018196244,
|
||||
-0.015225792,
|
||||
-0.04635148,
|
||||
0.038764603,
|
||||
0.014739169,
|
||||
0.052030377,
|
||||
0.0017809072,
|
||||
-0.014930553,
|
||||
0.027100598,
|
||||
0.031190928,
|
||||
0.02379928,
|
||||
-0.0045879,
|
||||
0.03622444,
|
||||
0.066800386,
|
||||
-0.0018508516,
|
||||
0.021243243,
|
||||
-0.0575494,
|
||||
0.019077979,
|
||||
0.031474162,
|
||||
-0.018456634,
|
||||
-0.04083116,
|
||||
0.10387791,
|
||||
0.011981423,
|
||||
-0.014923204,
|
||||
-0.10519511,
|
||||
-0.012293124,
|
||||
-0.00042049217,
|
||||
-0.09506704,
|
||||
0.058275525,
|
||||
0.042611193,
|
||||
-0.025061507,
|
||||
-0.094545335,
|
||||
4.010606e-33,
|
||||
0.13226718,
|
||||
0.0053517097,
|
||||
-0.03314567,
|
||||
-0.09099676,
|
||||
-0.031551942,
|
||||
-0.033939674,
|
||||
-0.071981214,
|
||||
0.12595285,
|
||||
-0.08333936,
|
||||
0.052855294,
|
||||
0.001036374,
|
||||
0.021973396,
|
||||
0.104020424,
|
||||
0.013031712,
|
||||
0.040921222,
|
||||
0.018695012,
|
||||
0.114233166,
|
||||
0.024822846,
|
||||
0.014595918,
|
||||
0.00621894,
|
||||
-0.011220824,
|
||||
-0.035742316,
|
||||
-0.03801776,
|
||||
0.011226576,
|
||||
-0.051305167,
|
||||
0.007892534,
|
||||
0.06734842,
|
||||
0.0033567564,
|
||||
-0.09286571,
|
||||
0.03701943,
|
||||
-0.022331072,
|
||||
0.040051647,
|
||||
-0.030764744,
|
||||
-0.011390678,
|
||||
-0.014426033,
|
||||
0.024999708,
|
||||
-0.09751172,
|
||||
-0.03538673,
|
||||
-0.03757043,
|
||||
-0.010174254,
|
||||
-0.06396341,
|
||||
0.025548752,
|
||||
0.020661479,
|
||||
0.03752242,
|
||||
-0.10438308,
|
||||
-0.028266912,
|
||||
-0.052153755,
|
||||
0.012830027,
|
||||
-0.05125152,
|
||||
-0.029009243,
|
||||
-0.09633578,
|
||||
-0.042322997,
|
||||
0.06716196,
|
||||
-0.030903742,
|
||||
-0.010314011,
|
||||
0.027343867,
|
||||
-0.028119028,
|
||||
0.010296558,
|
||||
0.043072425,
|
||||
0.022286164,
|
||||
0.007943,
|
||||
0.056093868,
|
||||
0.040728126,
|
||||
0.09295372,
|
||||
0.016456816,
|
||||
-0.053744446,
|
||||
0.00047035623,
|
||||
0.050744157,
|
||||
0.04246857,
|
||||
-0.029237023,
|
||||
0.009294763,
|
||||
-0.010624897,
|
||||
-0.037202932,
|
||||
0.00220195,
|
||||
-0.030278567,
|
||||
0.07457478,
|
||||
0.0026277148,
|
||||
-0.017591486,
|
||||
0.0028708735,
|
||||
0.03840644,
|
||||
0.0072204536,
|
||||
0.045653794,
|
||||
0.039947055,
|
||||
0.014161398,
|
||||
-0.014247232,
|
||||
0.058465447,
|
||||
0.036360227,
|
||||
0.055268615,
|
||||
-0.02004829,
|
||||
-0.08043532,
|
||||
-0.030213723,
|
||||
-0.0148566915,
|
||||
0.022293866,
|
||||
0.011908896,
|
||||
-0.06907556,
|
||||
-1.8805048e-08,
|
||||
-0.078408636,
|
||||
0.046699222,
|
||||
-0.023894435,
|
||||
0.06347232,
|
||||
0.02395583,
|
||||
0.0014103559,
|
||||
-0.090737104,
|
||||
-0.06684135,
|
||||
-0.080118775,
|
||||
0.0054891296,
|
||||
0.05368204,
|
||||
0.10478211,
|
||||
-0.066875115,
|
||||
0.015525915,
|
||||
0.06710851,
|
||||
0.07083251,
|
||||
-0.03199485,
|
||||
0.020825442,
|
||||
-0.021920865,
|
||||
-0.0072890157,
|
||||
-0.01058703,
|
||||
0.004174248,
|
||||
0.033155944,
|
||||
-0.07901077,
|
||||
0.038750935,
|
||||
-0.07521113,
|
||||
-0.015731987,
|
||||
0.005987591,
|
||||
0.0051212795,
|
||||
-0.061557226,
|
||||
0.04203319,
|
||||
0.09544439,
|
||||
-0.04317485,
|
||||
0.014446859,
|
||||
-0.10614051,
|
||||
-0.028011814,
|
||||
0.01101727,
|
||||
0.069552526,
|
||||
0.0669063,
|
||||
-0.0747214,
|
||||
-0.078444764,
|
||||
0.042728573,
|
||||
-0.034634914,
|
||||
-0.106056124,
|
||||
-0.0357495,
|
||||
0.05155015,
|
||||
0.068699375,
|
||||
-0.049968246,
|
||||
0.015420614,
|
||||
-0.06460179,
|
||||
-0.07601102,
|
||||
0.026022797,
|
||||
0.07440251,
|
||||
-0.0124161495,
|
||||
0.1332999,
|
||||
0.07480527,
|
||||
0.051343314,
|
||||
0.02094546,
|
||||
-0.026808253,
|
||||
0.08892536,
|
||||
0.03996125,
|
||||
-0.041000355,
|
||||
0.03187991,
|
||||
0.018108707
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 4,
|
||||
"total_tokens": 4
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
612
tests/integration/recordings/responses/50a8dc5b8ece.json
Normal file
612
tests/integration/recordings/responses/50a8dc5b8ece.json
Normal file
|
|
@ -0,0 +1,612 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.cerebras.ai/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama-3.3-70b",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What is the name of the US captial?"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama-3.3-70b"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "The",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " name",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " of",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " the",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " US",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " capital",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " is",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Washington",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ",",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " D",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ".C",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ".",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " (",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "short",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " for",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " District",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " of",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Columbia",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ").",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-adc9cfae-89ba-4938-9137-37a1f46d1596",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191363,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": {
|
||||
"completion_tokens": 20,
|
||||
"prompt_tokens": 45,
|
||||
"total_tokens": 65,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": {
|
||||
"audio_tokens": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
},
|
||||
"time_info": {
|
||||
"queue_time": 0.000509825,
|
||||
"prompt_time": 0.002284829,
|
||||
"completion_time": 0.008430168,
|
||||
"total_time": 0.012710094451904297,
|
||||
"created": 1758191363
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
420
tests/integration/recordings/responses/517505777888.json
Normal file
420
tests/integration/recordings/responses/517505777888.json
Normal file
|
|
@ -0,0 +1,420 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Test encoding format",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.019099757,
|
||||
-0.020513054,
|
||||
-0.07147724,
|
||||
-0.02305817,
|
||||
-0.06570441,
|
||||
-0.0057285326,
|
||||
-0.029366547,
|
||||
-0.031833924,
|
||||
-0.015779832,
|
||||
-0.03914512,
|
||||
0.02689602,
|
||||
-0.064181775,
|
||||
0.013521624,
|
||||
0.050362427,
|
||||
-0.031129995,
|
||||
-0.08321027,
|
||||
-0.031968866,
|
||||
0.074996136,
|
||||
-0.016394366,
|
||||
-0.0013953616,
|
||||
0.038505327,
|
||||
-0.03440395,
|
||||
-0.004868513,
|
||||
-0.03093635,
|
||||
0.051909875,
|
||||
0.0091652395,
|
||||
0.0072081746,
|
||||
0.066338904,
|
||||
0.024595087,
|
||||
-0.047721148,
|
||||
0.0376462,
|
||||
-0.04257363,
|
||||
0.078928985,
|
||||
0.048257265,
|
||||
0.1338569,
|
||||
0.013975464,
|
||||
0.03242688,
|
||||
-0.08888101,
|
||||
-0.0141724255,
|
||||
0.035531398,
|
||||
-0.024727112,
|
||||
-0.028608425,
|
||||
0.047635823,
|
||||
0.026230432,
|
||||
0.048455644,
|
||||
0.066589415,
|
||||
-0.013602744,
|
||||
0.07181793,
|
||||
-0.073052436,
|
||||
-0.05030391,
|
||||
0.0039422787,
|
||||
0.033050794,
|
||||
-0.047844775,
|
||||
-0.017648827,
|
||||
0.010261714,
|
||||
-0.105268046,
|
||||
-0.010029887,
|
||||
0.014589762,
|
||||
-0.05330117,
|
||||
0.0603304,
|
||||
-0.10082026,
|
||||
0.0113420375,
|
||||
-0.007233272,
|
||||
0.053468946,
|
||||
-0.006834623,
|
||||
0.036973044,
|
||||
0.024037901,
|
||||
0.02391513,
|
||||
-0.011360713,
|
||||
-0.119559266,
|
||||
-0.115714155,
|
||||
-0.06674816,
|
||||
-0.042340416,
|
||||
0.09301382,
|
||||
0.024868665,
|
||||
0.08405043,
|
||||
0.0030069647,
|
||||
-0.06605422,
|
||||
0.027435942,
|
||||
-0.03239928,
|
||||
-0.025572078,
|
||||
-0.06587331,
|
||||
0.0678087,
|
||||
0.09763614,
|
||||
0.07363481,
|
||||
0.034110706,
|
||||
0.056513038,
|
||||
0.07671608,
|
||||
-0.05176071,
|
||||
0.05367774,
|
||||
0.00541266,
|
||||
0.015987717,
|
||||
0.0035527307,
|
||||
0.063338846,
|
||||
-0.015986515,
|
||||
0.052941773,
|
||||
0.11543519,
|
||||
0.05519716,
|
||||
0.037675396,
|
||||
0.08086703,
|
||||
0.035557747,
|
||||
-0.07983684,
|
||||
-0.012073549,
|
||||
-0.076086745,
|
||||
-0.06961062,
|
||||
-0.017908957,
|
||||
0.1699312,
|
||||
-0.0047792625,
|
||||
0.090708405,
|
||||
-0.071956836,
|
||||
0.020046378,
|
||||
-0.05956393,
|
||||
-0.06314912,
|
||||
-0.07718947,
|
||||
0.015107324,
|
||||
-0.05031658,
|
||||
-0.05448986,
|
||||
-0.023088248,
|
||||
-0.035414543,
|
||||
-0.030637579,
|
||||
-0.053294946,
|
||||
-0.06745031,
|
||||
-0.08055133,
|
||||
0.0028445483,
|
||||
-0.011376515,
|
||||
-0.029895633,
|
||||
0.024240365,
|
||||
-1.5095563e-33,
|
||||
-0.029858422,
|
||||
-0.00030224613,
|
||||
0.0030705915,
|
||||
0.023098653,
|
||||
-0.04807201,
|
||||
-0.0027389736,
|
||||
-0.03748221,
|
||||
0.016176483,
|
||||
-0.029994667,
|
||||
0.015707478,
|
||||
0.0096614035,
|
||||
-0.039872784,
|
||||
-0.029488137,
|
||||
0.03840971,
|
||||
-0.0052404203,
|
||||
0.06854292,
|
||||
-0.007897781,
|
||||
-0.0018805856,
|
||||
-0.0352267,
|
||||
0.036267247,
|
||||
0.05868197,
|
||||
0.023763478,
|
||||
0.044439625,
|
||||
-0.02601301,
|
||||
-0.025314424,
|
||||
-0.02679121,
|
||||
-0.023682553,
|
||||
-0.09437374,
|
||||
0.0016686164,
|
||||
0.0065181926,
|
||||
-0.097118795,
|
||||
-0.053507585,
|
||||
-0.08239408,
|
||||
0.023490923,
|
||||
-0.02402227,
|
||||
0.015966628,
|
||||
0.0050696856,
|
||||
0.030458245,
|
||||
-0.08839895,
|
||||
0.11425429,
|
||||
0.028386213,
|
||||
0.0298561,
|
||||
0.02285531,
|
||||
0.01873392,
|
||||
0.05632994,
|
||||
-0.020208938,
|
||||
-0.0006685065,
|
||||
-0.08638551,
|
||||
0.020276291,
|
||||
-0.0039841584,
|
||||
0.0009751431,
|
||||
0.06544227,
|
||||
-0.03650517,
|
||||
0.032318577,
|
||||
0.023104826,
|
||||
0.04446683,
|
||||
0.09645086,
|
||||
-0.072731785,
|
||||
0.033722512,
|
||||
0.042799864,
|
||||
-0.05276349,
|
||||
0.00033437353,
|
||||
0.061005846,
|
||||
-0.019637244,
|
||||
-0.02327577,
|
||||
-0.1160437,
|
||||
0.007917702,
|
||||
-0.12529376,
|
||||
0.017027825,
|
||||
0.013484424,
|
||||
-0.030528279,
|
||||
-0.024288423,
|
||||
0.006258758,
|
||||
-0.015579525,
|
||||
-0.07281456,
|
||||
0.012983996,
|
||||
0.01599799,
|
||||
0.0051952074,
|
||||
-0.002588768,
|
||||
-0.059567206,
|
||||
0.063699834,
|
||||
-0.0019145603,
|
||||
0.018687418,
|
||||
-0.009282711,
|
||||
-0.05884746,
|
||||
-0.03251431,
|
||||
-0.0095772855,
|
||||
-0.047396615,
|
||||
0.020575106,
|
||||
-0.0071638324,
|
||||
0.050119117,
|
||||
0.016082546,
|
||||
-0.0058797863,
|
||||
-0.07660506,
|
||||
0.082072616,
|
||||
1.6049304e-33,
|
||||
-0.0056975842,
|
||||
0.06717823,
|
||||
-0.01155973,
|
||||
0.055897184,
|
||||
-0.08883816,
|
||||
-0.03651865,
|
||||
0.12133234,
|
||||
0.028983265,
|
||||
0.022465894,
|
||||
0.047318526,
|
||||
0.07625107,
|
||||
-0.07938655,
|
||||
0.0020323857,
|
||||
-0.023503296,
|
||||
-0.029780442,
|
||||
-0.048816763,
|
||||
-0.034901213,
|
||||
0.06463424,
|
||||
0.05149456,
|
||||
0.008271398,
|
||||
-0.031762894,
|
||||
0.097970895,
|
||||
0.008115042,
|
||||
0.010324485,
|
||||
0.059439637,
|
||||
0.051759075,
|
||||
0.04295602,
|
||||
0.006951762,
|
||||
0.027330121,
|
||||
0.039248228,
|
||||
0.062386345,
|
||||
0.05181691,
|
||||
0.0053548445,
|
||||
0.059656292,
|
||||
-0.008941856,
|
||||
-0.013595369,
|
||||
0.08731477,
|
||||
0.028409526,
|
||||
-0.0068070823,
|
||||
0.052146304,
|
||||
0.04951788,
|
||||
0.055161525,
|
||||
-0.016772978,
|
||||
0.07788952,
|
||||
0.02612108,
|
||||
0.031371117,
|
||||
0.011792192,
|
||||
-0.034147624,
|
||||
0.052822903,
|
||||
0.0035044928,
|
||||
0.098160714,
|
||||
0.029717103,
|
||||
-0.031353023,
|
||||
-0.012088347,
|
||||
0.018629983,
|
||||
-0.03261934,
|
||||
-0.09641058,
|
||||
0.033934057,
|
||||
-0.078907624,
|
||||
-0.008301054,
|
||||
-0.04919879,
|
||||
0.0200944,
|
||||
0.061727397,
|
||||
-0.018450737,
|
||||
-0.033557754,
|
||||
-0.09088319,
|
||||
0.021116594,
|
||||
-0.022466624,
|
||||
-0.011860241,
|
||||
-0.04879352,
|
||||
0.04824181,
|
||||
-0.0729504,
|
||||
-0.021986347,
|
||||
0.062490568,
|
||||
0.02329735,
|
||||
-0.052139174,
|
||||
-0.05413272,
|
||||
0.062326364,
|
||||
0.052311692,
|
||||
0.051399846,
|
||||
-0.024238104,
|
||||
-0.018776463,
|
||||
-0.01662191,
|
||||
0.093347155,
|
||||
0.00853553,
|
||||
0.06343568,
|
||||
0.0193722,
|
||||
0.047052696,
|
||||
-0.0058736033,
|
||||
-0.0034484447,
|
||||
0.079545766,
|
||||
0.102156945,
|
||||
0.015278317,
|
||||
0.040921766,
|
||||
0.038883872,
|
||||
-1.2710007e-08,
|
||||
-0.019322075,
|
||||
-0.12182595,
|
||||
-0.04798032,
|
||||
-0.05338353,
|
||||
-0.113173604,
|
||||
0.05179994,
|
||||
-0.104975395,
|
||||
-0.08526829,
|
||||
0.0062153414,
|
||||
-0.029902961,
|
||||
0.064573385,
|
||||
-0.028757203,
|
||||
-0.06474069,
|
||||
-0.024915313,
|
||||
0.002619679,
|
||||
-0.008791377,
|
||||
0.03023946,
|
||||
0.009847454,
|
||||
0.004436367,
|
||||
0.085081235,
|
||||
-0.026139142,
|
||||
0.11358947,
|
||||
-0.004590704,
|
||||
-0.03662597,
|
||||
-0.09077296,
|
||||
0.081458576,
|
||||
0.012074041,
|
||||
0.07286008,
|
||||
0.004093267,
|
||||
-0.050678167,
|
||||
0.06875128,
|
||||
0.029115168,
|
||||
0.014813955,
|
||||
-0.11862927,
|
||||
-0.0504244,
|
||||
0.053776395,
|
||||
0.04568957,
|
||||
0.07408053,
|
||||
0.02851353,
|
||||
0.039401993,
|
||||
0.029147856,
|
||||
-0.035721682,
|
||||
-0.091308504,
|
||||
-0.047723882,
|
||||
-0.00082008925,
|
||||
-0.073683135,
|
||||
0.010977384,
|
||||
0.015688991,
|
||||
-0.035924956,
|
||||
-0.0811892,
|
||||
0.020371897,
|
||||
-0.045275442,
|
||||
-0.024963016,
|
||||
0.0011709725,
|
||||
0.00041111733,
|
||||
-0.026408581,
|
||||
-0.03244672,
|
||||
0.0034135028,
|
||||
-0.0070261946,
|
||||
0.024263272,
|
||||
0.07635933,
|
||||
0.03955913,
|
||||
0.036027964,
|
||||
-0.07081866
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 3,
|
||||
"total_tokens": 3
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
181
tests/integration/recordings/responses/52b4e16b7289.json
Normal file
181
tests/integration/recordings/responses/52b4e16b7289.json
Normal file
|
|
@ -0,0 +1,181 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo? YOU MUST USE THE get_weather function to get the weather."
|
||||
}
|
||||
],
|
||||
"response_format": {
|
||||
"type": "text"
|
||||
},
|
||||
"stream": true,
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"type": "function",
|
||||
"name": "get_weather",
|
||||
"description": "Get the weather in a given city",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"city": {
|
||||
"type": "string",
|
||||
"description": "The city to get the weather for"
|
||||
}
|
||||
}
|
||||
},
|
||||
"strict": null
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfzfVP-4Yz4kd-984c36e368b59059",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758821066,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfzfVP-4Yz4kd-984c36e368b59059",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": "call_025hjpfgbv2kf9adhboe6hd4",
|
||||
"function": {
|
||||
"arguments": "",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function"
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758821066,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfzfVP-4Yz4kd-984c36e368b59059",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": null,
|
||||
"function": {
|
||||
"arguments": "{\"city\":\"Tokyo\"}",
|
||||
"name": null
|
||||
},
|
||||
"type": null
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758821066,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfzfVP-4Yz4kd-984c36e368b59059",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 128009
|
||||
},
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "",
|
||||
"seed": 3184440617167083500
|
||||
}
|
||||
],
|
||||
"created": 1758821059,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 24,
|
||||
"prompt_tokens": 201,
|
||||
"total_tokens": 225,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
59
tests/integration/recordings/responses/53365c6ae29c.json
Normal file
59
tests/integration/recordings/responses/53365c6ae29c.json
Normal file
|
|
@ -0,0 +1,59 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Test OpenAI telemetry creation"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "oCfxQwj-4Yz4kd-984c2bd8ba58901d",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "To test OpenAI telemetry creation, let's break down the process into steps that can help ensure telemetry data is correctly created and utilized. Telemetry in the context of AI, such as OpenAI, typically refers to the automated process of collecting, transmitting, and analyzing data from remote sources, in this case, user interactions with AI models. Here\u2019s how you might approach testing telemetry creation:\n\n### 1. **Define Telemetry Requirements**\n- **Identify Data Points:** Determine what data points are crucial for your analysis. This could include user input, model responses, interaction timestamps, user IDs, etc.\n- **Purpose of Telemetry:** Understand why you are collecting this data. Is it for model improvement, user experience enhancement, or security monitoring?\n\n### 2. **Implement Data Collection**\n- **API Integration:** If you're using OpenAI's API, ensure you have the necessary permissions and access to collect the required data. OpenAI provides APIs for interacting with their models, and you can collect telemetry data through these interactions.\n- **Logging Mechanisms:** Implement logging mechanisms in your application to capture relevant data. This could involve server-side logging for API calls or client-side logging for user interactions.\n\n### 3. **Data Transmission**\n- **Secure Data Transfer:** Ensure that the data collected is transmitted securely to your analytics or storage system. HTTPS is a standard for secure data transmission over the internet.\n- **Data Format:** Decide on a data format for transmission. JSON is commonly used due to its readability and ease of parsing.\n\n### 4. **Data Analysis**\n- **Analytics Tools:** Utilize appropriate analytics tools or platforms to process and analyze the collected data. This could range from simple statistical analysis to complex machine learning models.\n- **Visualization:** Use data visualization techniques to represent the insights gained from the telemetry data. This helps in understanding trends, patterns, and areas for improvement.\n\n### 5. **Testing the Telemetry System**\n- **Mock Data:** Test your telemetry system with mock data to ensure it can collect, transmit, and analyze data correctly without affecting real users.\n- **Real-World Testing:** Once the system seems to work with mock data, gradually introduce it to real-world scenarios, starting with a small user base to identify and fix any issues that arise.\n- **Feedback Loop:** Implement a feedback loop to continuously monitor the telemetry system's performance and the insights it provides, making adjustments as necessary.\n\n### Example of Testing with Mock Data\nIf you're testing an OpenAI model's interaction telemetry, you might simulate user queries and model responses, then verify that this data is correctly logged, transmitted, and analyzed. For instance, in Python, you might use a mock library to simulate API calls and then assert that the expected data is collected and processed.\n\n```python\nimport unittest\nfrom unittest.mock import Mock\nimport json\n\nclass TestTelemetry(unittest.TestCase):\n\n def test_telemetry_data_collection(self):\n # Mock user interaction\n user_input = \"Hello, how are you?\"\n model_response = \"I'm doing well, thanks.\"\n\n # Mock the API call\n api_call_mock = Mock(return_value=model_response)\n\n # Simulate the interaction\n response = api_call_mock(user_input)\n\n # Verify telemetry data is collected correctly\n expected_data = {\n 'user_input': user_input,\n 'model_response': model_response,\n # Other relevant data points\n }\n\n # Assuming `collect_telemetry_data` is your function to collect telemetry\n collected_data = collect_telemetry_data(user_input, response)\n\n self.assertEqual(collected_data, expected_data)\n\nif __name__ == '__main__':\n unittest.main()\n```\n\nThis example simplifies the process and focuses on the concept. Actual implementation details may vary based on your specific requirements, the technologies you're using, and the OpenAI APIs or models you're interacting with.",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": []
|
||||
},
|
||||
"seed": 3434953141173799400
|
||||
}
|
||||
],
|
||||
"created": 1758820620,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 791,
|
||||
"prompt_tokens": 40,
|
||||
"total_tokens": 831,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
},
|
||||
"prompt": []
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
801
tests/integration/recordings/responses/546dc9533c84.json
Normal file
801
tests/integration/recordings/responses/546dc9533c84.json
Normal file
|
|
@ -0,0 +1,801 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"input": "This is the first text",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.039021637,
|
||||
0.022414008,
|
||||
0.060316082,
|
||||
0.010932758,
|
||||
0.018470073,
|
||||
-0.038455445,
|
||||
0.013484707,
|
||||
-0.038724504,
|
||||
-0.025575833,
|
||||
-0.07131675,
|
||||
0.03463345,
|
||||
-0.025232196,
|
||||
0.020823235,
|
||||
0.03832292,
|
||||
-0.006293115,
|
||||
-0.088807434,
|
||||
0.0063370736,
|
||||
-0.002888027,
|
||||
0.02621656,
|
||||
0.055453233,
|
||||
0.102450415,
|
||||
0.03387425,
|
||||
-0.005548249,
|
||||
0.06926162,
|
||||
0.036552645,
|
||||
-0.027929714,
|
||||
0.05147974,
|
||||
-0.084861636,
|
||||
-0.05467612,
|
||||
0.0061274734,
|
||||
0.01355064,
|
||||
-0.027067322,
|
||||
0.099598646,
|
||||
-0.05280082,
|
||||
-0.03848137,
|
||||
-0.0138273295,
|
||||
0.00055626774,
|
||||
-0.062084854,
|
||||
-0.026424624,
|
||||
-0.004740091,
|
||||
0.06750933,
|
||||
-0.05090067,
|
||||
0.06227124,
|
||||
-0.01807564,
|
||||
0.0048294156,
|
||||
0.013328212,
|
||||
0.004276883,
|
||||
-0.034934912,
|
||||
-0.036818415,
|
||||
0.0185289,
|
||||
0.0048565175,
|
||||
0.016870664,
|
||||
-0.040981345,
|
||||
-0.035420854,
|
||||
-0.091292314,
|
||||
-0.08983982,
|
||||
-0.048739515,
|
||||
0.12078825,
|
||||
0.04027495,
|
||||
0.088196404,
|
||||
0.082896,
|
||||
-0.08266004,
|
||||
-0.00082181377,
|
||||
-0.050194185,
|
||||
0.024180485,
|
||||
-0.027468672,
|
||||
-0.08769602,
|
||||
0.047489725,
|
||||
-0.03834715,
|
||||
0.07631481,
|
||||
-0.06501303,
|
||||
-0.03695376,
|
||||
0.067694835,
|
||||
0.027814003,
|
||||
-0.051688053,
|
||||
-0.032236356,
|
||||
0.039202936,
|
||||
0.03445711,
|
||||
0.009532945,
|
||||
-0.034482885,
|
||||
-0.08042295,
|
||||
0.008322418,
|
||||
0.05848545,
|
||||
-0.064453684,
|
||||
-0.17329726,
|
||||
-0.047616575,
|
||||
0.045936666,
|
||||
0.023837132,
|
||||
-0.015925486,
|
||||
-0.0857517,
|
||||
-0.0001586331,
|
||||
-0.044116773,
|
||||
-0.029393503,
|
||||
0.009738323,
|
||||
0.03763726,
|
||||
-0.11253048,
|
||||
0.019114532,
|
||||
0.07549436,
|
||||
-0.1030746,
|
||||
-0.038988255,
|
||||
0.011407976,
|
||||
-0.037570667,
|
||||
0.05159809,
|
||||
0.007962588,
|
||||
0.01113923,
|
||||
0.003076782,
|
||||
0.15470116,
|
||||
0.0043370854,
|
||||
0.030429134,
|
||||
-0.027383734,
|
||||
-0.030138142,
|
||||
-0.079299994,
|
||||
0.12148583,
|
||||
0.034556936,
|
||||
-0.0064313645,
|
||||
0.048751578,
|
||||
-0.05864567,
|
||||
0.026685659,
|
||||
-0.09871483,
|
||||
-0.046130598,
|
||||
0.019625148,
|
||||
-0.072314,
|
||||
0.03352563,
|
||||
0.01364348,
|
||||
-0.085728094,
|
||||
0.06642468,
|
||||
-0.094013095,
|
||||
-0.037293892,
|
||||
0.0076811705,
|
||||
0.0052874135,
|
||||
0.018115167,
|
||||
-0.055315576,
|
||||
-0.052764144,
|
||||
-0.034311842,
|
||||
0.015955461,
|
||||
-0.07966574,
|
||||
-0.028749859,
|
||||
0.03149985,
|
||||
-0.047564246,
|
||||
0.008608991,
|
||||
-0.021272784,
|
||||
0.030198015,
|
||||
-0.0107804965,
|
||||
0.017173572,
|
||||
-0.011607755,
|
||||
-0.050619457,
|
||||
0.030204969,
|
||||
0.10163846,
|
||||
-0.0056075957,
|
||||
0.06950345,
|
||||
0.04063133,
|
||||
-0.03608383,
|
||||
0.023170248,
|
||||
-0.014745303,
|
||||
-0.014478895,
|
||||
0.10499135,
|
||||
-0.038678814,
|
||||
-0.0075368164,
|
||||
0.08199838,
|
||||
-0.09530577,
|
||||
0.020091686,
|
||||
0.10653022,
|
||||
0.08388272,
|
||||
-0.0045513124,
|
||||
-0.04053859,
|
||||
-0.0025074913,
|
||||
0.017358577,
|
||||
-0.03037232,
|
||||
0.04310344,
|
||||
-0.04824635,
|
||||
0.055064622,
|
||||
-0.019335788,
|
||||
-0.0674805,
|
||||
0.024816237,
|
||||
0.019295547,
|
||||
0.0007229409,
|
||||
0.04357454,
|
||||
0.021688526,
|
||||
0.08630486,
|
||||
-0.011211191,
|
||||
-0.039039955,
|
||||
0.17257652,
|
||||
-0.007145191,
|
||||
0.006575071,
|
||||
-0.0139306225,
|
||||
-0.014735097,
|
||||
-0.044341516,
|
||||
-0.11539079,
|
||||
0.033123154,
|
||||
-0.011538915,
|
||||
-0.024190484,
|
||||
-0.018813878,
|
||||
0.03229297,
|
||||
-0.04379363,
|
||||
0.03185381,
|
||||
-0.035783295,
|
||||
0.06494934,
|
||||
0.05133508,
|
||||
0.00010083616,
|
||||
0.007334995,
|
||||
0.06611978,
|
||||
-0.062722,
|
||||
0.045553267,
|
||||
-0.011721417,
|
||||
0.020822436,
|
||||
-0.04873414,
|
||||
0.03926427,
|
||||
0.007051802,
|
||||
-0.05594363,
|
||||
0.03565722,
|
||||
-0.12122127,
|
||||
0.027855415,
|
||||
-0.016186016,
|
||||
-0.041470908,
|
||||
-0.08864265,
|
||||
-0.0036498592,
|
||||
0.010997135,
|
||||
-0.012785444,
|
||||
-0.06519897,
|
||||
0.027590077,
|
||||
0.067321666,
|
||||
-0.05896251,
|
||||
0.008983399,
|
||||
-0.095143765,
|
||||
0.011621533,
|
||||
-0.06121848,
|
||||
0.050336383,
|
||||
0.0019902636,
|
||||
0.053377967,
|
||||
-0.045287643,
|
||||
0.09474427,
|
||||
-0.053598337,
|
||||
0.08048404,
|
||||
-0.08297755,
|
||||
0.08607313,
|
||||
0.004596277,
|
||||
0.0204861,
|
||||
0.0132703995,
|
||||
0.0492952,
|
||||
0.003006371,
|
||||
0.024936337,
|
||||
-0.021873668,
|
||||
0.11727927,
|
||||
-0.043151148,
|
||||
-0.0846394,
|
||||
-0.048050277,
|
||||
0.0012273242,
|
||||
0.16534594,
|
||||
0.07620599,
|
||||
0.0144042745,
|
||||
0.09004986,
|
||||
0.06599925,
|
||||
0.050307803,
|
||||
-0.014542778,
|
||||
-0.06923349,
|
||||
0.08603958,
|
||||
-0.003079753,
|
||||
-0.08008583,
|
||||
-0.04276064,
|
||||
0.07779741,
|
||||
-0.04970902,
|
||||
0.024014566,
|
||||
0.026120175,
|
||||
-0.007566401,
|
||||
-0.06362058,
|
||||
0.0075124875,
|
||||
-0.025173014,
|
||||
0.06797637,
|
||||
0.064056545,
|
||||
-0.12027379,
|
||||
-0.030917957,
|
||||
0.009303285,
|
||||
0.1108725,
|
||||
0.048372857,
|
||||
-0.025575588,
|
||||
-0.0063446634,
|
||||
0.011040862,
|
||||
-0.03459656,
|
||||
-0.0144168,
|
||||
0.048665646,
|
||||
-0.009920939,
|
||||
-0.0061537125,
|
||||
-0.10304914,
|
||||
0.014452626,
|
||||
0.016036827,
|
||||
0.012599703,
|
||||
0.016684191,
|
||||
-0.039659906,
|
||||
0.010836161,
|
||||
-0.029463075,
|
||||
0.0011919601,
|
||||
0.06632273,
|
||||
-0.05316992,
|
||||
0.039452244,
|
||||
-0.021640282,
|
||||
-0.05948179,
|
||||
-0.015061293,
|
||||
-0.015513855,
|
||||
0.04358236,
|
||||
-0.0029279767,
|
||||
0.0860453,
|
||||
-0.012484551,
|
||||
-0.013506936,
|
||||
0.016622225,
|
||||
0.03162366,
|
||||
-0.09996153,
|
||||
-0.05663382,
|
||||
-0.015155038,
|
||||
0.00578972,
|
||||
0.025347538,
|
||||
-0.06958232,
|
||||
0.10877864,
|
||||
-0.036945637,
|
||||
0.03478135,
|
||||
0.13662694,
|
||||
-0.020611005,
|
||||
0.07592442,
|
||||
0.0036063113,
|
||||
-0.09048903,
|
||||
0.016554832,
|
||||
-0.04288513,
|
||||
-0.027900286,
|
||||
-0.07563455,
|
||||
0.030791664,
|
||||
-0.033230122,
|
||||
0.018658046,
|
||||
-0.043807156,
|
||||
0.029736735,
|
||||
0.10202865,
|
||||
0.009116146,
|
||||
-0.09378922,
|
||||
0.099590845,
|
||||
0.0642359,
|
||||
0.0589953,
|
||||
0.05296719,
|
||||
-0.07642986,
|
||||
-0.11738337,
|
||||
-0.05376279,
|
||||
0.09199399,
|
||||
-0.0627918,
|
||||
0.03704901,
|
||||
-0.037008967,
|
||||
-0.05638905,
|
||||
0.009441371,
|
||||
0.04416073,
|
||||
-0.03527975,
|
||||
-0.03531018,
|
||||
0.07021692,
|
||||
0.05659684,
|
||||
0.099865966,
|
||||
0.076215744,
|
||||
0.043112382,
|
||||
0.007842607,
|
||||
-0.039226923,
|
||||
0.006264895,
|
||||
-0.03105526,
|
||||
0.060152344,
|
||||
0.040446483,
|
||||
0.10218391,
|
||||
-0.07178106,
|
||||
0.015407178,
|
||||
-0.06229486,
|
||||
0.0043686125,
|
||||
0.09733845,
|
||||
-0.09527866,
|
||||
0.041407365,
|
||||
0.06550996,
|
||||
0.08803008,
|
||||
0.09149921,
|
||||
0.04229226,
|
||||
0.052133556,
|
||||
0.047242433,
|
||||
0.014378367,
|
||||
0.03682277,
|
||||
0.06764445,
|
||||
0.066040926,
|
||||
0.021740213,
|
||||
0.04180941,
|
||||
-0.00519632,
|
||||
-0.0111550195,
|
||||
0.017352529,
|
||||
-0.00943155,
|
||||
0.11390086,
|
||||
0.05582122,
|
||||
0.035394136,
|
||||
0.0024461604,
|
||||
0.04081662,
|
||||
-0.0007266066,
|
||||
0.06292638,
|
||||
0.0052844593,
|
||||
0.05790997,
|
||||
-0.09407522,
|
||||
-0.05039574,
|
||||
0.07852171,
|
||||
-0.08000922,
|
||||
0.13302545,
|
||||
0.10419625,
|
||||
0.039512042,
|
||||
-0.09167407,
|
||||
0.010040825,
|
||||
0.013924355,
|
||||
0.027515184,
|
||||
0.079743214,
|
||||
0.09399837,
|
||||
0.0151610905,
|
||||
0.004694856,
|
||||
-0.0536953,
|
||||
0.06531984,
|
||||
0.027906924,
|
||||
-0.0012715638,
|
||||
0.09168681,
|
||||
-0.00026439782,
|
||||
-0.0041136686,
|
||||
0.033571295,
|
||||
-0.01907176,
|
||||
0.11883433,
|
||||
-0.0065728375,
|
||||
-0.0062215794,
|
||||
-0.1049895,
|
||||
-0.03321981,
|
||||
-0.026450735,
|
||||
0.072518945,
|
||||
-0.11240429,
|
||||
-0.022515744,
|
||||
-0.048495665,
|
||||
-0.037087325,
|
||||
0.00032197312,
|
||||
0.051534563,
|
||||
0.046150282,
|
||||
-0.08213623,
|
||||
0.09886837,
|
||||
0.041117694,
|
||||
0.05323094,
|
||||
-0.05427183,
|
||||
-0.022201112,
|
||||
-0.024121372,
|
||||
0.012735752,
|
||||
0.1397762,
|
||||
-0.007587272,
|
||||
0.05582085,
|
||||
0.06499377,
|
||||
-0.018458825,
|
||||
-0.021883465,
|
||||
0.032667745,
|
||||
0.02018645,
|
||||
0.040008776,
|
||||
0.07482824,
|
||||
-0.024819402,
|
||||
0.045242358,
|
||||
-0.06036402,
|
||||
0.025522556,
|
||||
-0.025958247,
|
||||
0.018367121,
|
||||
0.029390294,
|
||||
-0.031080022,
|
||||
-0.010285386,
|
||||
-0.007700369,
|
||||
0.045184247,
|
||||
0.044544965,
|
||||
0.029447366,
|
||||
0.014604208,
|
||||
-0.09001254,
|
||||
-0.09150779,
|
||||
0.048845917,
|
||||
-0.005016622,
|
||||
-0.030419605,
|
||||
-0.021073101,
|
||||
-0.028362123,
|
||||
0.04180255,
|
||||
0.011223455,
|
||||
0.026317155,
|
||||
0.07052029,
|
||||
0.04195792,
|
||||
-0.010761702,
|
||||
-0.054835323,
|
||||
0.047067013,
|
||||
0.04737349,
|
||||
0.09244638,
|
||||
0.096748084,
|
||||
-0.03332587,
|
||||
-0.009952178,
|
||||
-0.0030183739,
|
||||
0.07009167,
|
||||
0.05392541,
|
||||
0.024944762,
|
||||
0.0061005787,
|
||||
0.028459419,
|
||||
-0.05767917,
|
||||
-0.051464006,
|
||||
0.08488547,
|
||||
-0.016385203,
|
||||
-0.04579279,
|
||||
-0.084523976,
|
||||
-0.032011546,
|
||||
-0.007594041,
|
||||
-0.06051386,
|
||||
-0.046265714,
|
||||
-0.027389096,
|
||||
-0.044890895,
|
||||
-0.0022862924,
|
||||
-0.1268961,
|
||||
-0.037864592,
|
||||
0.024412185,
|
||||
-0.07392371,
|
||||
-0.014362709,
|
||||
0.07425692,
|
||||
0.022583768,
|
||||
0.011156761,
|
||||
-0.057216533,
|
||||
-0.039548866,
|
||||
-0.018076254,
|
||||
-0.05556914,
|
||||
-0.057198036,
|
||||
-0.03188685,
|
||||
0.090208404,
|
||||
0.10571588,
|
||||
0.01070536,
|
||||
0.08128956,
|
||||
0.017667988,
|
||||
-0.10340015,
|
||||
0.07804198,
|
||||
-0.019781966,
|
||||
0.06535109,
|
||||
-0.07777538,
|
||||
-0.025819557,
|
||||
-0.08128869,
|
||||
-0.034394037,
|
||||
0.019422948,
|
||||
-0.039221227,
|
||||
-0.08033355,
|
||||
-0.02329798,
|
||||
-0.0962552,
|
||||
-0.016624983,
|
||||
0.038193095,
|
||||
-0.06870783,
|
||||
-0.033954047,
|
||||
-0.0025311739,
|
||||
-0.114151455,
|
||||
-0.00511124,
|
||||
-0.06920173,
|
||||
0.044555113,
|
||||
0.10051683,
|
||||
0.04055453,
|
||||
-0.06167893,
|
||||
-0.01584111,
|
||||
0.0030792183,
|
||||
4.6655536e-05,
|
||||
-0.026384909,
|
||||
-0.012856535,
|
||||
-0.06174471,
|
||||
0.0024448705,
|
||||
-0.022707395,
|
||||
0.066114195,
|
||||
-0.010608763,
|
||||
-0.01576041,
|
||||
-0.0010933182,
|
||||
0.03396316,
|
||||
0.008329627,
|
||||
-0.060327142,
|
||||
-0.05505636,
|
||||
-0.028406821,
|
||||
-0.025708841,
|
||||
0.016102789,
|
||||
0.03405433,
|
||||
0.007868113,
|
||||
0.13327968,
|
||||
0.072789304,
|
||||
-0.08000951,
|
||||
-0.050192088,
|
||||
-0.05803803,
|
||||
-0.050078847,
|
||||
-0.01996999,
|
||||
0.043255676,
|
||||
-0.04441973,
|
||||
0.08783117,
|
||||
0.002935635,
|
||||
0.040976398,
|
||||
-0.01976899,
|
||||
0.018852778,
|
||||
-0.03215457,
|
||||
-0.04958742,
|
||||
0.015443288,
|
||||
0.010633601,
|
||||
-0.074571095,
|
||||
0.053966194,
|
||||
-0.01581196,
|
||||
-0.04183213,
|
||||
-0.04719714,
|
||||
0.033312585,
|
||||
0.011825424,
|
||||
-0.029853545,
|
||||
-0.050666492,
|
||||
-0.08864941,
|
||||
-0.022672195,
|
||||
0.0724055,
|
||||
0.0037794008,
|
||||
0.055587664,
|
||||
-0.13644798,
|
||||
0.022921626,
|
||||
0.1152114,
|
||||
0.07047247,
|
||||
0.030930748,
|
||||
-0.0052061337,
|
||||
0.044788003,
|
||||
-0.08634308,
|
||||
-0.10505402,
|
||||
-0.025340958,
|
||||
-0.08207144,
|
||||
0.059532717,
|
||||
-0.0062416205,
|
||||
0.1022889,
|
||||
0.010608143,
|
||||
0.041661825,
|
||||
-0.097806565,
|
||||
0.0038305484,
|
||||
0.05404457,
|
||||
0.032105837,
|
||||
0.06415997,
|
||||
-0.049071103,
|
||||
-0.03720757,
|
||||
-0.023321476,
|
||||
0.12579422,
|
||||
0.043440778,
|
||||
-0.011532883,
|
||||
-0.05620173,
|
||||
0.005197981,
|
||||
-0.12449035,
|
||||
0.008241525,
|
||||
-0.10594952,
|
||||
0.102292866,
|
||||
-0.0699,
|
||||
-0.11592147,
|
||||
0.06966665,
|
||||
-0.027437769,
|
||||
-0.014774349,
|
||||
0.018875254,
|
||||
-0.017957961,
|
||||
0.091627896,
|
||||
0.04989476,
|
||||
0.0798358,
|
||||
0.04239699,
|
||||
-0.007844917,
|
||||
-0.06630319,
|
||||
0.052326147,
|
||||
0.02648383,
|
||||
0.044119354,
|
||||
-0.06851671,
|
||||
0.15443392,
|
||||
-0.020682698,
|
||||
-0.03766801,
|
||||
0.0155308945,
|
||||
-0.063717306,
|
||||
0.0006521008,
|
||||
-0.05569479,
|
||||
-0.043325484,
|
||||
-0.014842672,
|
||||
-0.025855135,
|
||||
0.017403143,
|
||||
-0.011325402,
|
||||
0.054577086,
|
||||
0.02011184,
|
||||
-0.09925977,
|
||||
-0.0069759586,
|
||||
-0.03428202,
|
||||
0.0034359726,
|
||||
-0.15824135,
|
||||
0.000930797,
|
||||
-0.113140985,
|
||||
-0.044972613,
|
||||
-0.02884488,
|
||||
-0.06731342,
|
||||
0.04106218,
|
||||
0.028871017,
|
||||
-0.011909599,
|
||||
0.03274342,
|
||||
0.018106263,
|
||||
-0.020201381,
|
||||
0.1281747,
|
||||
0.020703837,
|
||||
0.024401633,
|
||||
0.042717557,
|
||||
0.014739593,
|
||||
0.07050051,
|
||||
0.038078446,
|
||||
-0.022462513,
|
||||
-0.004700358,
|
||||
-0.014908828,
|
||||
0.037429586,
|
||||
0.021075286,
|
||||
-0.047952563,
|
||||
-0.010115325,
|
||||
0.011719644,
|
||||
0.052587837,
|
||||
-0.026325963,
|
||||
0.06416419,
|
||||
0.04302814,
|
||||
-0.032076415,
|
||||
0.03226265,
|
||||
0.047885012,
|
||||
-0.08571586,
|
||||
0.13789223,
|
||||
-0.039638847,
|
||||
0.08949073,
|
||||
0.0019859069,
|
||||
0.054476757,
|
||||
-0.04336167,
|
||||
-0.12529649,
|
||||
0.013598417,
|
||||
-0.046129137,
|
||||
0.0031463325,
|
||||
-0.10019061,
|
||||
0.02212261,
|
||||
-0.024540763,
|
||||
-0.020073807,
|
||||
-0.015366339,
|
||||
-0.04205672,
|
||||
-0.004573892,
|
||||
0.04018059,
|
||||
-0.06835582,
|
||||
0.0762453,
|
||||
-0.07784769,
|
||||
-0.03393797,
|
||||
-0.084803775,
|
||||
0.028064115,
|
||||
0.06559264,
|
||||
-0.10455632,
|
||||
0.039434727,
|
||||
-0.038992915,
|
||||
-0.09218861,
|
||||
0.013562555,
|
||||
-0.06523423,
|
||||
0.10188195,
|
||||
0.05163541,
|
||||
0.02234651,
|
||||
0.01926983,
|
||||
0.0017454309,
|
||||
0.030410308,
|
||||
0.025801515,
|
||||
-0.0333776,
|
||||
0.0030322578,
|
||||
0.055338234,
|
||||
-0.017410548,
|
||||
0.07205084,
|
||||
0.04127999,
|
||||
0.0026357244,
|
||||
0.00054674776,
|
||||
-0.018812224,
|
||||
0.051227525,
|
||||
2.2485852e-05,
|
||||
-0.04581609,
|
||||
-0.106634825,
|
||||
0.018237107,
|
||||
0.048612136,
|
||||
-0.018699843,
|
||||
-0.035245672,
|
||||
-0.0367398,
|
||||
-0.09525288,
|
||||
0.05530859,
|
||||
0.023024498,
|
||||
-0.05791263,
|
||||
-0.011325011,
|
||||
-0.055147734,
|
||||
0.02724777,
|
||||
-0.10974393,
|
||||
0.015870394,
|
||||
0.053438365,
|
||||
0.032307543,
|
||||
0.055390432
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"object": "list",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
56
tests/integration/recordings/responses/58c8091104ff.json
Normal file
56
tests/integration/recordings/responses/58c8091104ff.json
Normal file
|
|
@ -0,0 +1,56 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Hello"
|
||||
}
|
||||
],
|
||||
"max_tokens": 10
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-981",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "length",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Hello! It's nice to meet you. Is",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 1758712191,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 10,
|
||||
"prompt_tokens": 26,
|
||||
"total_tokens": 36,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
420
tests/integration/recordings/responses/590d43ed64b8.json
Normal file
420
tests/integration/recordings/responses/590d43ed64b8.json
Normal file
|
|
@ -0,0 +1,420 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "This is completely different content",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.050928835,
|
||||
0.03843035,
|
||||
-0.055596404,
|
||||
-0.1059845,
|
||||
0.06945118,
|
||||
-0.08052125,
|
||||
-0.025887776,
|
||||
-0.045172054,
|
||||
0.06875915,
|
||||
0.01652947,
|
||||
-0.0011730668,
|
||||
0.023417989,
|
||||
-0.0033977597,
|
||||
0.06804529,
|
||||
-0.022007054,
|
||||
-0.014133858,
|
||||
0.12357166,
|
||||
-0.06538498,
|
||||
-0.08264784,
|
||||
0.042988714,
|
||||
-0.039530188,
|
||||
0.05546846,
|
||||
-0.008847637,
|
||||
0.020928107,
|
||||
0.016257003,
|
||||
0.0963241,
|
||||
-0.022833107,
|
||||
0.09176138,
|
||||
0.06406277,
|
||||
-0.062280413,
|
||||
0.010846775,
|
||||
0.07830326,
|
||||
0.08847168,
|
||||
-0.008453102,
|
||||
-0.075440355,
|
||||
0.048030853,
|
||||
0.0042642253,
|
||||
0.037893716,
|
||||
0.0023323877,
|
||||
0.032253597,
|
||||
0.0047477684,
|
||||
-0.07042877,
|
||||
-0.0651552,
|
||||
0.061071083,
|
||||
0.021506561,
|
||||
0.10113442,
|
||||
-0.07538611,
|
||||
-0.0407162,
|
||||
-0.0055698017,
|
||||
-0.003700082,
|
||||
-0.021267522,
|
||||
-0.018197505,
|
||||
-0.033238053,
|
||||
-0.015680185,
|
||||
0.0032980912,
|
||||
0.037441716,
|
||||
-0.02103593,
|
||||
0.052548602,
|
||||
0.10207184,
|
||||
-0.018667448,
|
||||
0.036124475,
|
||||
0.08958934,
|
||||
0.050691247,
|
||||
0.019807478,
|
||||
0.102209404,
|
||||
-0.0590646,
|
||||
-0.045566943,
|
||||
-0.024122052,
|
||||
-0.059902284,
|
||||
-0.097920865,
|
||||
-0.0020646898,
|
||||
0.032239985,
|
||||
0.048603263,
|
||||
0.080615476,
|
||||
0.022587052,
|
||||
0.0005647973,
|
||||
-0.0015346111,
|
||||
0.009996407,
|
||||
-0.08974319,
|
||||
0.023848958,
|
||||
-0.0152271725,
|
||||
-0.020556787,
|
||||
0.085268654,
|
||||
-0.080245204,
|
||||
-0.0021987888,
|
||||
0.064997524,
|
||||
-0.023079548,
|
||||
-0.061999504,
|
||||
-0.06548528,
|
||||
-0.029944805,
|
||||
0.004539428,
|
||||
0.09720334,
|
||||
0.09151462,
|
||||
-0.0059590363,
|
||||
-0.04822175,
|
||||
-0.011798011,
|
||||
-0.031697348,
|
||||
-0.010327684,
|
||||
0.02968527,
|
||||
0.103371136,
|
||||
-0.029089179,
|
||||
0.0055756853,
|
||||
-0.030742139,
|
||||
-0.011057862,
|
||||
-0.03863044,
|
||||
-0.015891504,
|
||||
0.00083265523,
|
||||
0.03479572,
|
||||
0.0039244313,
|
||||
-0.020057123,
|
||||
-0.048189417,
|
||||
0.026513426,
|
||||
-0.061180107,
|
||||
-0.04695217,
|
||||
0.021450046,
|
||||
-0.04841946,
|
||||
0.022005452,
|
||||
0.015729656,
|
||||
0.056378406,
|
||||
0.055330493,
|
||||
0.037143476,
|
||||
-0.088711694,
|
||||
0.011780864,
|
||||
0.0064585637,
|
||||
-0.020630004,
|
||||
-0.05936413,
|
||||
0.012287869,
|
||||
-2.4293852e-33,
|
||||
0.06838332,
|
||||
-0.053025596,
|
||||
0.011507658,
|
||||
0.06950136,
|
||||
0.01331995,
|
||||
0.0020193695,
|
||||
-0.02080692,
|
||||
0.028949803,
|
||||
0.034665402,
|
||||
-0.0327198,
|
||||
0.000949148,
|
||||
0.008664251,
|
||||
0.0076103383,
|
||||
-0.024554089,
|
||||
0.030275982,
|
||||
-0.034142904,
|
||||
-0.031511948,
|
||||
0.11051145,
|
||||
0.034964334,
|
||||
0.045093905,
|
||||
0.0004536878,
|
||||
0.0514407,
|
||||
0.015040795,
|
||||
-0.008992289,
|
||||
0.023123777,
|
||||
0.051383648,
|
||||
-0.004154813,
|
||||
0.0047568153,
|
||||
-0.016239677,
|
||||
-0.025685828,
|
||||
-0.02406427,
|
||||
-0.009563573,
|
||||
0.050677244,
|
||||
-0.058350526,
|
||||
0.049024463,
|
||||
0.079643525,
|
||||
0.036008406,
|
||||
-0.06540527,
|
||||
-0.035393585,
|
||||
-0.07027483,
|
||||
-0.009768918,
|
||||
-0.0318898,
|
||||
-0.04104297,
|
||||
-0.041093245,
|
||||
-0.036317065,
|
||||
0.06686649,
|
||||
0.016687784,
|
||||
-0.048496265,
|
||||
-0.015432587,
|
||||
-0.0004885036,
|
||||
0.032693844,
|
||||
-0.0108784195,
|
||||
0.016624164,
|
||||
-0.057286467,
|
||||
0.008053993,
|
||||
0.008824837,
|
||||
-0.061545905,
|
||||
-0.0108399745,
|
||||
0.07171203,
|
||||
0.08609233,
|
||||
0.014049224,
|
||||
0.014907912,
|
||||
-0.09828269,
|
||||
-0.046647478,
|
||||
0.03361861,
|
||||
0.064744,
|
||||
-0.007506857,
|
||||
0.025442023,
|
||||
0.04172483,
|
||||
-0.033108808,
|
||||
-0.01457406,
|
||||
0.024897074,
|
||||
0.04562778,
|
||||
-0.042942565,
|
||||
-0.040469114,
|
||||
-0.06307098,
|
||||
-0.02242408,
|
||||
0.010597915,
|
||||
-0.03252762,
|
||||
-0.03145859,
|
||||
0.00820347,
|
||||
0.021108724,
|
||||
0.009504359,
|
||||
-0.08292171,
|
||||
-0.02136818,
|
||||
0.008753057,
|
||||
0.06017692,
|
||||
-0.062192526,
|
||||
0.0045083114,
|
||||
0.056810796,
|
||||
-0.012999816,
|
||||
0.01868933,
|
||||
-0.008973792,
|
||||
-0.076788835,
|
||||
0.051616713,
|
||||
1.6926322e-33,
|
||||
-0.12587416,
|
||||
0.011702123,
|
||||
-0.07986232,
|
||||
0.023053063,
|
||||
0.029265704,
|
||||
0.08719514,
|
||||
0.06907015,
|
||||
0.03254812,
|
||||
0.047793373,
|
||||
0.13217501,
|
||||
0.031299006,
|
||||
-0.012535935,
|
||||
0.0035618816,
|
||||
-0.0163916,
|
||||
-0.03853783,
|
||||
0.01597904,
|
||||
0.09169072,
|
||||
0.04756113,
|
||||
-0.054968182,
|
||||
0.067977056,
|
||||
0.017965809,
|
||||
0.11863936,
|
||||
-0.0693313,
|
||||
0.043811284,
|
||||
0.041538227,
|
||||
-0.017813183,
|
||||
0.051730298,
|
||||
0.067949936,
|
||||
0.080519445,
|
||||
0.0053662807,
|
||||
0.088820346,
|
||||
-0.036024984,
|
||||
-0.077107176,
|
||||
-0.09097472,
|
||||
-0.09598897,
|
||||
-0.09376241,
|
||||
-0.06202675,
|
||||
0.06723746,
|
||||
-0.00064578716,
|
||||
0.029109621,
|
||||
0.08179942,
|
||||
-0.06487821,
|
||||
-0.050387383,
|
||||
-0.0023782111,
|
||||
-0.026097134,
|
||||
-0.0076310094,
|
||||
0.011977006,
|
||||
-0.08573459,
|
||||
0.041102324,
|
||||
0.024716543,
|
||||
-0.022249049,
|
||||
-0.11560483,
|
||||
0.0067691505,
|
||||
-0.045894623,
|
||||
-0.0637051,
|
||||
0.05357708,
|
||||
0.00577345,
|
||||
0.06321221,
|
||||
0.004861166,
|
||||
-0.05710446,
|
||||
0.04190449,
|
||||
0.022335436,
|
||||
-0.1471083,
|
||||
0.026351552,
|
||||
0.10623104,
|
||||
-0.005882123,
|
||||
0.019992633,
|
||||
0.034953646,
|
||||
-0.03338853,
|
||||
-0.038839623,
|
||||
-0.076065235,
|
||||
-0.11174125,
|
||||
-0.038965553,
|
||||
-0.102677576,
|
||||
0.04711777,
|
||||
-0.049392425,
|
||||
0.07477134,
|
||||
0.04174287,
|
||||
-0.031087497,
|
||||
0.0033754015,
|
||||
0.055780858,
|
||||
-0.03184862,
|
||||
-0.02541985,
|
||||
0.05011349,
|
||||
0.03596857,
|
||||
0.091428444,
|
||||
-0.07583281,
|
||||
-0.050592963,
|
||||
0.0074175335,
|
||||
-0.0013578966,
|
||||
-0.050366234,
|
||||
-0.0015045146,
|
||||
0.0054275827,
|
||||
0.07685381,
|
||||
0.014169269,
|
||||
-1.8297998e-08,
|
||||
0.029916301,
|
||||
-0.057940822,
|
||||
-0.06847671,
|
||||
0.026218578,
|
||||
-0.0034848938,
|
||||
0.113768935,
|
||||
0.056854554,
|
||||
-0.093155205,
|
||||
0.0028038986,
|
||||
0.10895503,
|
||||
-0.033018846,
|
||||
0.0050494163,
|
||||
-0.043625794,
|
||||
-0.048996136,
|
||||
0.0118943965,
|
||||
0.059736334,
|
||||
-0.08662527,
|
||||
-0.052732464,
|
||||
0.026333557,
|
||||
0.042200398,
|
||||
-0.0035924676,
|
||||
0.037994288,
|
||||
0.022570506,
|
||||
-0.061503205,
|
||||
0.012634007,
|
||||
0.040854853,
|
||||
-0.084876895,
|
||||
0.041194208,
|
||||
-0.038179893,
|
||||
0.008360482,
|
||||
0.010148832,
|
||||
0.024984034,
|
||||
-0.012506054,
|
||||
-0.045101274,
|
||||
0.010266152,
|
||||
-0.046285193,
|
||||
0.061415587,
|
||||
0.016212178,
|
||||
-0.0011856663,
|
||||
0.0074200486,
|
||||
-0.019432405,
|
||||
-0.068008475,
|
||||
0.05477893,
|
||||
0.0964552,
|
||||
-0.04710964,
|
||||
0.060082186,
|
||||
0.003054353,
|
||||
-0.08875195,
|
||||
0.03727946,
|
||||
-0.0099389665,
|
||||
0.003561616,
|
||||
-0.07834196,
|
||||
0.021697106,
|
||||
-0.013061282,
|
||||
0.0725091,
|
||||
-0.06500139,
|
||||
-0.029938946,
|
||||
-0.017758802,
|
||||
0.033857197,
|
||||
0.029207738,
|
||||
0.08792652,
|
||||
0.00846041,
|
||||
0.06444677,
|
||||
-0.016519535
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 5,
|
||||
"total_tokens": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
3127
tests/integration/recordings/responses/5c0552be2793.json
Normal file
3127
tests/integration/recordings/responses/5c0552be2793.json
Normal file
File diff suppressed because it is too large
Load diff
1061
tests/integration/recordings/responses/5fa0e98f3d84.json
Normal file
1061
tests/integration/recordings/responses/5fa0e98f3d84.json
Normal file
File diff suppressed because it is too large
Load diff
421
tests/integration/recordings/responses/63aa4590a38a.json
Normal file
421
tests/integration/recordings/responses/63aa4590a38a.json
Normal file
|
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Test user parameter",
|
||||
"encoding_format": "base64",
|
||||
"user": "test-user-123"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.043770123,
|
||||
0.021501394,
|
||||
-0.081300564,
|
||||
0.010615138,
|
||||
-0.07908651,
|
||||
-0.03219175,
|
||||
0.13090447,
|
||||
0.042329222,
|
||||
-0.11600146,
|
||||
-0.07588096,
|
||||
0.041826088,
|
||||
-0.080617175,
|
||||
0.038125783,
|
||||
-0.01069657,
|
||||
0.01577377,
|
||||
-0.04196888,
|
||||
0.043099895,
|
||||
-0.033355612,
|
||||
0.013571747,
|
||||
-0.0103924,
|
||||
0.015561896,
|
||||
-0.03786113,
|
||||
-0.050319925,
|
||||
-0.02566629,
|
||||
-0.047868017,
|
||||
-0.08717805,
|
||||
0.01685358,
|
||||
-0.03676223,
|
||||
0.0063788705,
|
||||
0.020863743,
|
||||
0.11264443,
|
||||
-0.0021451844,
|
||||
-0.07911777,
|
||||
0.038758967,
|
||||
0.115321144,
|
||||
-0.019753717,
|
||||
0.0067159277,
|
||||
-0.02115779,
|
||||
-0.0144774495,
|
||||
-0.0027154125,
|
||||
-0.034384295,
|
||||
-0.052576542,
|
||||
-0.030578543,
|
||||
0.04745372,
|
||||
-0.024294367,
|
||||
0.01091144,
|
||||
-0.03947583,
|
||||
0.07183755,
|
||||
-0.020715859,
|
||||
0.018965777,
|
||||
0.04292474,
|
||||
-0.007755194,
|
||||
0.0025708016,
|
||||
-0.058263537,
|
||||
0.0117485095,
|
||||
-0.022703577,
|
||||
0.001755438,
|
||||
-0.012628832,
|
||||
0.030728007,
|
||||
0.017719304,
|
||||
-0.061525322,
|
||||
-0.036568273,
|
||||
0.025831668,
|
||||
0.025376469,
|
||||
0.012137967,
|
||||
0.009102949,
|
||||
-0.027313529,
|
||||
-0.093379095,
|
||||
0.0052120173,
|
||||
0.0074658697,
|
||||
-0.07538,
|
||||
0.010161349,
|
||||
-0.028439516,
|
||||
0.03026334,
|
||||
0.0036700817,
|
||||
-0.022599109,
|
||||
-0.037862476,
|
||||
-0.08384314,
|
||||
-0.0124443015,
|
||||
-0.048889726,
|
||||
0.029131662,
|
||||
-0.044443335,
|
||||
-0.07518736,
|
||||
-0.020938978,
|
||||
0.063386515,
|
||||
0.16294138,
|
||||
0.060580015,
|
||||
-0.01281573,
|
||||
-0.031040885,
|
||||
0.018372353,
|
||||
0.11225789,
|
||||
0.072922915,
|
||||
-0.06272038,
|
||||
-0.031792488,
|
||||
-0.017476005,
|
||||
0.04846264,
|
||||
-0.04116229,
|
||||
-0.041834168,
|
||||
-0.059919056,
|
||||
0.15907861,
|
||||
-0.027786179,
|
||||
-0.012492541,
|
||||
0.05599519,
|
||||
-0.019895995,
|
||||
0.022076221,
|
||||
0.006363836,
|
||||
0.046413723,
|
||||
-0.0731325,
|
||||
0.03326452,
|
||||
0.059475966,
|
||||
-0.033314705,
|
||||
0.030761855,
|
||||
0.00819013,
|
||||
-0.020254606,
|
||||
0.05658313,
|
||||
-0.08153619,
|
||||
0.023402533,
|
||||
0.0060753864,
|
||||
-0.07993489,
|
||||
0.013990512,
|
||||
0.052254565,
|
||||
0.027170746,
|
||||
-0.049271967,
|
||||
0.02814688,
|
||||
0.019500777,
|
||||
0.054206643,
|
||||
0.082691684,
|
||||
-1.8817448e-33,
|
||||
0.013630832,
|
||||
-0.010863344,
|
||||
0.015899567,
|
||||
0.06938339,
|
||||
-0.05113185,
|
||||
0.08995833,
|
||||
0.04450505,
|
||||
0.08101549,
|
||||
0.018903807,
|
||||
-0.020960161,
|
||||
-0.017933648,
|
||||
-0.02174221,
|
||||
0.010988686,
|
||||
0.015100026,
|
||||
0.017031211,
|
||||
0.09433042,
|
||||
0.003454907,
|
||||
0.010199729,
|
||||
-0.0446973,
|
||||
0.0018167854,
|
||||
0.015817188,
|
||||
-0.06576281,
|
||||
-0.004943305,
|
||||
0.004393494,
|
||||
-0.019598262,
|
||||
-0.092797264,
|
||||
-0.025917865,
|
||||
0.04409669,
|
||||
0.054165967,
|
||||
-0.007365383,
|
||||
-0.021470547,
|
||||
-0.03683317,
|
||||
-0.091507494,
|
||||
0.08402351,
|
||||
-0.01809901,
|
||||
0.0038072586,
|
||||
0.020236026,
|
||||
0.0439697,
|
||||
-0.077322714,
|
||||
0.0057473024,
|
||||
-0.054513566,
|
||||
-0.024854423,
|
||||
0.075270385,
|
||||
0.034554463,
|
||||
-0.08118007,
|
||||
-0.12208905,
|
||||
-0.0052893,
|
||||
0.0078005046,
|
||||
0.05028763,
|
||||
0.015558154,
|
||||
-0.056349996,
|
||||
0.0398076,
|
||||
0.012997719,
|
||||
-0.040145177,
|
||||
0.014409028,
|
||||
-0.033200737,
|
||||
-0.008437484,
|
||||
-0.037582297,
|
||||
-0.019651853,
|
||||
0.017285295,
|
||||
-0.008976723,
|
||||
-0.0018494898,
|
||||
-0.0030671947,
|
||||
0.03046138,
|
||||
-0.051143825,
|
||||
-0.08688155,
|
||||
-0.018344227,
|
||||
-0.113307714,
|
||||
0.073259674,
|
||||
0.04602224,
|
||||
0.012651309,
|
||||
-0.063435435,
|
||||
-0.028471926,
|
||||
0.020155901,
|
||||
-0.078830436,
|
||||
-0.00069818215,
|
||||
-0.03156303,
|
||||
0.123062745,
|
||||
0.0042949035,
|
||||
-0.026413191,
|
||||
0.07838535,
|
||||
-0.07747411,
|
||||
-0.02126005,
|
||||
0.048919026,
|
||||
0.02919413,
|
||||
-0.009296978,
|
||||
-0.030687347,
|
||||
-0.041037664,
|
||||
-0.038565576,
|
||||
-0.08043238,
|
||||
0.023225678,
|
||||
0.041928973,
|
||||
-0.05812511,
|
||||
0.058555346,
|
||||
0.07633673,
|
||||
4.4510456e-34,
|
||||
-0.019582625,
|
||||
0.040237214,
|
||||
0.01455587,
|
||||
0.034353998,
|
||||
0.043911777,
|
||||
-0.023234777,
|
||||
0.0677493,
|
||||
-0.030089214,
|
||||
-0.09076478,
|
||||
-0.019257858,
|
||||
-0.02767876,
|
||||
-0.00065146026,
|
||||
0.0043030144,
|
||||
0.05363546,
|
||||
0.04073387,
|
||||
0.03255476,
|
||||
-0.10712685,
|
||||
-0.050083157,
|
||||
-0.016644027,
|
||||
-0.0077649173,
|
||||
-0.11153465,
|
||||
0.07478277,
|
||||
-0.015999233,
|
||||
-0.050547555,
|
||||
-0.113217294,
|
||||
-0.006174145,
|
||||
0.050873067,
|
||||
-0.030284155,
|
||||
0.04314861,
|
||||
0.033020362,
|
||||
0.023671353,
|
||||
0.04654029,
|
||||
-0.03415647,
|
||||
0.03614603,
|
||||
0.023047049,
|
||||
-0.02677317,
|
||||
0.063607745,
|
||||
0.09978129,
|
||||
0.03527302,
|
||||
0.15538219,
|
||||
0.08349002,
|
||||
0.10931568,
|
||||
0.04684532,
|
||||
-0.010147538,
|
||||
-0.03256112,
|
||||
0.12924333,
|
||||
0.031221064,
|
||||
-0.099673584,
|
||||
0.010860566,
|
||||
0.02326085,
|
||||
-0.011916549,
|
||||
0.010135849,
|
||||
0.06884636,
|
||||
0.009350001,
|
||||
-0.0226591,
|
||||
-0.04280281,
|
||||
-0.04821317,
|
||||
-0.08508304,
|
||||
0.051028382,
|
||||
0.045148462,
|
||||
-0.03566162,
|
||||
0.06547104,
|
||||
0.048883036,
|
||||
0.03793435,
|
||||
-0.1407055,
|
||||
-0.06711337,
|
||||
0.009881868,
|
||||
-0.0049659596,
|
||||
-0.044289522,
|
||||
0.0039236215,
|
||||
-0.02692826,
|
||||
-0.066134326,
|
||||
0.04076233,
|
||||
-0.05222117,
|
||||
0.060488354,
|
||||
-0.04113724,
|
||||
-0.04314174,
|
||||
-0.025147837,
|
||||
0.085597694,
|
||||
-0.044939328,
|
||||
0.06395307,
|
||||
-0.024218159,
|
||||
-0.050523587,
|
||||
-0.0020718095,
|
||||
-0.07894165,
|
||||
0.0026805927,
|
||||
0.020709056,
|
||||
0.1026727,
|
||||
-0.012374822,
|
||||
0.056179732,
|
||||
0.06552235,
|
||||
0.030915475,
|
||||
-0.077197015,
|
||||
-0.061245024,
|
||||
-0.016111895,
|
||||
-1.3512232e-08,
|
||||
-0.05040501,
|
||||
-0.033646606,
|
||||
0.04670903,
|
||||
0.047397695,
|
||||
-0.044165645,
|
||||
0.046301767,
|
||||
-0.006073457,
|
||||
-0.053902794,
|
||||
0.013089125,
|
||||
0.050438043,
|
||||
-0.009894958,
|
||||
-0.0041677835,
|
||||
0.0723306,
|
||||
0.021069802,
|
||||
0.02670403,
|
||||
-0.074845195,
|
||||
-0.026750853,
|
||||
0.052738186,
|
||||
-0.03469103,
|
||||
0.039813705,
|
||||
-0.01640883,
|
||||
0.045899663,
|
||||
-0.0224731,
|
||||
0.02387658,
|
||||
0.049145795,
|
||||
0.09110705,
|
||||
-0.0025007618,
|
||||
0.04937552,
|
||||
-0.03864697,
|
||||
0.020868128,
|
||||
0.07605537,
|
||||
0.08488945,
|
||||
-0.05197299,
|
||||
-0.06879239,
|
||||
-0.06136516,
|
||||
0.077237174,
|
||||
-0.06451729,
|
||||
0.04453416,
|
||||
0.008209786,
|
||||
0.015886698,
|
||||
-0.04280691,
|
||||
0.005315579,
|
||||
0.0034463098,
|
||||
0.0031776188,
|
||||
-0.013040836,
|
||||
-0.091359615,
|
||||
0.0642767,
|
||||
-0.054965723,
|
||||
0.0007161393,
|
||||
-0.06260912,
|
||||
-0.03496602,
|
||||
-0.029944083,
|
||||
0.04422821,
|
||||
0.017855663,
|
||||
-0.027972128,
|
||||
-0.03656317,
|
||||
0.02111413,
|
||||
0.060607255,
|
||||
-0.031320468,
|
||||
-0.014338154,
|
||||
0.034649797,
|
||||
0.052279983,
|
||||
-0.036579564,
|
||||
0.028179456
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 3,
|
||||
"total_tokens": 3
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
43
tests/integration/recordings/responses/6412295819a1.json
Normal file
43
tests/integration/recordings/responses/6412295819a1.json
Normal file
|
|
@ -0,0 +1,43 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"prompt": "Respond to this question and explain your answer. Complete the sentence using one word: Roses are red, violets are ",
|
||||
"stream": false,
|
||||
"extra_body": {}
|
||||
},
|
||||
"endpoint": "/v1/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-104",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "blue.\n\nI completed the sentence with \"blue\" because it is a common completion used to complete the traditional nursery rhyme, which ends with:\n\nRoses are red,\nViolets are blue.\n\nThe complete rhyme is often remembered and recited as follows:\n\nRoses are red,\nViolets are blue,\nSugar is sweet,\nAnd so are you!"
|
||||
}
|
||||
],
|
||||
"created": 1757857132,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 72,
|
||||
"prompt_tokens": 50,
|
||||
"total_tokens": 122,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
61
tests/integration/recordings/responses/6841bb14fa8d.json
Normal file
61
tests/integration/recordings/responses/6841bb14fa8d.json
Normal file
|
|
@ -0,0 +1,61 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Test trace openai with temperature 0"
|
||||
}
|
||||
],
|
||||
"max_tokens": 100,
|
||||
"stream": false,
|
||||
"temperature": 0.7
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "oCfxEyX-4Yz4kd-984c2b58fd3f4d13",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "length",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "When using a language model like OpenAI with a temperature of 0, the model is essentially forced to produce the most likely next word in a sequence, given the context. This means that the output will be very deterministic and less diverse, as the model is not allowed to explore less likely options.\n\nHere's an example of how this could work in practice:\n\n**Prompt:** Write a short story about a character who discovers a hidden world.\n\n**Temperature 0 Response:**\nIn a small village nestled",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": []
|
||||
},
|
||||
"seed": 9269366008132817000
|
||||
}
|
||||
],
|
||||
"created": 1758820586,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 100,
|
||||
"prompt_tokens": 43,
|
||||
"total_tokens": 143,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
},
|
||||
"prompt": []
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
802
tests/integration/recordings/responses/68e59155a09f.json
Normal file
802
tests/integration/recordings/responses/68e59155a09f.json
Normal file
|
|
@ -0,0 +1,802 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"input": [
|
||||
"How does machine learning improve over time?"
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.017091110348701477,
|
||||
-0.04449904337525368,
|
||||
0.05639447644352913,
|
||||
0.02757648564875126,
|
||||
-0.01052725501358509,
|
||||
-0.023113058879971504,
|
||||
0.07145906239748001,
|
||||
-0.02102668583393097,
|
||||
-0.034163620322942734,
|
||||
-0.04799016937613487,
|
||||
0.013283752836287022,
|
||||
-0.018489355221390724,
|
||||
-0.024232961237430573,
|
||||
-0.039593327790498734,
|
||||
-0.039129577577114105,
|
||||
-0.06230281665921211,
|
||||
-0.0054303002543747425,
|
||||
0.06882823258638382,
|
||||
-0.013231862336397171,
|
||||
0.06959116458892822,
|
||||
0.003494634060189128,
|
||||
0.034262172877788544,
|
||||
0.03474000096321106,
|
||||
0.01021556369960308,
|
||||
0.062151506543159485,
|
||||
-0.007965859957039356,
|
||||
0.016933385282754898,
|
||||
-0.007620261516422033,
|
||||
0.03465918451547623,
|
||||
-0.019624345004558563,
|
||||
0.026949048042297363,
|
||||
0.04594346135854721,
|
||||
0.030448030680418015,
|
||||
-0.0062415460124611855,
|
||||
0.024632513523101807,
|
||||
-0.009094628505408764,
|
||||
0.0068628196604549885,
|
||||
0.051083847880363464,
|
||||
0.025683417916297913,
|
||||
0.1110014095902443,
|
||||
0.048982519656419754,
|
||||
0.01494417805224657,
|
||||
0.02383127622306347,
|
||||
-0.04119957238435745,
|
||||
0.04277747869491577,
|
||||
-0.03204340860247612,
|
||||
-0.012741178274154663,
|
||||
-0.03751486539840698,
|
||||
0.056586142629384995,
|
||||
0.025235753506422043,
|
||||
0.01793726161122322,
|
||||
0.04099954292178154,
|
||||
0.07154829055070877,
|
||||
0.041061583906412125,
|
||||
0.06809084117412567,
|
||||
-0.10853584855794907,
|
||||
0.08249932527542114,
|
||||
0.028061751276254654,
|
||||
0.0519598051905632,
|
||||
-0.06860332190990448,
|
||||
0.004958455916494131,
|
||||
-0.04448959231376648,
|
||||
0.09609439969062805,
|
||||
-0.00619372446089983,
|
||||
0.007140932139009237,
|
||||
0.017792437225580215,
|
||||
-0.01650928147137165,
|
||||
0.04542657360434532,
|
||||
-0.006010851822793484,
|
||||
0.030694808810949326,
|
||||
-0.0112632280215621,
|
||||
-0.0159088633954525,
|
||||
0.029067715629935265,
|
||||
0.020537303760647774,
|
||||
-0.036857571452856064,
|
||||
-0.034286197274923325,
|
||||
0.010374762117862701,
|
||||
0.029303979128599167,
|
||||
-0.026281535625457764,
|
||||
-0.04053294658660889,
|
||||
-0.007713824976235628,
|
||||
0.021145686507225037,
|
||||
0.0018956628628075123,
|
||||
0.009162032045423985,
|
||||
-0.003967841621488333,
|
||||
0.005385218188166618,
|
||||
0.05180187523365021,
|
||||
-0.01564045064151287,
|
||||
0.02468094415962696,
|
||||
4.1515566408634186e-05,
|
||||
0.015309401787817478,
|
||||
0.020134028047323227,
|
||||
0.02285873331129551,
|
||||
-0.0030758781358599663,
|
||||
0.010366623289883137,
|
||||
-0.12862254679203033,
|
||||
0.006405234336853027,
|
||||
-0.00285987532697618,
|
||||
-0.038957152515649796,
|
||||
-0.0348617248237133,
|
||||
-0.04436873272061348,
|
||||
-0.024569036439061165,
|
||||
-0.001334832631982863,
|
||||
-0.01130272913724184,
|
||||
0.01797942817211151,
|
||||
0.047239724546670914,
|
||||
0.1354702264070511,
|
||||
0.05538365989923477,
|
||||
0.08639367669820786,
|
||||
0.011921187862753868,
|
||||
-0.03216652572154999,
|
||||
-0.05481015145778656,
|
||||
0.026179000735282898,
|
||||
-0.08212552964687347,
|
||||
-0.039176810532808304,
|
||||
0.0118326460942626,
|
||||
-0.06838254630565643,
|
||||
-0.02987653948366642,
|
||||
-0.0341634601354599,
|
||||
-0.0033300842624157667,
|
||||
0.04591712728142738,
|
||||
0.010237805545330048,
|
||||
0.033510755747556686,
|
||||
-0.020220739766955376,
|
||||
-0.008218149654567242,
|
||||
0.07410414516925812,
|
||||
-0.07220402359962463,
|
||||
0.0043516866862773895,
|
||||
0.01174078043550253,
|
||||
-0.004125840030610561,
|
||||
-0.07815736532211304,
|
||||
-0.030600078403949738,
|
||||
-0.014574045315384865,
|
||||
0.009469592943787575,
|
||||
0.04217822849750519,
|
||||
-0.05271849408745766,
|
||||
0.00037768480251543224,
|
||||
0.02528710477054119,
|
||||
0.04988700896501541,
|
||||
0.013128949329257011,
|
||||
-0.009709068574011326,
|
||||
0.03833962604403496,
|
||||
-0.004430458880960941,
|
||||
-0.053310297429561615,
|
||||
-0.05913899093866348,
|
||||
-0.06092122197151184,
|
||||
0.03597554191946983,
|
||||
0.04806441441178322,
|
||||
0.014519140124320984,
|
||||
0.016532888635993004,
|
||||
-0.02772163413465023,
|
||||
0.02643187716603279,
|
||||
0.054130520671606064,
|
||||
0.011015541851520538,
|
||||
0.010168751701712608,
|
||||
0.13184048235416412,
|
||||
0.017429586499929428,
|
||||
-0.09562039375305176,
|
||||
0.004120356403291225,
|
||||
0.06979147344827652,
|
||||
0.01747124269604683,
|
||||
0.06685646623373032,
|
||||
-0.02079174295067787,
|
||||
-0.1065840870141983,
|
||||
0.003666015574708581,
|
||||
-0.024378009140491486,
|
||||
-0.018714547157287598,
|
||||
-0.03100505657494068,
|
||||
0.023656615987420082,
|
||||
0.04414339363574982,
|
||||
0.008101040497422218,
|
||||
-0.05081212520599365,
|
||||
-0.028254367411136627,
|
||||
-0.025158686563372612,
|
||||
-0.01060985866934061,
|
||||
-0.020752916112542152,
|
||||
0.05147681012749672,
|
||||
0.059838782995939255,
|
||||
0.015253720805048943,
|
||||
-0.04351024329662323,
|
||||
-0.02900739014148712,
|
||||
0.10752008110284805,
|
||||
0.015021839179098606,
|
||||
0.028819581493735313,
|
||||
0.04401375353336334,
|
||||
0.0011900285026058555,
|
||||
-0.032843537628650665,
|
||||
-0.04667872190475464,
|
||||
0.023874200880527496,
|
||||
-0.026197509840130806,
|
||||
0.043272413313388824,
|
||||
-0.04376351833343506,
|
||||
-0.0036660165060311556,
|
||||
0.012742334045469761,
|
||||
-0.02043633721768856,
|
||||
0.0056346505880355835,
|
||||
0.06811652332544327,
|
||||
0.0940936729311943,
|
||||
0.0005089789046905935,
|
||||
-0.047517020255327225,
|
||||
0.03845725208520889,
|
||||
-0.0416039377450943,
|
||||
0.011346561834216118,
|
||||
0.0327879935503006,
|
||||
0.018543416634202003,
|
||||
0.014663814567029476,
|
||||
0.03528588265180588,
|
||||
-0.06245756149291992,
|
||||
-0.060102980583906174,
|
||||
0.06862425059080124,
|
||||
-0.04480714723467827,
|
||||
0.01673327572643757,
|
||||
-0.013742557726800442,
|
||||
0.015649832785129547,
|
||||
-0.05052841082215309,
|
||||
0.014181524515151978,
|
||||
-0.011470867320895195,
|
||||
-0.0913846418261528,
|
||||
-0.01337501686066389,
|
||||
0.01687346026301384,
|
||||
0.011097698472440243,
|
||||
0.03340581804513931,
|
||||
0.07328605651855469,
|
||||
-0.04521005228161812,
|
||||
-0.014341622591018677,
|
||||
-0.022116083651781082,
|
||||
0.019846217706799507,
|
||||
-0.03134879842400551,
|
||||
-0.025689005851745605,
|
||||
-0.016337616369128227,
|
||||
-0.009400046430528164,
|
||||
0.04813038557767868,
|
||||
0.09310487657785416,
|
||||
-0.023314738646149635,
|
||||
0.0449095144867897,
|
||||
0.028920302167534828,
|
||||
0.03279547765851021,
|
||||
0.09780041873455048,
|
||||
0.042382802814245224,
|
||||
-0.027986818924546242,
|
||||
0.018036792054772377,
|
||||
0.060797013342380524,
|
||||
0.029210783541202545,
|
||||
0.01824144832789898,
|
||||
-0.0032405515667051077,
|
||||
-0.061704110354185104,
|
||||
0.032816603779792786,
|
||||
0.07891224324703217,
|
||||
0.05889542028307915,
|
||||
-0.0357075110077858,
|
||||
0.07179951667785645,
|
||||
-0.009799567051231861,
|
||||
0.040095265954732895,
|
||||
-0.010397388599812984,
|
||||
-0.030199842527508736,
|
||||
0.0723610669374466,
|
||||
0.033793553709983826,
|
||||
-0.050370991230010986,
|
||||
-0.019451666623353958,
|
||||
-0.059583477675914764,
|
||||
-0.03205019608139992,
|
||||
-0.008078041486442089,
|
||||
0.04325846955180168,
|
||||
0.005131071899086237,
|
||||
-0.01694042980670929,
|
||||
0.12373893707990646,
|
||||
-0.026953179389238358,
|
||||
0.08760038018226624,
|
||||
-0.06059237942099571,
|
||||
0.036282479763031006,
|
||||
0.02045135386288166,
|
||||
0.03446183726191521,
|
||||
0.0672442838549614,
|
||||
-0.03471960127353668,
|
||||
-0.032043203711509705,
|
||||
-0.01461110357195139,
|
||||
-0.02886907011270523,
|
||||
-0.00020732730627059937,
|
||||
-0.03269560635089874,
|
||||
0.035647809505462646,
|
||||
-0.019755830988287926,
|
||||
-0.06200911104679108,
|
||||
-0.02908874861896038,
|
||||
0.01128445751965046,
|
||||
-0.022167179733514786,
|
||||
0.028986983001232147,
|
||||
0.03478562831878662,
|
||||
-0.07198591530323029,
|
||||
0.021145109087228775,
|
||||
0.00676864106208086,
|
||||
-0.009777943603694439,
|
||||
-0.005817399825900793,
|
||||
0.012331933714449406,
|
||||
0.04287122189998627,
|
||||
0.007338544819504023,
|
||||
-0.014030798338353634,
|
||||
-0.02205159328877926,
|
||||
-0.06498151272535324,
|
||||
0.0261244997382164,
|
||||
-0.0016652516787871718,
|
||||
-0.0012416461249813437,
|
||||
-0.035079214721918106,
|
||||
-0.04478784278035164,
|
||||
0.017631616443395615,
|
||||
-0.03870261088013649,
|
||||
-0.03700083866715431,
|
||||
-0.03991252928972244,
|
||||
0.015349914319813251,
|
||||
0.027670124545693398,
|
||||
-0.02155459113419056,
|
||||
-0.061771076172590256,
|
||||
0.048039596527814865,
|
||||
0.020471401512622833,
|
||||
0.0814017578959465,
|
||||
0.012351211160421371,
|
||||
-0.024866415187716484,
|
||||
0.03714727610349655,
|
||||
0.008872346952557564,
|
||||
0.04749113693833351,
|
||||
-0.041523903608322144,
|
||||
-0.05398213118314743,
|
||||
0.024968266487121582,
|
||||
0.0023721077013760805,
|
||||
0.03205203264951706,
|
||||
0.060478370636701584,
|
||||
-0.057236168533563614,
|
||||
0.0046795508824288845,
|
||||
0.008967110887169838,
|
||||
0.05300765857100487,
|
||||
0.04545370489358902,
|
||||
-0.041764918714761734,
|
||||
0.04538821801543236,
|
||||
0.017682619392871857,
|
||||
0.01751590333878994,
|
||||
-0.041763801127672195,
|
||||
-0.030938314273953438,
|
||||
-0.02912597917020321,
|
||||
-0.03287437558174133,
|
||||
0.05978328734636307,
|
||||
-0.018110038712620735,
|
||||
0.10227105766534805,
|
||||
-0.005680157337337732,
|
||||
-0.03592002019286156,
|
||||
0.04470396786928177,
|
||||
0.058497779071331024,
|
||||
-0.06304245442152023,
|
||||
-0.05310345068573952,
|
||||
0.01905088871717453,
|
||||
-0.0435650460422039,
|
||||
0.015648307278752327,
|
||||
0.010627292096614838,
|
||||
0.01209987048059702,
|
||||
0.02780025638639927,
|
||||
-0.0659174993634224,
|
||||
-0.02292121760547161,
|
||||
-0.014478329569101334,
|
||||
0.027907969430088997,
|
||||
0.08582334965467453,
|
||||
0.05156566947698593,
|
||||
0.020003266632556915,
|
||||
0.00862419418990612,
|
||||
0.011991214007139206,
|
||||
-0.057063665241003036,
|
||||
0.027426088228821754,
|
||||
0.010678093880414963,
|
||||
-0.006323543842881918,
|
||||
0.026447616517543793,
|
||||
-0.011029284447431564,
|
||||
0.005789259914308786,
|
||||
-0.062225647270679474,
|
||||
0.002817378379404545,
|
||||
0.037070125341415405,
|
||||
0.05859753489494324,
|
||||
-0.032734066247940063,
|
||||
0.0049278102815151215,
|
||||
0.005655582528561354,
|
||||
0.03440752252936363,
|
||||
-0.04887422174215317,
|
||||
0.014217632822692394,
|
||||
0.03378811478614807,
|
||||
0.01143213827162981,
|
||||
-0.0046334643848240376,
|
||||
0.008702044375240803,
|
||||
-0.018078800290822983,
|
||||
0.02679763175547123,
|
||||
0.009265614673495293,
|
||||
0.006912717595696449,
|
||||
0.039455097168684006,
|
||||
0.08224938809871674,
|
||||
-0.018994906917214394,
|
||||
-0.011511171236634254,
|
||||
0.013095312751829624,
|
||||
-0.01595144346356392,
|
||||
0.08322206139564514,
|
||||
0.0019320690771564841,
|
||||
0.09676595777273178,
|
||||
0.028369352221488953,
|
||||
-0.006265261210501194,
|
||||
-0.04760407656431198,
|
||||
-0.07077552378177643,
|
||||
0.026524502784013748,
|
||||
-0.045876167714595795,
|
||||
-0.004767959006130695,
|
||||
0.09427748620510101,
|
||||
0.0010587290162220597,
|
||||
0.029367605224251747,
|
||||
0.04943876713514328,
|
||||
-0.020956382155418396,
|
||||
0.011755046434700489,
|
||||
-0.042785175144672394,
|
||||
0.05108770355582237,
|
||||
-0.010644905269145966,
|
||||
0.051502931863069534,
|
||||
0.001376797561533749,
|
||||
-0.02364213950932026,
|
||||
0.08517570048570633,
|
||||
-0.05029089003801346,
|
||||
0.009807859547436237,
|
||||
-0.015292741358280182,
|
||||
-0.0477706678211689,
|
||||
-0.03883887082338333,
|
||||
0.06258878856897354,
|
||||
0.029050428420305252,
|
||||
0.027633827179670334,
|
||||
0.01516599953174591,
|
||||
-0.02382349781692028,
|
||||
-0.04220383241772652,
|
||||
0.04617023095488548,
|
||||
0.03496578335762024,
|
||||
-0.018243463709950447,
|
||||
-0.0061411671340465546,
|
||||
-0.005748555064201355,
|
||||
0.010852155275642872,
|
||||
-0.010470863431692123,
|
||||
-0.0401528999209404,
|
||||
0.011642354540526867,
|
||||
-0.05758778378367424,
|
||||
0.04819398745894432,
|
||||
0.05960371717810631,
|
||||
0.0022469316609203815,
|
||||
-0.001131345983594656,
|
||||
0.024024616926908493,
|
||||
-0.025609636679291725,
|
||||
0.04534421116113663,
|
||||
0.020421037450432777,
|
||||
0.027833566069602966,
|
||||
0.0455608069896698,
|
||||
0.03330197185277939,
|
||||
0.09832030534744263,
|
||||
-0.01626313105225563,
|
||||
0.01641569286584854,
|
||||
0.01554944645613432,
|
||||
-0.013866779394447803,
|
||||
-0.0638241097331047,
|
||||
0.047895193099975586,
|
||||
0.042961131781339645,
|
||||
-0.03384869173169136,
|
||||
-0.01620139367878437,
|
||||
0.08863108605146408,
|
||||
0.08185242116451263,
|
||||
-0.05600340664386749,
|
||||
-0.006179805379360914,
|
||||
-0.046521030366420746,
|
||||
0.005049159750342369,
|
||||
-0.03982756659388542,
|
||||
0.0018144379137083888,
|
||||
-0.03435543552041054,
|
||||
0.01273403875529766,
|
||||
0.008960560895502567,
|
||||
-0.04060171917080879,
|
||||
0.04573140665888786,
|
||||
-0.018866222351789474,
|
||||
-0.019972296431660652,
|
||||
0.0006385938613675535,
|
||||
-0.040912169963121414,
|
||||
0.04912850633263588,
|
||||
0.021389227360486984,
|
||||
0.07629404962062836,
|
||||
0.07529498636722565,
|
||||
-0.03599211201071739,
|
||||
-0.07396151125431061,
|
||||
-0.06263993680477142,
|
||||
0.035700149834156036,
|
||||
0.019643796607851982,
|
||||
-0.014971467666327953,
|
||||
-0.0449487641453743,
|
||||
0.05629347264766693,
|
||||
0.002529916586354375,
|
||||
-0.028406130149960518,
|
||||
0.01962902769446373,
|
||||
0.021758396178483963,
|
||||
-0.03318168967962265,
|
||||
-0.022369498386979103,
|
||||
-0.039087750017642975,
|
||||
0.04942493140697479,
|
||||
-0.045022908598184586,
|
||||
-0.0295136459171772,
|
||||
-0.007183917332440615,
|
||||
-0.05010795593261719,
|
||||
0.0014038635417819023,
|
||||
-0.04356252774596214,
|
||||
0.04660043120384216,
|
||||
0.012791723944246769,
|
||||
0.01044919341802597,
|
||||
-0.007226443849503994,
|
||||
0.009700221009552479,
|
||||
0.04041241481900215,
|
||||
-0.013270650990307331,
|
||||
-0.09328791499137878,
|
||||
-0.04580668732523918,
|
||||
-0.023542804643511772,
|
||||
-0.04105115681886673,
|
||||
0.01962345279753208,
|
||||
-0.0022925573866814375,
|
||||
0.016483748331665993,
|
||||
-0.00046286170254461467,
|
||||
0.04518749564886093,
|
||||
0.03264132887125015,
|
||||
0.021030215546488762,
|
||||
0.000606459507253021,
|
||||
0.018279610201716423,
|
||||
-0.051501113921403885,
|
||||
-0.006836078595370054,
|
||||
0.0223738644272089,
|
||||
-0.03288864716887474,
|
||||
-0.013056786730885506,
|
||||
0.03506845235824585,
|
||||
-0.06893748044967651,
|
||||
0.04185912758111954,
|
||||
-0.059009850025177,
|
||||
0.025614604353904724,
|
||||
-0.13203828036785126,
|
||||
-0.0230705589056015,
|
||||
0.06457994133234024,
|
||||
-0.03621802479028702,
|
||||
-0.06727005541324615,
|
||||
-0.007084821816533804,
|
||||
0.005194725468754768,
|
||||
-0.04151730239391327,
|
||||
-0.01337746437638998,
|
||||
0.007726626470685005,
|
||||
0.001198339625261724,
|
||||
0.0858355388045311,
|
||||
-0.04361525923013687,
|
||||
0.029421508312225342,
|
||||
0.04561106860637665,
|
||||
0.04970911517739296,
|
||||
0.0021197511814534664,
|
||||
0.034886427223682404,
|
||||
-0.0027102481108158827,
|
||||
0.026148471981287003,
|
||||
-0.005215228535234928,
|
||||
0.03527367115020752,
|
||||
0.02213597670197487,
|
||||
0.006383026950061321,
|
||||
0.032270703464746475,
|
||||
0.01586599461734295,
|
||||
-0.016247956082224846,
|
||||
-0.016213105991482735,
|
||||
-0.04151308164000511,
|
||||
0.061050400137901306,
|
||||
0.003419628133997321,
|
||||
0.04371068999171257,
|
||||
-0.003939187154173851,
|
||||
0.008316335268318653,
|
||||
0.08146052062511444,
|
||||
0.02038543112576008,
|
||||
0.004892616532742977,
|
||||
-0.017641207203269005,
|
||||
-0.04877929389476776,
|
||||
-0.014308643527328968,
|
||||
-0.05225956812500954,
|
||||
0.01678878627717495,
|
||||
-0.022617461159825325,
|
||||
0.10803868621587753,
|
||||
0.004787782672792673,
|
||||
0.005488952621817589,
|
||||
0.044927410781383514,
|
||||
-0.0386410690844059,
|
||||
0.033641163259744644,
|
||||
-0.012488718144595623,
|
||||
0.017685825005173683,
|
||||
-0.019066687673330307,
|
||||
-0.0044423723593354225,
|
||||
-0.003003643127158284,
|
||||
-0.046191710978746414,
|
||||
0.07452407479286194,
|
||||
0.039803750813007355,
|
||||
-0.07293923199176788,
|
||||
0.009332723915576935,
|
||||
0.01869172789156437,
|
||||
0.006781427655369043,
|
||||
-0.11368958652019501,
|
||||
-0.009038697928190231,
|
||||
0.002026599831879139,
|
||||
-0.0118027338758111,
|
||||
-0.021069113165140152,
|
||||
-0.012110181152820587,
|
||||
-0.03503252565860748,
|
||||
0.04110250622034073,
|
||||
0.07244168221950531,
|
||||
0.010852963663637638,
|
||||
0.08984149992465973,
|
||||
-0.027278605848550797,
|
||||
-0.05750814825296402,
|
||||
-0.06634411960840225,
|
||||
-0.05021825432777405,
|
||||
0.016627361997961998,
|
||||
0.07608447223901749,
|
||||
-0.006877075415104628,
|
||||
0.07241521030664444,
|
||||
-0.08503241091966629,
|
||||
-0.0015347690787166357,
|
||||
-0.11855384707450867,
|
||||
-0.02338363230228424,
|
||||
0.018290942534804344,
|
||||
-0.06323908269405365,
|
||||
-0.03858431428670883,
|
||||
0.0205442663282156,
|
||||
0.03796859830617905,
|
||||
0.020063228905200958,
|
||||
0.10658621788024902,
|
||||
0.035441286861896515,
|
||||
0.04583656042814255,
|
||||
0.04527920112013817,
|
||||
-0.019515255466103554,
|
||||
-0.10461927205324173,
|
||||
0.0038011830765753984,
|
||||
-0.03096143901348114,
|
||||
0.03559565171599388,
|
||||
-0.03741271421313286,
|
||||
0.013590610586106777,
|
||||
0.03363044559955597,
|
||||
-0.028492426499724388,
|
||||
-0.020304789766669273,
|
||||
0.0672440156340599,
|
||||
-0.030570613220334053,
|
||||
0.05294065922498703,
|
||||
0.06384581327438354,
|
||||
-0.004913600627332926,
|
||||
-0.02157355658710003,
|
||||
0.026991942897439003,
|
||||
-0.04970087110996246,
|
||||
-0.01489020325243473,
|
||||
0.02735202945768833,
|
||||
-0.0607466921210289,
|
||||
-0.03535424917936325,
|
||||
0.02796528860926628,
|
||||
0.022950729355216026,
|
||||
0.04059499129652977,
|
||||
0.01365773193538189,
|
||||
-0.0333610475063324,
|
||||
0.002045154571533203,
|
||||
0.05155564472079277,
|
||||
-0.0031054376158863306,
|
||||
0.014623484574258327,
|
||||
-0.06419086456298828,
|
||||
-0.028253614902496338,
|
||||
-0.02575419843196869,
|
||||
0.018699679523706436,
|
||||
0.05331188067793846,
|
||||
-0.04458363726735115,
|
||||
-0.04462023079395294,
|
||||
-0.012874887324869633,
|
||||
-0.009783362038433552,
|
||||
-0.06447328627109528,
|
||||
0.027755791321396828,
|
||||
-0.12949828803539276,
|
||||
0.013976480811834335,
|
||||
-0.04830870404839516,
|
||||
-0.07408348470926285,
|
||||
-0.015234938822686672,
|
||||
0.03581376001238823,
|
||||
-0.016954004764556885,
|
||||
-0.010194940492510796,
|
||||
0.05199551209807396,
|
||||
-0.04343723878264427,
|
||||
-0.04505506902933121,
|
||||
-0.026876715943217278,
|
||||
-0.030063798651099205,
|
||||
-0.0346873477101326,
|
||||
0.006097136996686459,
|
||||
-0.031271882355213165,
|
||||
-0.00029016193002462387,
|
||||
-0.030612265691161156,
|
||||
0.05608702823519707,
|
||||
0.028940780088305473,
|
||||
0.0013379148440435529,
|
||||
-0.0028184913098812103,
|
||||
0.021562576293945312,
|
||||
-0.05187350884079933,
|
||||
-0.04708464816212654,
|
||||
-0.026602864265441895,
|
||||
-0.025108829140663147,
|
||||
-0.02762826532125473,
|
||||
0.04280998557806015,
|
||||
-0.041647735983133316,
|
||||
-0.009514877572655678,
|
||||
0.08883954584598541,
|
||||
0.01176463533192873,
|
||||
0.04458681866526604,
|
||||
-0.06837990134954453,
|
||||
0.01112907100468874,
|
||||
-0.061027880758047104,
|
||||
-0.009307433851063251,
|
||||
-0.027127249166369438,
|
||||
-0.06876770406961441,
|
||||
-0.108445905148983,
|
||||
0.02236987091600895,
|
||||
-0.0412885956466198,
|
||||
0.009982330724596977,
|
||||
0.009275197982788086,
|
||||
-0.019888408482074738,
|
||||
0.019699621945619583,
|
||||
0.008489453233778477,
|
||||
-0.08368164300918579,
|
||||
-0.06844163686037064,
|
||||
0.05367731302976608,
|
||||
-0.030020998790860176,
|
||||
0.014990454539656639,
|
||||
-0.054819319397211075,
|
||||
-0.049916017800569534,
|
||||
-0.023731136694550514,
|
||||
-0.01989864930510521,
|
||||
0.0432029664516449,
|
||||
-0.042317938059568405,
|
||||
0.009375320747494698,
|
||||
0.026804260909557343,
|
||||
-0.018950626254081726,
|
||||
-0.0015483262250199914,
|
||||
0.0028166286647319794,
|
||||
0.023358885198831558,
|
||||
0.0003610998101066798,
|
||||
-0.02653382159769535,
|
||||
-0.030427517369389534,
|
||||
-0.0759892538189888,
|
||||
-0.042637135833501816,
|
||||
0.014194052666425705,
|
||||
-0.03227793797850609,
|
||||
-0.024946041405200958,
|
||||
-0.010455182753503323,
|
||||
-0.03190105780959129,
|
||||
0.03781573101878166,
|
||||
0.03388536721467972,
|
||||
0.00973279494792223,
|
||||
-0.01576327346265316,
|
||||
-0.015895653516054153,
|
||||
0.04316965118050575,
|
||||
0.023514561355113983,
|
||||
0.03888101503252983,
|
||||
0.020031088963150978,
|
||||
0.08280724287033081,
|
||||
-0.009437857195734978,
|
||||
0.06786453723907471,
|
||||
-0.023869356140494347,
|
||||
-0.002570996293798089,
|
||||
0.011280098930001259,
|
||||
0.03462803363800049,
|
||||
-0.005325067788362503,
|
||||
0.032147448509931564,
|
||||
-0.016798241063952446,
|
||||
0.04545372352004051,
|
||||
-0.026565302163362503,
|
||||
-0.0513574555516243,
|
||||
0.03857620060443878,
|
||||
0.023602399975061417,
|
||||
-0.018047289922833443,
|
||||
0.06904193758964539
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"object": "list",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
59
tests/integration/recordings/responses/69464dfd3a06.json
Normal file
59
tests/integration/recordings/responses/69464dfd3a06.json
Normal file
|
|
@ -0,0 +1,59 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Test trace openai 0"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "oCfx5VY-4Yz4kd-984c2a91a8fd8f78",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "This conversation has just begun. I'm happy to chat with you, but I don't have any prior context or information to work with. What would you like to talk about?",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": []
|
||||
},
|
||||
"seed": 5588230703258962000
|
||||
}
|
||||
],
|
||||
"created": 1758820554,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 37,
|
||||
"prompt_tokens": 41,
|
||||
"total_tokens": 78,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
},
|
||||
"prompt": []
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
1061
tests/integration/recordings/responses/6d937e5e9233.json
Normal file
1061
tests/integration/recordings/responses/6d937e5e9233.json
Normal file
File diff suppressed because it is too large
Load diff
422
tests/integration/recordings/responses/72dc126ecb92.json
Normal file
422
tests/integration/recordings/responses/72dc126ecb92.json
Normal file
|
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"What is the capital of France?"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.08202976,
|
||||
0.036049414,
|
||||
-0.0038694388,
|
||||
-0.004861482,
|
||||
0.025693247,
|
||||
-0.057166435,
|
||||
0.012161705,
|
||||
0.00467127,
|
||||
0.03505895,
|
||||
-0.022435311,
|
||||
-0.008085767,
|
||||
-0.10931756,
|
||||
0.022722982,
|
||||
-0.029302586,
|
||||
-0.04346896,
|
||||
-0.12028496,
|
||||
-0.0008543458,
|
||||
-0.018142797,
|
||||
0.056229446,
|
||||
0.0030836044,
|
||||
0.0022986692,
|
||||
-0.016883435,
|
||||
0.063618116,
|
||||
-0.023674846,
|
||||
0.03150837,
|
||||
-0.03492346,
|
||||
-0.02059899,
|
||||
-0.0028085383,
|
||||
-0.011096673,
|
||||
-0.036125362,
|
||||
0.05411302,
|
||||
-0.03660111,
|
||||
-0.025032759,
|
||||
-0.03826603,
|
||||
-0.04968481,
|
||||
-0.015202328,
|
||||
0.021395631,
|
||||
-0.012792473,
|
||||
0.07668721,
|
||||
0.044378605,
|
||||
-0.010861103,
|
||||
-0.02969732,
|
||||
-0.01693457,
|
||||
-0.02468242,
|
||||
0.008050823,
|
||||
0.043557983,
|
||||
0.00716306,
|
||||
0.07550757,
|
||||
0.032823652,
|
||||
-0.062019415,
|
||||
0.06670169,
|
||||
0.02702069,
|
||||
-0.045678847,
|
||||
-0.031471908,
|
||||
-0.031157935,
|
||||
0.09160007,
|
||||
-0.0017839444,
|
||||
-0.011266827,
|
||||
0.036512397,
|
||||
0.056955945,
|
||||
0.0023172228,
|
||||
-0.037797417,
|
||||
-0.015496572,
|
||||
0.05239146,
|
||||
0.060355853,
|
||||
-0.016556436,
|
||||
0.008859441,
|
||||
-0.006693228,
|
||||
-0.10623182,
|
||||
0.0016843195,
|
||||
-0.048475303,
|
||||
-0.029751357,
|
||||
0.0043055434,
|
||||
-0.085694805,
|
||||
0.06622337,
|
||||
-0.055170245,
|
||||
-0.113299794,
|
||||
0.050824273,
|
||||
-0.0093362145,
|
||||
0.005925067,
|
||||
0.020988274,
|
||||
-0.022545837,
|
||||
0.0005047343,
|
||||
0.056380495,
|
||||
0.045526545,
|
||||
-0.0052237497,
|
||||
0.093625955,
|
||||
0.027504839,
|
||||
0.029391509,
|
||||
-0.045657262,
|
||||
-0.04896369,
|
||||
0.0014494687,
|
||||
-0.012873971,
|
||||
0.07979804,
|
||||
-0.119054265,
|
||||
0.06877414,
|
||||
-0.02276175,
|
||||
0.04496259,
|
||||
-0.08137766,
|
||||
0.04399991,
|
||||
0.0029155004,
|
||||
0.017608844,
|
||||
0.08313841,
|
||||
-0.018102929,
|
||||
-0.047927402,
|
||||
0.058765113,
|
||||
0.006293192,
|
||||
-0.014731239,
|
||||
-0.0073064007,
|
||||
-0.0781359,
|
||||
-0.10074126,
|
||||
-0.033533756,
|
||||
-0.00088698306,
|
||||
-0.051110234,
|
||||
0.027163483,
|
||||
0.070813894,
|
||||
0.0473974,
|
||||
-0.10459239,
|
||||
0.004466598,
|
||||
-0.02877272,
|
||||
-0.018381905,
|
||||
-0.05058398,
|
||||
-0.03153154,
|
||||
-0.009511212,
|
||||
-0.060586177,
|
||||
0.021100093,
|
||||
-0.046674214,
|
||||
-7.7591076e-33,
|
||||
-0.031355448,
|
||||
0.056446515,
|
||||
0.07743158,
|
||||
0.063853666,
|
||||
-0.046656296,
|
||||
-0.0076402966,
|
||||
-0.055335216,
|
||||
0.040273033,
|
||||
-0.031546857,
|
||||
-0.0070960633,
|
||||
0.03947221,
|
||||
-0.13172576,
|
||||
-0.066130824,
|
||||
0.021737415,
|
||||
0.09697953,
|
||||
0.011744081,
|
||||
0.08902659,
|
||||
0.034691017,
|
||||
-0.043833185,
|
||||
-0.00030143902,
|
||||
0.014647222,
|
||||
-0.0027022636,
|
||||
-0.0033283983,
|
||||
0.017359877,
|
||||
0.060070343,
|
||||
0.039406266,
|
||||
-0.0016976525,
|
||||
0.07733255,
|
||||
0.014587377,
|
||||
-0.0022474623,
|
||||
-0.0018583275,
|
||||
0.015027343,
|
||||
0.021683114,
|
||||
0.007410058,
|
||||
0.018048959,
|
||||
0.04978414,
|
||||
0.012675927,
|
||||
-0.0025086475,
|
||||
0.043455686,
|
||||
0.06298341,
|
||||
0.06654817,
|
||||
-0.03632864,
|
||||
-0.038746156,
|
||||
0.04404243,
|
||||
0.0055982894,
|
||||
0.0056101615,
|
||||
-0.034923486,
|
||||
-0.07149955,
|
||||
0.100819185,
|
||||
-0.024829678,
|
||||
0.014776356,
|
||||
-0.025867768,
|
||||
-0.07273216,
|
||||
-0.017346835,
|
||||
0.0260487,
|
||||
0.11415772,
|
||||
-0.07090699,
|
||||
0.017925302,
|
||||
-0.0033817997,
|
||||
0.008448176,
|
||||
-0.003143632,
|
||||
0.0058723576,
|
||||
-0.022942929,
|
||||
0.077535555,
|
||||
0.034722377,
|
||||
0.08747513,
|
||||
0.046323698,
|
||||
0.018648349,
|
||||
0.0110834995,
|
||||
-0.04582314,
|
||||
-0.04647318,
|
||||
0.026527299,
|
||||
0.07395089,
|
||||
0.06561257,
|
||||
0.062683366,
|
||||
0.072362706,
|
||||
-0.008941885,
|
||||
-0.03541281,
|
||||
-0.0053030164,
|
||||
-0.0031686015,
|
||||
-0.037939887,
|
||||
-0.041367147,
|
||||
-0.09659676,
|
||||
0.044178847,
|
||||
-0.033438113,
|
||||
-0.071386814,
|
||||
-0.011716445,
|
||||
-0.0071186274,
|
||||
0.00061640673,
|
||||
-0.08835511,
|
||||
-0.113242365,
|
||||
-0.12120535,
|
||||
-0.0013521842,
|
||||
-0.044262983,
|
||||
-0.08664051,
|
||||
3.99678e-33,
|
||||
0.02535338,
|
||||
-0.0026378247,
|
||||
-0.08111579,
|
||||
0.02547826,
|
||||
0.0013276006,
|
||||
0.016020937,
|
||||
0.09552779,
|
||||
0.033251505,
|
||||
-0.011988348,
|
||||
0.017077431,
|
||||
-0.08302871,
|
||||
-0.12451176,
|
||||
0.04389814,
|
||||
0.012018027,
|
||||
0.0658185,
|
||||
0.10058191,
|
||||
0.072872765,
|
||||
-0.026890267,
|
||||
-0.032213055,
|
||||
-0.053589094,
|
||||
-0.12635043,
|
||||
0.0054604914,
|
||||
-0.035322428,
|
||||
-0.0042595062,
|
||||
-0.025021179,
|
||||
0.04156106,
|
||||
-0.099938765,
|
||||
-0.04764939,
|
||||
-0.023992214,
|
||||
0.0026479033,
|
||||
-0.055134412,
|
||||
0.0135903545,
|
||||
0.048992496,
|
||||
0.08496887,
|
||||
-0.042019308,
|
||||
0.076698534,
|
||||
0.033193503,
|
||||
0.0013002069,
|
||||
0.040013336,
|
||||
0.06456136,
|
||||
-0.043408506,
|
||||
-0.04966869,
|
||||
0.057963107,
|
||||
0.112575926,
|
||||
0.07073235,
|
||||
0.008212935,
|
||||
0.04400269,
|
||||
-0.02254505,
|
||||
-0.0072481814,
|
||||
0.0499455,
|
||||
0.03863049,
|
||||
0.067862414,
|
||||
-0.040987622,
|
||||
0.0057318085,
|
||||
0.017909586,
|
||||
0.049269967,
|
||||
-0.051384907,
|
||||
0.051039662,
|
||||
-0.09386297,
|
||||
-0.068170875,
|
||||
0.06535989,
|
||||
0.075474136,
|
||||
-0.01684931,
|
||||
0.066068135,
|
||||
-0.002895765,
|
||||
-0.020654289,
|
||||
-0.12704009,
|
||||
0.06156587,
|
||||
-0.009830676,
|
||||
-0.01469639,
|
||||
0.13543925,
|
||||
0.03414061,
|
||||
-0.06482569,
|
||||
0.050997727,
|
||||
-0.06645151,
|
||||
0.02918515,
|
||||
0.07946983,
|
||||
0.0144163035,
|
||||
-0.027290653,
|
||||
0.0053189695,
|
||||
-0.06757613,
|
||||
-0.020426784,
|
||||
-0.02716044,
|
||||
-0.026120126,
|
||||
-0.07056778,
|
||||
0.034710903,
|
||||
0.0075686374,
|
||||
-0.1021992,
|
||||
0.058452472,
|
||||
-0.07478862,
|
||||
-0.022035357,
|
||||
-0.006788853,
|
||||
-0.051244825,
|
||||
-0.036997046,
|
||||
0.025655027,
|
||||
-1.7503632e-08,
|
||||
0.068089955,
|
||||
0.045014948,
|
||||
-0.04406171,
|
||||
0.012893553,
|
||||
-0.057842314,
|
||||
-0.09545587,
|
||||
0.062147193,
|
||||
-0.0042322013,
|
||||
-0.008608291,
|
||||
0.00019173615,
|
||||
-0.073625155,
|
||||
0.0560322,
|
||||
-0.069646716,
|
||||
-0.051114324,
|
||||
-0.041078486,
|
||||
-0.0047770296,
|
||||
-0.032476347,
|
||||
0.043077406,
|
||||
0.00868246,
|
||||
0.022775955,
|
||||
-0.0048412583,
|
||||
0.023340825,
|
||||
-0.045659505,
|
||||
-0.0580905,
|
||||
0.012541833,
|
||||
-0.0990428,
|
||||
0.040609814,
|
||||
0.04566485,
|
||||
0.002689006,
|
||||
-0.005311531,
|
||||
0.06633719,
|
||||
-0.027349183,
|
||||
-0.050051387,
|
||||
-0.09029445,
|
||||
-0.03615204,
|
||||
0.012671408,
|
||||
-0.005864395,
|
||||
-0.0049427897,
|
||||
0.009419004,
|
||||
-0.029023463,
|
||||
0.095057935,
|
||||
0.06193272,
|
||||
0.0124788815,
|
||||
-0.011969339,
|
||||
0.024483038,
|
||||
0.045374334,
|
||||
0.05381008,
|
||||
-0.035192177,
|
||||
0.11459818,
|
||||
-0.0890104,
|
||||
-0.11138818,
|
||||
0.099403016,
|
||||
0.0039248187,
|
||||
0.0044726846,
|
||||
0.003338095,
|
||||
0.07087381,
|
||||
-0.0513449,
|
||||
-0.012656336,
|
||||
0.021826852,
|
||||
-0.0200563,
|
||||
-0.014921589,
|
||||
0.049172193,
|
||||
0.08935325,
|
||||
-0.011052536
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 7,
|
||||
"total_tokens": 7
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
166
tests/integration/recordings/responses/7550dd0d24bc.json
Normal file
166
tests/integration/recordings/responses/7550dd0d24bc.json
Normal file
|
|
@ -0,0 +1,166 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Message A: What is the capital of France?"
|
||||
},
|
||||
{
|
||||
"role": "assistant",
|
||||
"content": "The capital of France is Paris."
|
||||
},
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Message B: What about Spain?"
|
||||
},
|
||||
{
|
||||
"role": "assistant",
|
||||
"content": "The capital of Spain is Madrid."
|
||||
},
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Message C: And Italy?"
|
||||
}
|
||||
],
|
||||
"response_format": {
|
||||
"type": "text"
|
||||
},
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "[",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 58
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "[",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820154,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "1",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 16
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "1",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820154,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "]",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 60
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "]",
|
||||
"seed": null
|
||||
}
|
||||
],
|
||||
"created": 1758820154,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null,
|
||||
"token_id": 128009
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "",
|
||||
"seed": 9314001608812126000
|
||||
}
|
||||
],
|
||||
"created": 1758820154,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 4,
|
||||
"prompt_tokens": 92,
|
||||
"total_tokens": 96,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
83
tests/integration/recordings/responses/7f53b458dad9.json
Normal file
83
tests/integration/recordings/responses/7f53b458dad9.json
Normal file
|
|
@ -0,0 +1,83 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "__databricks__/serving-endpoints/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo? Use the get_weather function to get the weather."
|
||||
}
|
||||
],
|
||||
"stream": false,
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_weather",
|
||||
"description": "Get the weather in a given city",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"city": {
|
||||
"type": "string",
|
||||
"description": "The city to get the weather for"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_e54eaa97-ace3-4af6-b3a2-b1627bc77488",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": [
|
||||
{
|
||||
"id": "call_9c7f9e5f-c6eb-4c3c-a7b3-e9fe0e786b50",
|
||||
"function": {
|
||||
"arguments": "{ \"city\": \"Tokyo\" }",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 1758326507,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 15,
|
||||
"prompt_tokens": 682,
|
||||
"total_tokens": 697,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
1204
tests/integration/recordings/responses/80311f244b55.json
Normal file
1204
tests/integration/recordings/responses/80311f244b55.json
Normal file
File diff suppressed because it is too large
Load diff
3125
tests/integration/recordings/responses/875323ed9913.json
Normal file
3125
tests/integration/recordings/responses/875323ed9913.json
Normal file
File diff suppressed because it is too large
Load diff
421
tests/integration/recordings/responses/8ce928ad0b85.json
Normal file
421
tests/integration/recordings/responses/8ce928ad0b85.json
Normal file
|
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Test user parameter",
|
||||
"encoding_format": "float",
|
||||
"user": "test-user-123"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.043770123,
|
||||
0.021501394,
|
||||
-0.081300564,
|
||||
0.010615138,
|
||||
-0.07908651,
|
||||
-0.03219175,
|
||||
0.13090447,
|
||||
0.042329222,
|
||||
-0.11600146,
|
||||
-0.07588096,
|
||||
0.041826088,
|
||||
-0.080617175,
|
||||
0.038125783,
|
||||
-0.01069657,
|
||||
0.01577377,
|
||||
-0.04196888,
|
||||
0.043099895,
|
||||
-0.033355612,
|
||||
0.013571747,
|
||||
-0.0103924,
|
||||
0.015561896,
|
||||
-0.03786113,
|
||||
-0.050319925,
|
||||
-0.02566629,
|
||||
-0.047868017,
|
||||
-0.08717805,
|
||||
0.01685358,
|
||||
-0.03676223,
|
||||
0.0063788705,
|
||||
0.020863743,
|
||||
0.11264443,
|
||||
-0.0021451844,
|
||||
-0.07911777,
|
||||
0.038758967,
|
||||
0.115321144,
|
||||
-0.019753717,
|
||||
0.0067159277,
|
||||
-0.02115779,
|
||||
-0.0144774495,
|
||||
-0.0027154125,
|
||||
-0.034384295,
|
||||
-0.052576542,
|
||||
-0.030578543,
|
||||
0.04745372,
|
||||
-0.024294367,
|
||||
0.01091144,
|
||||
-0.03947583,
|
||||
0.07183755,
|
||||
-0.020715859,
|
||||
0.018965777,
|
||||
0.04292474,
|
||||
-0.007755194,
|
||||
0.0025708016,
|
||||
-0.058263537,
|
||||
0.0117485095,
|
||||
-0.022703577,
|
||||
0.001755438,
|
||||
-0.012628832,
|
||||
0.030728007,
|
||||
0.017719304,
|
||||
-0.061525322,
|
||||
-0.036568273,
|
||||
0.025831668,
|
||||
0.025376469,
|
||||
0.012137967,
|
||||
0.009102949,
|
||||
-0.027313529,
|
||||
-0.093379095,
|
||||
0.0052120173,
|
||||
0.0074658697,
|
||||
-0.07538,
|
||||
0.010161349,
|
||||
-0.028439516,
|
||||
0.03026334,
|
||||
0.0036700817,
|
||||
-0.022599109,
|
||||
-0.037862476,
|
||||
-0.08384314,
|
||||
-0.0124443015,
|
||||
-0.048889726,
|
||||
0.029131662,
|
||||
-0.044443335,
|
||||
-0.07518736,
|
||||
-0.020938978,
|
||||
0.063386515,
|
||||
0.16294138,
|
||||
0.060580015,
|
||||
-0.01281573,
|
||||
-0.031040885,
|
||||
0.018372353,
|
||||
0.11225789,
|
||||
0.072922915,
|
||||
-0.06272038,
|
||||
-0.031792488,
|
||||
-0.017476005,
|
||||
0.04846264,
|
||||
-0.04116229,
|
||||
-0.041834168,
|
||||
-0.059919056,
|
||||
0.15907861,
|
||||
-0.027786179,
|
||||
-0.012492541,
|
||||
0.05599519,
|
||||
-0.019895995,
|
||||
0.022076221,
|
||||
0.006363836,
|
||||
0.046413723,
|
||||
-0.0731325,
|
||||
0.03326452,
|
||||
0.059475966,
|
||||
-0.033314705,
|
||||
0.030761855,
|
||||
0.00819013,
|
||||
-0.020254606,
|
||||
0.05658313,
|
||||
-0.08153619,
|
||||
0.023402533,
|
||||
0.0060753864,
|
||||
-0.07993489,
|
||||
0.013990512,
|
||||
0.052254565,
|
||||
0.027170746,
|
||||
-0.049271967,
|
||||
0.02814688,
|
||||
0.019500777,
|
||||
0.054206643,
|
||||
0.082691684,
|
||||
-1.8817448e-33,
|
||||
0.013630832,
|
||||
-0.010863344,
|
||||
0.015899567,
|
||||
0.06938339,
|
||||
-0.05113185,
|
||||
0.08995833,
|
||||
0.04450505,
|
||||
0.08101549,
|
||||
0.018903807,
|
||||
-0.020960161,
|
||||
-0.017933648,
|
||||
-0.02174221,
|
||||
0.010988686,
|
||||
0.015100026,
|
||||
0.017031211,
|
||||
0.09433042,
|
||||
0.003454907,
|
||||
0.010199729,
|
||||
-0.0446973,
|
||||
0.0018167854,
|
||||
0.015817188,
|
||||
-0.06576281,
|
||||
-0.004943305,
|
||||
0.004393494,
|
||||
-0.019598262,
|
||||
-0.092797264,
|
||||
-0.025917865,
|
||||
0.04409669,
|
||||
0.054165967,
|
||||
-0.007365383,
|
||||
-0.021470547,
|
||||
-0.03683317,
|
||||
-0.091507494,
|
||||
0.08402351,
|
||||
-0.01809901,
|
||||
0.0038072586,
|
||||
0.020236026,
|
||||
0.0439697,
|
||||
-0.077322714,
|
||||
0.0057473024,
|
||||
-0.054513566,
|
||||
-0.024854423,
|
||||
0.075270385,
|
||||
0.034554463,
|
||||
-0.08118007,
|
||||
-0.12208905,
|
||||
-0.0052893,
|
||||
0.0078005046,
|
||||
0.05028763,
|
||||
0.015558154,
|
||||
-0.056349996,
|
||||
0.0398076,
|
||||
0.012997719,
|
||||
-0.040145177,
|
||||
0.014409028,
|
||||
-0.033200737,
|
||||
-0.008437484,
|
||||
-0.037582297,
|
||||
-0.019651853,
|
||||
0.017285295,
|
||||
-0.008976723,
|
||||
-0.0018494898,
|
||||
-0.0030671947,
|
||||
0.03046138,
|
||||
-0.051143825,
|
||||
-0.08688155,
|
||||
-0.018344227,
|
||||
-0.113307714,
|
||||
0.073259674,
|
||||
0.04602224,
|
||||
0.012651309,
|
||||
-0.063435435,
|
||||
-0.028471926,
|
||||
0.020155901,
|
||||
-0.078830436,
|
||||
-0.00069818215,
|
||||
-0.03156303,
|
||||
0.123062745,
|
||||
0.0042949035,
|
||||
-0.026413191,
|
||||
0.07838535,
|
||||
-0.07747411,
|
||||
-0.02126005,
|
||||
0.048919026,
|
||||
0.02919413,
|
||||
-0.009296978,
|
||||
-0.030687347,
|
||||
-0.041037664,
|
||||
-0.038565576,
|
||||
-0.08043238,
|
||||
0.023225678,
|
||||
0.041928973,
|
||||
-0.05812511,
|
||||
0.058555346,
|
||||
0.07633673,
|
||||
4.4510456e-34,
|
||||
-0.019582625,
|
||||
0.040237214,
|
||||
0.01455587,
|
||||
0.034353998,
|
||||
0.043911777,
|
||||
-0.023234777,
|
||||
0.0677493,
|
||||
-0.030089214,
|
||||
-0.09076478,
|
||||
-0.019257858,
|
||||
-0.02767876,
|
||||
-0.00065146026,
|
||||
0.0043030144,
|
||||
0.05363546,
|
||||
0.04073387,
|
||||
0.03255476,
|
||||
-0.10712685,
|
||||
-0.050083157,
|
||||
-0.016644027,
|
||||
-0.0077649173,
|
||||
-0.11153465,
|
||||
0.07478277,
|
||||
-0.015999233,
|
||||
-0.050547555,
|
||||
-0.113217294,
|
||||
-0.006174145,
|
||||
0.050873067,
|
||||
-0.030284155,
|
||||
0.04314861,
|
||||
0.033020362,
|
||||
0.023671353,
|
||||
0.04654029,
|
||||
-0.03415647,
|
||||
0.03614603,
|
||||
0.023047049,
|
||||
-0.02677317,
|
||||
0.063607745,
|
||||
0.09978129,
|
||||
0.03527302,
|
||||
0.15538219,
|
||||
0.08349002,
|
||||
0.10931568,
|
||||
0.04684532,
|
||||
-0.010147538,
|
||||
-0.03256112,
|
||||
0.12924333,
|
||||
0.031221064,
|
||||
-0.099673584,
|
||||
0.010860566,
|
||||
0.02326085,
|
||||
-0.011916549,
|
||||
0.010135849,
|
||||
0.06884636,
|
||||
0.009350001,
|
||||
-0.0226591,
|
||||
-0.04280281,
|
||||
-0.04821317,
|
||||
-0.08508304,
|
||||
0.051028382,
|
||||
0.045148462,
|
||||
-0.03566162,
|
||||
0.06547104,
|
||||
0.048883036,
|
||||
0.03793435,
|
||||
-0.1407055,
|
||||
-0.06711337,
|
||||
0.009881868,
|
||||
-0.0049659596,
|
||||
-0.044289522,
|
||||
0.0039236215,
|
||||
-0.02692826,
|
||||
-0.066134326,
|
||||
0.04076233,
|
||||
-0.05222117,
|
||||
0.060488354,
|
||||
-0.04113724,
|
||||
-0.04314174,
|
||||
-0.025147837,
|
||||
0.085597694,
|
||||
-0.044939328,
|
||||
0.06395307,
|
||||
-0.024218159,
|
||||
-0.050523587,
|
||||
-0.0020718095,
|
||||
-0.07894165,
|
||||
0.0026805927,
|
||||
0.020709056,
|
||||
0.1026727,
|
||||
-0.012374822,
|
||||
0.056179732,
|
||||
0.06552235,
|
||||
0.030915475,
|
||||
-0.077197015,
|
||||
-0.061245024,
|
||||
-0.016111895,
|
||||
-1.3512232e-08,
|
||||
-0.05040501,
|
||||
-0.033646606,
|
||||
0.04670903,
|
||||
0.047397695,
|
||||
-0.044165645,
|
||||
0.046301767,
|
||||
-0.006073457,
|
||||
-0.053902794,
|
||||
0.013089125,
|
||||
0.050438043,
|
||||
-0.009894958,
|
||||
-0.0041677835,
|
||||
0.0723306,
|
||||
0.021069802,
|
||||
0.02670403,
|
||||
-0.074845195,
|
||||
-0.026750853,
|
||||
0.052738186,
|
||||
-0.03469103,
|
||||
0.039813705,
|
||||
-0.01640883,
|
||||
0.045899663,
|
||||
-0.0224731,
|
||||
0.02387658,
|
||||
0.049145795,
|
||||
0.09110705,
|
||||
-0.0025007618,
|
||||
0.04937552,
|
||||
-0.03864697,
|
||||
0.020868128,
|
||||
0.07605537,
|
||||
0.08488945,
|
||||
-0.05197299,
|
||||
-0.06879239,
|
||||
-0.06136516,
|
||||
0.077237174,
|
||||
-0.06451729,
|
||||
0.04453416,
|
||||
0.008209786,
|
||||
0.015886698,
|
||||
-0.04280691,
|
||||
0.005315579,
|
||||
0.0034463098,
|
||||
0.0031776188,
|
||||
-0.013040836,
|
||||
-0.091359615,
|
||||
0.0642767,
|
||||
-0.054965723,
|
||||
0.0007161393,
|
||||
-0.06260912,
|
||||
-0.03496602,
|
||||
-0.029944083,
|
||||
0.04422821,
|
||||
0.017855663,
|
||||
-0.027972128,
|
||||
-0.03656317,
|
||||
0.02111413,
|
||||
0.060607255,
|
||||
-0.031320468,
|
||||
-0.014338154,
|
||||
0.034649797,
|
||||
0.052279983,
|
||||
-0.036579564,
|
||||
0.028179456
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 3,
|
||||
"total_tokens": 3
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
801
tests/integration/recordings/responses/8e5b53b9d493.json
Normal file
801
tests/integration/recordings/responses/8e5b53b9d493.json
Normal file
|
|
@ -0,0 +1,801 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"input": "Test encoding format",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.011256923,
|
||||
0.0037174695,
|
||||
0.047607094,
|
||||
-0.03605117,
|
||||
0.022678856,
|
||||
0.0022196341,
|
||||
0.008172763,
|
||||
-0.07876377,
|
||||
-0.012652523,
|
||||
-0.124776885,
|
||||
-0.07201225,
|
||||
0.011470616,
|
||||
0.020233244,
|
||||
-0.03953407,
|
||||
0.017867543,
|
||||
-0.07615726,
|
||||
0.015161683,
|
||||
0.01493531,
|
||||
0.0021282644,
|
||||
0.02805457,
|
||||
0.0008320583,
|
||||
0.022922216,
|
||||
0.049158294,
|
||||
-0.03197842,
|
||||
0.020910429,
|
||||
0.03798574,
|
||||
0.032469492,
|
||||
0.009267314,
|
||||
0.0883011,
|
||||
0.0032435523,
|
||||
0.013633923,
|
||||
0.0457091,
|
||||
-0.022143621,
|
||||
-0.0007423012,
|
||||
-0.03613117,
|
||||
0.052107,
|
||||
0.02962152,
|
||||
0.045084383,
|
||||
0.044733327,
|
||||
0.11753868,
|
||||
0.05730107,
|
||||
0.026509244,
|
||||
-0.056454167,
|
||||
-0.017637681,
|
||||
0.030301955,
|
||||
0.04790331,
|
||||
-0.025398305,
|
||||
-0.019705286,
|
||||
0.11366949,
|
||||
0.05800383,
|
||||
-0.0072742635,
|
||||
0.100181706,
|
||||
0.1609472,
|
||||
0.0053162435,
|
||||
0.01714287,
|
||||
-0.023215268,
|
||||
0.042824704,
|
||||
0.04082185,
|
||||
0.030668061,
|
||||
-0.06529372,
|
||||
0.008288249,
|
||||
0.0325246,
|
||||
0.009664108,
|
||||
-0.031153189,
|
||||
0.044064675,
|
||||
0.10059426,
|
||||
0.036557477,
|
||||
0.009674479,
|
||||
0.016028037,
|
||||
0.02236809,
|
||||
0.056538712,
|
||||
-0.12828006,
|
||||
0.016760435,
|
||||
0.015355689,
|
||||
-0.00070172164,
|
||||
-0.0076741586,
|
||||
-0.02880062,
|
||||
-0.011680436,
|
||||
-0.036522433,
|
||||
-0.030315956,
|
||||
0.023295958,
|
||||
0.031333964,
|
||||
0.042397793,
|
||||
-0.063102156,
|
||||
0.0669075,
|
||||
-0.07678097,
|
||||
0.0616129,
|
||||
-0.0071245604,
|
||||
-0.021313114,
|
||||
0.0040440215,
|
||||
0.04436404,
|
||||
0.05289292,
|
||||
0.05803014,
|
||||
0.032691576,
|
||||
0.037537806,
|
||||
-0.09712317,
|
||||
-0.0061692744,
|
||||
0.008186577,
|
||||
-0.0151672475,
|
||||
-0.05499382,
|
||||
-0.11011894,
|
||||
-0.017255861,
|
||||
0.061501417,
|
||||
0.03551128,
|
||||
0.056205165,
|
||||
0.07500363,
|
||||
0.023062926,
|
||||
0.10787879,
|
||||
0.063290246,
|
||||
-0.021196125,
|
||||
-0.005724647,
|
||||
0.019805718,
|
||||
-0.0063712946,
|
||||
-0.049270064,
|
||||
-0.024442751,
|
||||
0.018587058,
|
||||
-0.082689136,
|
||||
-0.019034613,
|
||||
0.005483609,
|
||||
0.03418548,
|
||||
-0.008317338,
|
||||
0.06888298,
|
||||
-0.037655607,
|
||||
-0.05362105,
|
||||
-0.010807861,
|
||||
0.069666155,
|
||||
-0.01777964,
|
||||
-0.015136251,
|
||||
-0.026567455,
|
||||
-0.08084807,
|
||||
-0.078372054,
|
||||
0.039493512,
|
||||
0.013156698,
|
||||
0.07340631,
|
||||
0.12035369,
|
||||
-0.05765069,
|
||||
0.025966862,
|
||||
-0.0045753582,
|
||||
-0.030865112,
|
||||
0.039448086,
|
||||
-0.037273232,
|
||||
0.047059145,
|
||||
-0.029127738,
|
||||
-0.024217308,
|
||||
0.02748501,
|
||||
-0.048555836,
|
||||
0.017913114,
|
||||
-0.055981673,
|
||||
-0.005601368,
|
||||
-0.04045025,
|
||||
-0.017308103,
|
||||
0.06272273,
|
||||
0.012256746,
|
||||
0.01575095,
|
||||
-0.026737463,
|
||||
0.04115108,
|
||||
0.07562276,
|
||||
-0.01140116,
|
||||
0.022552952,
|
||||
0.0443809,
|
||||
-0.030472409,
|
||||
-0.021670958,
|
||||
-0.037897367,
|
||||
0.017250286,
|
||||
-0.033001736,
|
||||
-0.048738975,
|
||||
-0.06429833,
|
||||
-0.015412785,
|
||||
0.0036735258,
|
||||
0.023700202,
|
||||
0.035861194,
|
||||
-0.05393875,
|
||||
0.048050668,
|
||||
0.032297045,
|
||||
0.021352977,
|
||||
-0.05701748,
|
||||
0.0008330949,
|
||||
-0.006661303,
|
||||
-0.0070953164,
|
||||
-0.043984424,
|
||||
0.052504774,
|
||||
0.027689766,
|
||||
0.031661708,
|
||||
-0.050054867,
|
||||
-0.015419155,
|
||||
-0.013700429,
|
||||
-0.03579233,
|
||||
-0.08926211,
|
||||
-0.034341693,
|
||||
-0.01738188,
|
||||
-0.0065487004,
|
||||
-0.051955026,
|
||||
0.0019674778,
|
||||
0.0015172043,
|
||||
0.024915336,
|
||||
0.010987228,
|
||||
0.061529815,
|
||||
0.09077649,
|
||||
0.04394813,
|
||||
-0.07503514,
|
||||
0.043345768,
|
||||
-0.028357483,
|
||||
0.06312762,
|
||||
0.025069924,
|
||||
0.028561853,
|
||||
0.043048594,
|
||||
0.017411513,
|
||||
-0.025240859,
|
||||
-0.0056393985,
|
||||
0.054039005,
|
||||
0.008721963,
|
||||
-0.039967448,
|
||||
0.0012871448,
|
||||
0.0052062417,
|
||||
0.005563228,
|
||||
0.042596456,
|
||||
-0.008794862,
|
||||
-0.044669237,
|
||||
0.04184779,
|
||||
0.008726271,
|
||||
0.10136058,
|
||||
0.040724736,
|
||||
0.14168875,
|
||||
-0.017516509,
|
||||
-0.11203568,
|
||||
0.0010548063,
|
||||
-0.058536656,
|
||||
0.01673066,
|
||||
0.007502946,
|
||||
-0.035662595,
|
||||
0.034719367,
|
||||
-0.0060368567,
|
||||
0.13295838,
|
||||
0.026423598,
|
||||
0.056147255,
|
||||
0.04473965,
|
||||
0.045232397,
|
||||
0.07171366,
|
||||
0.009358642,
|
||||
-0.021109166,
|
||||
0.033915937,
|
||||
0.0380073,
|
||||
-0.01451498,
|
||||
-0.021589639,
|
||||
0.062518574,
|
||||
-0.017531183,
|
||||
-0.030811403,
|
||||
0.024500312,
|
||||
0.05383414,
|
||||
-0.1335839,
|
||||
0.01834579,
|
||||
-0.051048376,
|
||||
0.07460228,
|
||||
0.03231806,
|
||||
0.00962887,
|
||||
0.05156732,
|
||||
0.016169788,
|
||||
0.0062234807,
|
||||
-0.09062714,
|
||||
-0.08959952,
|
||||
0.025153147,
|
||||
-0.030351512,
|
||||
-0.04339584,
|
||||
0.007234872,
|
||||
0.014588551,
|
||||
0.022614833,
|
||||
-0.08844599,
|
||||
-0.009002514,
|
||||
-0.114522785,
|
||||
0.08118862,
|
||||
-0.03023919,
|
||||
0.007820294,
|
||||
0.043863248,
|
||||
-0.043678157,
|
||||
-0.036323708,
|
||||
0.006777855,
|
||||
-0.019326974,
|
||||
-0.0664114,
|
||||
-0.019019991,
|
||||
0.073445216,
|
||||
-0.039277073,
|
||||
-0.0157583,
|
||||
-0.01931436,
|
||||
-0.027121417,
|
||||
-0.028259363,
|
||||
-0.107222356,
|
||||
0.11150329,
|
||||
-0.012612926,
|
||||
-0.025338905,
|
||||
0.029330198,
|
||||
0.011753977,
|
||||
0.009784897,
|
||||
0.042475123,
|
||||
-0.004051051,
|
||||
-0.014803267,
|
||||
-0.04530689,
|
||||
-0.01848677,
|
||||
-0.050840423,
|
||||
0.01814009,
|
||||
0.0051442874,
|
||||
-0.033988528,
|
||||
0.0033705293,
|
||||
-0.05515113,
|
||||
-0.023601055,
|
||||
-0.06183089,
|
||||
0.012501645,
|
||||
-0.08027637,
|
||||
0.022573682,
|
||||
0.079796925,
|
||||
-0.00926268,
|
||||
-0.02180816,
|
||||
0.0059841494,
|
||||
-0.018863965,
|
||||
-0.011257763,
|
||||
0.055679787,
|
||||
-0.018714463,
|
||||
-0.04081558,
|
||||
-0.017017504,
|
||||
0.026006198,
|
||||
-0.03687599,
|
||||
-0.05399378,
|
||||
0.042955294,
|
||||
0.00079697353,
|
||||
-0.0015601065,
|
||||
0.026138263,
|
||||
-0.01198548,
|
||||
0.07594801,
|
||||
-0.0049053924,
|
||||
-0.001241132,
|
||||
0.022863775,
|
||||
0.025632044,
|
||||
-0.023908222,
|
||||
-0.02252925,
|
||||
0.042020634,
|
||||
-0.060588334,
|
||||
0.05498828,
|
||||
-0.03466166,
|
||||
0.003202133,
|
||||
-0.015508297,
|
||||
-0.021138275,
|
||||
0.007791096,
|
||||
0.052594397,
|
||||
-0.08649948,
|
||||
0.038542755,
|
||||
0.011088168,
|
||||
0.049710445,
|
||||
-0.015898548,
|
||||
0.013559725,
|
||||
-0.0012927915,
|
||||
-0.078937665,
|
||||
-0.0470789,
|
||||
0.02421941,
|
||||
0.0050838543,
|
||||
-0.051634457,
|
||||
0.014016644,
|
||||
0.059073824,
|
||||
-0.01279741,
|
||||
0.006315097,
|
||||
0.028651753,
|
||||
-0.023221422,
|
||||
-0.049021006,
|
||||
-0.08123552,
|
||||
-0.027243393,
|
||||
-0.026543872,
|
||||
0.040068373,
|
||||
0.01465917,
|
||||
0.01366034,
|
||||
-0.07191417,
|
||||
-0.007906117,
|
||||
-0.06743931,
|
||||
-0.040284913,
|
||||
0.046346053,
|
||||
-0.015108051,
|
||||
-0.067285545,
|
||||
0.020757562,
|
||||
-0.03144588,
|
||||
-0.02684228,
|
||||
-0.030008601,
|
||||
0.0008360872,
|
||||
-0.012667347,
|
||||
-0.0782403,
|
||||
0.02436115,
|
||||
-0.054881096,
|
||||
-0.010856299,
|
||||
-0.07653927,
|
||||
-0.044655506,
|
||||
-0.02075821,
|
||||
0.023765713,
|
||||
0.0083463555,
|
||||
0.026002545,
|
||||
-0.003060633,
|
||||
0.060491852,
|
||||
0.032562606,
|
||||
0.029937308,
|
||||
-0.022013078,
|
||||
0.07388013,
|
||||
0.017152807,
|
||||
-0.07095613,
|
||||
-0.03923808,
|
||||
0.0017680842,
|
||||
0.0038672008,
|
||||
-0.053012144,
|
||||
-0.016951663,
|
||||
0.027642388,
|
||||
0.016483316,
|
||||
-0.015618807,
|
||||
-0.11136081,
|
||||
0.006826955,
|
||||
-0.010586094,
|
||||
-0.05052998,
|
||||
-0.04226535,
|
||||
-0.031801827,
|
||||
-0.020531418,
|
||||
-0.06278464,
|
||||
-0.062224947,
|
||||
0.0769673,
|
||||
-0.0706861,
|
||||
0.026174366,
|
||||
-0.041260213,
|
||||
0.058052614,
|
||||
-0.046227556,
|
||||
-0.05443509,
|
||||
0.007650712,
|
||||
-0.061986744,
|
||||
-0.00546975,
|
||||
-0.042977307,
|
||||
-0.0147894155,
|
||||
0.045748055,
|
||||
-0.01602859,
|
||||
0.018538997,
|
||||
0.073324144,
|
||||
-0.105757244,
|
||||
-0.010215157,
|
||||
0.0069961487,
|
||||
-0.010474333,
|
||||
0.007267861,
|
||||
-0.043416463,
|
||||
0.04171331,
|
||||
0.012246647,
|
||||
-0.024870023,
|
||||
0.0067938967,
|
||||
0.023995718,
|
||||
0.037606664,
|
||||
-0.034879085,
|
||||
0.107255146,
|
||||
0.019311333,
|
||||
0.008084773,
|
||||
0.015113109,
|
||||
0.04807634,
|
||||
-0.011898967,
|
||||
0.0028230203,
|
||||
0.004201883,
|
||||
-0.019952193,
|
||||
-0.083809994,
|
||||
0.025964422,
|
||||
0.010652608,
|
||||
0.021981532,
|
||||
-0.029947964,
|
||||
0.10096241,
|
||||
-0.0018155909,
|
||||
-0.078443065,
|
||||
0.035357803,
|
||||
0.030101022,
|
||||
0.08652985,
|
||||
-0.020698488,
|
||||
0.06619985,
|
||||
0.011043828,
|
||||
0.022531942,
|
||||
0.059432585,
|
||||
-0.08669654,
|
||||
0.023926888,
|
||||
0.006353244,
|
||||
-0.046637908,
|
||||
-0.072916985,
|
||||
-0.04355625,
|
||||
-0.010734682,
|
||||
-0.06298886,
|
||||
0.11202974,
|
||||
-0.008399903,
|
||||
0.04045217,
|
||||
-0.049840588,
|
||||
-0.051897135,
|
||||
0.04921834,
|
||||
0.018730633,
|
||||
0.07189677,
|
||||
-0.020521715,
|
||||
0.10433443,
|
||||
-0.0035553537,
|
||||
0.015335822,
|
||||
-0.03326729,
|
||||
-0.05246277,
|
||||
-0.038786076,
|
||||
0.04000599,
|
||||
-0.028919725,
|
||||
-0.017996594,
|
||||
-0.007428113,
|
||||
-0.003258321,
|
||||
0.0127034895,
|
||||
-0.0062633064,
|
||||
0.0007574967,
|
||||
-0.060385525,
|
||||
-0.018971093,
|
||||
0.062526286,
|
||||
-0.025764955,
|
||||
0.05286283,
|
||||
0.043842334,
|
||||
0.044092383,
|
||||
-0.037126385,
|
||||
-0.018775577,
|
||||
0.007996275,
|
||||
-0.00028039515,
|
||||
-0.06591952,
|
||||
0.039109394,
|
||||
0.022268493,
|
||||
0.033030964,
|
||||
0.010780152,
|
||||
0.051087722,
|
||||
-0.07398754,
|
||||
0.02156791,
|
||||
-0.03391487,
|
||||
0.01900175,
|
||||
-0.03438655,
|
||||
-0.050286565,
|
||||
-0.029407075,
|
||||
0.013486627,
|
||||
0.006069821,
|
||||
0.03566702,
|
||||
-0.046612754,
|
||||
0.030740444,
|
||||
-0.0637836,
|
||||
0.020758858,
|
||||
0.013579259,
|
||||
0.015677635,
|
||||
0.07067559,
|
||||
-0.03354964,
|
||||
-0.09833861,
|
||||
-0.045598283,
|
||||
0.046094477,
|
||||
-0.018735003,
|
||||
0.0013117951,
|
||||
0.020225674,
|
||||
-0.025771514,
|
||||
-0.011772435,
|
||||
0.020403381,
|
||||
0.048393097,
|
||||
-0.001137191,
|
||||
-0.008214463,
|
||||
-0.024194324,
|
||||
0.012559411,
|
||||
0.028170707,
|
||||
-0.038262583,
|
||||
-0.010594243,
|
||||
0.008866333,
|
||||
0.02652175,
|
||||
0.010765866,
|
||||
0.02152175,
|
||||
0.007194773,
|
||||
-0.021046689,
|
||||
-0.047594506,
|
||||
-0.05342931,
|
||||
0.044459403,
|
||||
-0.00075621146,
|
||||
0.021768885,
|
||||
0.061362576,
|
||||
0.03243972,
|
||||
0.023200674,
|
||||
0.012056035,
|
||||
-0.010374278,
|
||||
-0.06796502,
|
||||
-0.0056832493,
|
||||
0.048799623,
|
||||
-0.035878677,
|
||||
-0.020508701,
|
||||
0.03527651,
|
||||
0.096402384,
|
||||
-0.027735645,
|
||||
0.11728837,
|
||||
0.022490505,
|
||||
-0.08394513,
|
||||
-0.010033967,
|
||||
0.024851669,
|
||||
-0.019062884,
|
||||
0.00039440763,
|
||||
-0.10133529,
|
||||
0.011722217,
|
||||
-0.04434193,
|
||||
-0.030069547,
|
||||
0.030103652,
|
||||
-0.017366616,
|
||||
0.046203658,
|
||||
-0.04393208,
|
||||
-0.05095759,
|
||||
-0.04554081,
|
||||
-0.029142734,
|
||||
0.01689045,
|
||||
0.008356038,
|
||||
-0.035321265,
|
||||
-0.02382173,
|
||||
-0.0015672153,
|
||||
0.06304823,
|
||||
-0.008137697,
|
||||
-0.014463008,
|
||||
0.045292154,
|
||||
-0.06497864,
|
||||
0.015265712,
|
||||
0.008239593,
|
||||
-0.08195689,
|
||||
0.037012544,
|
||||
0.04680898,
|
||||
0.007484248,
|
||||
0.02335733,
|
||||
-0.06787198,
|
||||
-0.062197443,
|
||||
-0.06841327,
|
||||
-0.039720036,
|
||||
-0.0105394935,
|
||||
-0.057220835,
|
||||
-0.039479975,
|
||||
0.029730098,
|
||||
0.0697698,
|
||||
0.0280752,
|
||||
0.0137115335,
|
||||
-0.0045632124,
|
||||
-0.01313052,
|
||||
0.07553262,
|
||||
-0.04117193,
|
||||
-0.14872926,
|
||||
0.028015105,
|
||||
-0.047134113,
|
||||
-0.016151398,
|
||||
-0.081647106,
|
||||
-0.02221662,
|
||||
-0.036281105,
|
||||
-0.023036504,
|
||||
0.0612415,
|
||||
-0.018361837,
|
||||
-0.0238258,
|
||||
-0.0022532772,
|
||||
0.1537845,
|
||||
0.006872191,
|
||||
-0.044352733,
|
||||
-0.0026320857,
|
||||
-0.08600976,
|
||||
0.005572628,
|
||||
0.053448226,
|
||||
-0.015072955,
|
||||
-0.029777542,
|
||||
-0.019132927,
|
||||
0.053970527,
|
||||
0.005238485,
|
||||
-0.02418231,
|
||||
-0.12369688,
|
||||
0.0014781327,
|
||||
0.059662092,
|
||||
-0.011181213,
|
||||
0.01400666,
|
||||
0.023866476,
|
||||
-0.059490796,
|
||||
-0.054530527,
|
||||
-0.011234197,
|
||||
0.013823349,
|
||||
-0.012150345,
|
||||
-0.09948839,
|
||||
0.023659766,
|
||||
0.014326883,
|
||||
-0.02229736,
|
||||
-0.0024076505,
|
||||
-0.10091382,
|
||||
0.08174192,
|
||||
-0.024408998,
|
||||
-0.023222951,
|
||||
0.011201234,
|
||||
0.013236311,
|
||||
0.04317295,
|
||||
0.051764306,
|
||||
0.07648576,
|
||||
-0.00061111146,
|
||||
-0.088623054,
|
||||
-0.037177067,
|
||||
0.038964123,
|
||||
-0.029959839,
|
||||
0.033466227,
|
||||
-0.08635276,
|
||||
0.04128183,
|
||||
-0.020397836,
|
||||
0.056285754,
|
||||
-0.02570748,
|
||||
0.05911732,
|
||||
0.0061064134,
|
||||
-0.01733281,
|
||||
-0.0875996,
|
||||
-0.0127257295,
|
||||
-0.013593507,
|
||||
-0.04925175,
|
||||
0.01888016,
|
||||
-0.032455195,
|
||||
-0.023753202,
|
||||
0.052025676,
|
||||
0.06000905,
|
||||
0.04137704,
|
||||
0.004952635,
|
||||
-0.02542677,
|
||||
0.00017748028,
|
||||
-0.041987997,
|
||||
0.04760188,
|
||||
0.068178274,
|
||||
-0.060950078,
|
||||
-0.05742421,
|
||||
0.054274186,
|
||||
-0.048096504,
|
||||
0.034568857,
|
||||
0.0012921172,
|
||||
0.0705816,
|
||||
-0.014679933,
|
||||
-0.001761971,
|
||||
-0.029119784,
|
||||
0.008006632,
|
||||
0.018063113,
|
||||
-0.05880496,
|
||||
-0.052486468,
|
||||
0.010976936,
|
||||
0.03688557,
|
||||
0.061141517,
|
||||
-0.009467033,
|
||||
-0.035062946,
|
||||
-0.06794524,
|
||||
-0.0609979,
|
||||
0.015924038,
|
||||
-0.03805085,
|
||||
0.03977454,
|
||||
-0.015656536,
|
||||
0.014254484,
|
||||
-0.030620195,
|
||||
-0.038830906,
|
||||
-0.013730216,
|
||||
-0.070247106,
|
||||
-0.074514836,
|
||||
0.037831023,
|
||||
0.027780455,
|
||||
0.0073002693,
|
||||
-0.050368425,
|
||||
0.040389538,
|
||||
0.035920046,
|
||||
0.025425838,
|
||||
0.006255748,
|
||||
-0.017454483,
|
||||
-0.02307413,
|
||||
0.05788845,
|
||||
0.018672187,
|
||||
0.033335716,
|
||||
0.01855402,
|
||||
0.07957198,
|
||||
-0.0029801806,
|
||||
-0.057038378,
|
||||
0.010123766,
|
||||
0.038190138,
|
||||
0.0333764,
|
||||
0.075057626,
|
||||
0.00592374,
|
||||
0.06380629,
|
||||
-0.028154025,
|
||||
0.07188246,
|
||||
-0.056649268,
|
||||
-0.019166004,
|
||||
0.053392358,
|
||||
0.13961181,
|
||||
-0.08459373,
|
||||
0.03255955
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"object": "list",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
1062
tests/integration/recordings/responses/9b9e8cf39b15.json
Normal file
1062
tests/integration/recordings/responses/9b9e8cf39b15.json
Normal file
File diff suppressed because it is too large
Load diff
422
tests/integration/recordings/responses/9e9665e16597.json
Normal file
422
tests/integration/recordings/responses/9e9665e16597.json
Normal file
|
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"Why are data structures important in computer science?"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.012128477,
|
||||
0.06527823,
|
||||
-0.031809483,
|
||||
-0.050526526,
|
||||
-0.0005586695,
|
||||
-0.117261976,
|
||||
-0.043081608,
|
||||
0.024609145,
|
||||
0.08321573,
|
||||
0.033838283,
|
||||
-0.023870444,
|
||||
0.020454653,
|
||||
0.032279976,
|
||||
0.012203663,
|
||||
0.028937394,
|
||||
0.029961895,
|
||||
-0.09961831,
|
||||
0.0141193895,
|
||||
-0.021553658,
|
||||
-0.07066728,
|
||||
-0.02873006,
|
||||
-0.029528745,
|
||||
-0.068298884,
|
||||
0.0031958553,
|
||||
-0.022202335,
|
||||
0.13836044,
|
||||
-0.034372807,
|
||||
-0.03989439,
|
||||
-0.016163597,
|
||||
-0.042044215,
|
||||
-0.0016031979,
|
||||
0.03265711,
|
||||
0.12287486,
|
||||
0.053505898,
|
||||
-0.08694122,
|
||||
0.042619474,
|
||||
0.10286983,
|
||||
-0.021920446,
|
||||
-0.06450256,
|
||||
0.025313437,
|
||||
-0.0964511,
|
||||
0.035419725,
|
||||
0.021049967,
|
||||
0.062087003,
|
||||
0.032521646,
|
||||
0.017943505,
|
||||
-0.006459364,
|
||||
-0.06203872,
|
||||
-0.013574074,
|
||||
0.024539992,
|
||||
-0.13688074,
|
||||
0.034410667,
|
||||
-0.027617542,
|
||||
0.03409185,
|
||||
0.020446204,
|
||||
0.077928044,
|
||||
0.09399848,
|
||||
0.003975386,
|
||||
-0.043136317,
|
||||
0.0031040143,
|
||||
-0.017540144,
|
||||
-0.03424077,
|
||||
-0.068318866,
|
||||
0.005061085,
|
||||
0.08829544,
|
||||
-0.012408556,
|
||||
-0.0016823813,
|
||||
0.007591063,
|
||||
0.034699216,
|
||||
0.010171645,
|
||||
0.018427595,
|
||||
-0.007851212,
|
||||
-0.023401242,
|
||||
0.07745935,
|
||||
0.039882705,
|
||||
-0.010903346,
|
||||
-0.053599168,
|
||||
-0.029966023,
|
||||
0.033182297,
|
||||
0.0051609245,
|
||||
0.013949411,
|
||||
0.017829804,
|
||||
-0.029286042,
|
||||
0.07984294,
|
||||
0.042010676,
|
||||
-0.0025307727,
|
||||
0.027901225,
|
||||
-0.03822856,
|
||||
-0.080078274,
|
||||
-0.030328913,
|
||||
0.09236672,
|
||||
-0.033835273,
|
||||
-0.00033364468,
|
||||
0.029182306,
|
||||
-0.04279952,
|
||||
-0.0029906866,
|
||||
0.03665573,
|
||||
-0.056330174,
|
||||
0.07478027,
|
||||
0.007321523,
|
||||
0.046409536,
|
||||
0.023820953,
|
||||
0.06267657,
|
||||
0.071830586,
|
||||
-0.06049986,
|
||||
-0.10113381,
|
||||
0.04797238,
|
||||
-0.010384649,
|
||||
0.0008945393,
|
||||
-0.06017545,
|
||||
-0.033510443,
|
||||
0.047712646,
|
||||
-0.055030894,
|
||||
-0.047685586,
|
||||
-0.03805009,
|
||||
-0.12862371,
|
||||
-0.08072417,
|
||||
0.0048694503,
|
||||
-0.021217689,
|
||||
-0.027110996,
|
||||
0.002140792,
|
||||
-0.03098654,
|
||||
-0.039278872,
|
||||
0.0143353,
|
||||
-0.0035598644,
|
||||
-0.071865514,
|
||||
-0.14747895,
|
||||
-3.6233633e-33,
|
||||
-0.017464003,
|
||||
-0.029053442,
|
||||
-0.025221748,
|
||||
0.06710367,
|
||||
0.022286726,
|
||||
-0.030096456,
|
||||
-0.004590723,
|
||||
-0.04471534,
|
||||
-0.0029244933,
|
||||
0.040142074,
|
||||
-0.026988953,
|
||||
0.052587368,
|
||||
0.041354593,
|
||||
0.039806347,
|
||||
0.12857036,
|
||||
0.024866242,
|
||||
-0.010497711,
|
||||
0.0713523,
|
||||
-0.03402195,
|
||||
-0.03354482,
|
||||
0.07337487,
|
||||
-0.02804671,
|
||||
0.07398319,
|
||||
-0.029162133,
|
||||
0.030897863,
|
||||
0.026442021,
|
||||
-0.012924316,
|
||||
-0.004779478,
|
||||
-0.0066290544,
|
||||
0.0010669982,
|
||||
0.02442126,
|
||||
-0.019298507,
|
||||
-0.0010162054,
|
||||
0.026722405,
|
||||
0.123015314,
|
||||
0.066879444,
|
||||
-0.004604402,
|
||||
-0.11145285,
|
||||
0.06524651,
|
||||
-0.06938033,
|
||||
0.03159686,
|
||||
0.0365362,
|
||||
0.027604872,
|
||||
0.03813194,
|
||||
-0.044194933,
|
||||
-0.026800867,
|
||||
0.022335347,
|
||||
-0.030788116,
|
||||
-0.0070202574,
|
||||
-0.09740058,
|
||||
0.028278269,
|
||||
0.015338586,
|
||||
0.047182743,
|
||||
0.04034929,
|
||||
0.044180423,
|
||||
0.044752665,
|
||||
-0.028346116,
|
||||
-0.09805642,
|
||||
-0.03536096,
|
||||
0.06581017,
|
||||
-0.069448434,
|
||||
0.052013367,
|
||||
0.056201097,
|
||||
0.033995215,
|
||||
0.00519787,
|
||||
0.07888512,
|
||||
-0.019000722,
|
||||
8.0344194e-05,
|
||||
0.110052355,
|
||||
0.005598096,
|
||||
-0.019291203,
|
||||
0.0260335,
|
||||
-0.061335884,
|
||||
-0.011191793,
|
||||
-0.032474954,
|
||||
0.026703535,
|
||||
-0.038857695,
|
||||
-0.07600434,
|
||||
-0.0060966127,
|
||||
0.049430415,
|
||||
-0.05585763,
|
||||
-0.024964364,
|
||||
0.03721157,
|
||||
0.013983276,
|
||||
-0.021332601,
|
||||
-0.02459227,
|
||||
0.050077077,
|
||||
-0.031562295,
|
||||
-0.048190966,
|
||||
-0.022175686,
|
||||
-0.02291134,
|
||||
-0.012059778,
|
||||
0.01774164,
|
||||
-0.019271614,
|
||||
-0.018707262,
|
||||
5.8759317e-34,
|
||||
-0.027778838,
|
||||
-0.01629238,
|
||||
-0.030639471,
|
||||
0.0030956517,
|
||||
-0.013600445,
|
||||
0.013610428,
|
||||
0.012467948,
|
||||
-0.12637076,
|
||||
0.003133677,
|
||||
0.020737566,
|
||||
0.0032866234,
|
||||
0.009551662,
|
||||
0.040670644,
|
||||
-0.06273018,
|
||||
0.043455947,
|
||||
0.05110034,
|
||||
-0.027151333,
|
||||
-0.07152962,
|
||||
-0.04858435,
|
||||
-0.039853398,
|
||||
-0.021122044,
|
||||
0.08141459,
|
||||
-0.080552705,
|
||||
-0.035274338,
|
||||
0.028709702,
|
||||
-0.017908616,
|
||||
-0.1056214,
|
||||
-0.14565709,
|
||||
0.05107322,
|
||||
0.037748225,
|
||||
-0.018399585,
|
||||
-0.04667668,
|
||||
-0.010029709,
|
||||
0.0070766853,
|
||||
0.017215423,
|
||||
-0.015265576,
|
||||
0.06257449,
|
||||
-0.010665833,
|
||||
0.055490427,
|
||||
0.0076262103,
|
||||
-0.0129058715,
|
||||
0.11340158,
|
||||
0.0062427726,
|
||||
-0.023597918,
|
||||
0.04516201,
|
||||
0.040879074,
|
||||
-0.012557521,
|
||||
0.1070603,
|
||||
-0.040827584,
|
||||
-0.039590783,
|
||||
0.08694622,
|
||||
0.024637919,
|
||||
0.029732363,
|
||||
-0.07417592,
|
||||
0.08613935,
|
||||
0.012553578,
|
||||
-0.04852132,
|
||||
0.021330798,
|
||||
0.015399935,
|
||||
0.05207805,
|
||||
-0.059071112,
|
||||
-0.04029849,
|
||||
0.045327052,
|
||||
0.05088802,
|
||||
-0.025812214,
|
||||
-0.020503126,
|
||||
-0.066600144,
|
||||
-0.058700442,
|
||||
-0.04682153,
|
||||
-0.12240272,
|
||||
0.039613813,
|
||||
0.06064703,
|
||||
-0.02098424,
|
||||
0.056387424,
|
||||
-0.12134772,
|
||||
-0.029882085,
|
||||
-0.025266815,
|
||||
0.013461971,
|
||||
-0.0036088703,
|
||||
0.08080393,
|
||||
-0.004056028,
|
||||
0.0043978477,
|
||||
0.0064231018,
|
||||
0.034481037,
|
||||
0.0026119966,
|
||||
0.036488745,
|
||||
0.06241491,
|
||||
-0.06867501,
|
||||
-0.021493748,
|
||||
-0.08815687,
|
||||
-0.06678143,
|
||||
-0.02508211,
|
||||
-0.043641888,
|
||||
0.07306818,
|
||||
-0.050304804,
|
||||
-1.624133e-08,
|
||||
-0.048611593,
|
||||
-0.056216497,
|
||||
0.017130926,
|
||||
-0.058177624,
|
||||
0.023788815,
|
||||
-0.012684911,
|
||||
-0.010927002,
|
||||
0.12155309,
|
||||
-0.008483258,
|
||||
0.013140599,
|
||||
0.05642416,
|
||||
0.001749309,
|
||||
-0.06338417,
|
||||
0.0011953749,
|
||||
0.07965269,
|
||||
0.03217091,
|
||||
0.093799464,
|
||||
-0.08279611,
|
||||
-0.03880581,
|
||||
0.055997517,
|
||||
0.050195538,
|
||||
-0.00020960325,
|
||||
-0.089916974,
|
||||
0.0820357,
|
||||
0.0659547,
|
||||
-0.03231384,
|
||||
0.049111042,
|
||||
0.055394094,
|
||||
-0.03215183,
|
||||
0.019463245,
|
||||
0.0094351815,
|
||||
-0.04652837,
|
||||
0.048488617,
|
||||
0.068895265,
|
||||
0.10356095,
|
||||
0.018122325,
|
||||
0.06454431,
|
||||
0.029776301,
|
||||
-0.046313405,
|
||||
-0.11385151,
|
||||
-0.011925911,
|
||||
0.020713827,
|
||||
-0.03263382,
|
||||
0.091360845,
|
||||
0.0919104,
|
||||
0.02281533,
|
||||
-0.0705449,
|
||||
0.08715759,
|
||||
-0.03233197,
|
||||
0.025567707,
|
||||
-0.04827432,
|
||||
0.031276073,
|
||||
0.002320722,
|
||||
-0.0062292,
|
||||
-0.020309383,
|
||||
0.012879511,
|
||||
0.01099674,
|
||||
-0.04382443,
|
||||
-0.016720371,
|
||||
0.041349057,
|
||||
0.0059064166,
|
||||
0.015646098,
|
||||
0.038090054,
|
||||
-0.073881686
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 9,
|
||||
"total_tokens": 9
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
59
tests/integration/recordings/responses/a0ec01643fa2.json
Normal file
59
tests/integration/recordings/responses/a0ec01643fa2.json
Normal file
|
|
@ -0,0 +1,59 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Test trace openai 1"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "oCfx8Zn-4Yz4kd-984c2ad25ac84cee",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "This conversation has just begun. I'm happy to chat with you. Is there something I can help you with or would you like to test something with me?",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": []
|
||||
},
|
||||
"seed": 2693830755697369600
|
||||
}
|
||||
],
|
||||
"created": 1758820564,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 33,
|
||||
"prompt_tokens": 41,
|
||||
"total_tokens": 74,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
},
|
||||
"prompt": []
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
66
tests/integration/recordings/responses/a1c5bf09ea53.json
Normal file
66
tests/integration/recordings/responses/a1c5bf09ea53.json
Normal file
|
|
@ -0,0 +1,66 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.cerebras.ai/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama-3.3-70b",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Hello, world!"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama-3.3-70b"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-1dcfef1f-f955-4158-a1fc-0c2643b60e4e",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Hello! It's nice to meet you. Is there something I can help you with or would you like to chat?",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 1758191362,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": {
|
||||
"completion_tokens": 25,
|
||||
"prompt_tokens": 39,
|
||||
"total_tokens": 64,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": {
|
||||
"audio_tokens": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
},
|
||||
"time_info": {
|
||||
"queue_time": 0.083508803,
|
||||
"prompt_time": 0.003352167,
|
||||
"completion_time": 0.011506416,
|
||||
"total_time": 0.09965348243713379,
|
||||
"created": 1758191362
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
422
tests/integration/recordings/responses/a1ea41fbf9a2.json
Normal file
422
tests/integration/recordings/responses/a1ea41fbf9a2.json
Normal file
|
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"How does machine learning improve over time?"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.0144412955,
|
||||
-0.009650282,
|
||||
0.10598198,
|
||||
0.033821642,
|
||||
0.08256133,
|
||||
-0.016125076,
|
||||
-0.105696015,
|
||||
-0.04119764,
|
||||
-0.037104737,
|
||||
-0.04235663,
|
||||
-0.09278584,
|
||||
0.14735937,
|
||||
0.020735627,
|
||||
-0.045876633,
|
||||
-0.018912466,
|
||||
0.005711242,
|
||||
-0.009913563,
|
||||
0.024871927,
|
||||
-0.06426609,
|
||||
-0.15703933,
|
||||
-0.041478276,
|
||||
-0.025513092,
|
||||
0.004146446,
|
||||
0.0027369705,
|
||||
0.0152090555,
|
||||
0.004832916,
|
||||
-0.008007824,
|
||||
0.013515605,
|
||||
0.020614728,
|
||||
-0.02136369,
|
||||
-0.008227903,
|
||||
0.016406456,
|
||||
0.024098337,
|
||||
0.046697818,
|
||||
-0.120193906,
|
||||
0.027101057,
|
||||
0.009577714,
|
||||
0.07102963,
|
||||
-0.007563173,
|
||||
0.0075349766,
|
||||
-0.046593536,
|
||||
-0.06467278,
|
||||
-0.017010622,
|
||||
-0.033196267,
|
||||
0.097371556,
|
||||
0.023502331,
|
||||
0.033317775,
|
||||
-0.07454437,
|
||||
-0.014935438,
|
||||
-0.0039703106,
|
||||
-0.14381815,
|
||||
-0.049301352,
|
||||
0.03187916,
|
||||
-0.037372917,
|
||||
-0.01412705,
|
||||
0.06712808,
|
||||
0.032425713,
|
||||
0.10737386,
|
||||
0.00763008,
|
||||
-0.034527462,
|
||||
-0.013202629,
|
||||
-0.080443025,
|
||||
-0.08540038,
|
||||
0.020914724,
|
||||
0.058374967,
|
||||
-0.06886805,
|
||||
-0.011377637,
|
||||
0.03356643,
|
||||
-0.0036231182,
|
||||
0.0322898,
|
||||
-0.0031708612,
|
||||
0.10451793,
|
||||
-0.035254233,
|
||||
-0.004960671,
|
||||
0.030832782,
|
||||
0.033010393,
|
||||
0.0014911285,
|
||||
-0.016038226,
|
||||
0.09518363,
|
||||
-0.012361809,
|
||||
0.056895707,
|
||||
0.0018552992,
|
||||
-0.014633688,
|
||||
0.053164434,
|
||||
0.05655298,
|
||||
-0.0752723,
|
||||
0.00476245,
|
||||
-0.04156457,
|
||||
-0.07343076,
|
||||
-0.06410675,
|
||||
0.08829294,
|
||||
-0.03837702,
|
||||
-0.045774795,
|
||||
-0.0535434,
|
||||
-0.009111199,
|
||||
0.017617762,
|
||||
-0.0067038187,
|
||||
-0.032136917,
|
||||
0.03719991,
|
||||
0.11071319,
|
||||
-0.057429407,
|
||||
0.08084802,
|
||||
0.009762534,
|
||||
-0.031580847,
|
||||
0.05513017,
|
||||
0.0073544895,
|
||||
0.08761669,
|
||||
0.051413193,
|
||||
0.053174715,
|
||||
-0.04282332,
|
||||
-0.002029271,
|
||||
0.045968805,
|
||||
-0.03927135,
|
||||
-0.014048125,
|
||||
0.0013097908,
|
||||
-0.031032057,
|
||||
-0.044477988,
|
||||
0.027116014,
|
||||
-0.036825214,
|
||||
0.10271662,
|
||||
-0.0018023226,
|
||||
-0.0014636678,
|
||||
-0.006019342,
|
||||
0.0044439677,
|
||||
-0.033970047,
|
||||
0.016475804,
|
||||
-0.029752878,
|
||||
-2.942642e-33,
|
||||
-0.030636843,
|
||||
-0.06274741,
|
||||
-0.020331798,
|
||||
0.03409229,
|
||||
-0.020994574,
|
||||
-0.088351555,
|
||||
-0.0338517,
|
||||
-0.0656598,
|
||||
0.05194619,
|
||||
-0.0248902,
|
||||
-0.0019359031,
|
||||
0.03725905,
|
||||
0.0057854285,
|
||||
0.042536482,
|
||||
0.065458804,
|
||||
0.0020972108,
|
||||
-0.07831122,
|
||||
0.040395204,
|
||||
0.048486684,
|
||||
0.00687325,
|
||||
0.04522804,
|
||||
-0.08206775,
|
||||
0.015138996,
|
||||
-0.032257374,
|
||||
-0.0019286879,
|
||||
0.026958553,
|
||||
0.060303353,
|
||||
0.050539102,
|
||||
-0.038990505,
|
||||
0.00901784,
|
||||
0.04728673,
|
||||
0.027277624,
|
||||
-0.116268836,
|
||||
0.03641615,
|
||||
0.06792425,
|
||||
0.044476334,
|
||||
0.04822962,
|
||||
-0.01417434,
|
||||
0.07136797,
|
||||
0.009212642,
|
||||
-0.03981787,
|
||||
-0.03105692,
|
||||
0.043964684,
|
||||
-0.0550663,
|
||||
0.004194295,
|
||||
0.011075167,
|
||||
0.024179665,
|
||||
-0.104039185,
|
||||
-0.094535016,
|
||||
-0.01598998,
|
||||
-0.00955013,
|
||||
-0.035388414,
|
||||
-0.095118746,
|
||||
-0.00013354272,
|
||||
-0.02610455,
|
||||
0.08766882,
|
||||
-0.012012526,
|
||||
-0.058645394,
|
||||
-0.013742904,
|
||||
0.01895158,
|
||||
0.10382739,
|
||||
-0.0028419443,
|
||||
0.005811753,
|
||||
0.017534103,
|
||||
0.04102487,
|
||||
0.11672246,
|
||||
0.09343793,
|
||||
0.028574567,
|
||||
0.043363564,
|
||||
0.049141977,
|
||||
0.024069116,
|
||||
-0.010946938,
|
||||
-0.06667827,
|
||||
-0.08498697,
|
||||
0.06469552,
|
||||
-0.052791074,
|
||||
0.045889318,
|
||||
-0.044994276,
|
||||
0.015019975,
|
||||
0.010133334,
|
||||
0.0097814165,
|
||||
-0.051068403,
|
||||
0.0036321485,
|
||||
-0.061966382,
|
||||
0.036911227,
|
||||
-0.0015979146,
|
||||
0.01169187,
|
||||
-0.08576613,
|
||||
0.018774707,
|
||||
-0.007562373,
|
||||
-0.091671936,
|
||||
-0.038212627,
|
||||
0.020174108,
|
||||
0.018156078,
|
||||
-0.04092911,
|
||||
1.0051959e-33,
|
||||
-0.08226659,
|
||||
0.0099736005,
|
||||
-0.0074784867,
|
||||
0.13932815,
|
||||
-0.063385926,
|
||||
-0.022954706,
|
||||
-0.12405802,
|
||||
0.047431163,
|
||||
-0.041625854,
|
||||
-0.013952695,
|
||||
0.0074911104,
|
||||
-0.00723795,
|
||||
0.059791762,
|
||||
0.038565084,
|
||||
-0.0055844127,
|
||||
0.05114055,
|
||||
-0.017901178,
|
||||
0.009323372,
|
||||
-0.04395451,
|
||||
-0.024585819,
|
||||
-1.2245854e-06,
|
||||
0.09352475,
|
||||
0.0047693932,
|
||||
-0.0018991354,
|
||||
0.008013757,
|
||||
0.011220997,
|
||||
-0.091332994,
|
||||
0.068223536,
|
||||
0.007186999,
|
||||
-0.03087612,
|
||||
-0.051925,
|
||||
-0.027689163,
|
||||
-0.03313748,
|
||||
0.055571433,
|
||||
0.023570623,
|
||||
0.037202746,
|
||||
0.004727846,
|
||||
-0.080162,
|
||||
0.025005471,
|
||||
0.06744095,
|
||||
0.0331283,
|
||||
0.0002482217,
|
||||
-0.045369137,
|
||||
-0.06479025,
|
||||
0.02353955,
|
||||
-0.007544223,
|
||||
-0.04817079,
|
||||
0.021955613,
|
||||
0.07905839,
|
||||
-0.03857465,
|
||||
0.10292412,
|
||||
0.03352054,
|
||||
-0.016577441,
|
||||
-0.07671339,
|
||||
-0.03904085,
|
||||
0.008326937,
|
||||
0.014512891,
|
||||
-0.02780937,
|
||||
-0.02199285,
|
||||
0.11556582,
|
||||
-0.11817719,
|
||||
-0.02172188,
|
||||
0.01028131,
|
||||
0.027112944,
|
||||
0.017912412,
|
||||
0.022188837,
|
||||
0.00472762,
|
||||
0.030003453,
|
||||
-0.024873868,
|
||||
-0.016057493,
|
||||
0.05167464,
|
||||
0.022278845,
|
||||
-0.093714975,
|
||||
0.027581427,
|
||||
-0.08995269,
|
||||
0.01922919,
|
||||
0.011267925,
|
||||
-0.019333998,
|
||||
-0.107179746,
|
||||
-0.007825687,
|
||||
-0.06112819,
|
||||
-0.07851147,
|
||||
-0.012788895,
|
||||
0.015774399,
|
||||
-0.023736876,
|
||||
0.06481075,
|
||||
0.0530216,
|
||||
-0.040838096,
|
||||
-0.009374445,
|
||||
-0.015252525,
|
||||
-0.03356652,
|
||||
0.0034916159,
|
||||
-0.106078364,
|
||||
-0.0037814653,
|
||||
-0.057664383,
|
||||
-1.4659457e-08,
|
||||
-0.013685479,
|
||||
0.038693503,
|
||||
0.055525444,
|
||||
0.01427137,
|
||||
0.106904596,
|
||||
-0.024592703,
|
||||
-0.05212622,
|
||||
0.14767331,
|
||||
-0.04477857,
|
||||
-0.06558989,
|
||||
0.09031646,
|
||||
0.0032307915,
|
||||
0.021561448,
|
||||
0.01542169,
|
||||
0.0686726,
|
||||
0.07787745,
|
||||
0.018880507,
|
||||
0.0329181,
|
||||
-0.030444186,
|
||||
0.028748954,
|
||||
0.07327947,
|
||||
-0.00473439,
|
||||
0.099678375,
|
||||
-0.02951805,
|
||||
0.0157886,
|
||||
-0.062414743,
|
||||
-0.009774238,
|
||||
0.057640694,
|
||||
0.008111299,
|
||||
0.047539655,
|
||||
-0.03485159,
|
||||
0.0672076,
|
||||
-0.0011908566,
|
||||
0.0096628135,
|
||||
0.064021304,
|
||||
-0.0030786463,
|
||||
0.020940661,
|
||||
-0.05225545,
|
||||
-0.06604623,
|
||||
0.025438625,
|
||||
-0.037236795,
|
||||
0.10400888,
|
||||
-0.045393974,
|
||||
0.010468508,
|
||||
0.042776387,
|
||||
0.0060471105,
|
||||
0.030909447,
|
||||
0.008940785,
|
||||
-0.046136875,
|
||||
-0.012257952,
|
||||
0.07956265,
|
||||
0.09894607,
|
||||
0.043950185,
|
||||
0.033127937,
|
||||
0.054626264,
|
||||
0.013538762,
|
||||
0.032767043,
|
||||
-0.055712108,
|
||||
-0.011724154,
|
||||
0.07334705,
|
||||
-0.019697897,
|
||||
-0.03568817,
|
||||
-0.038236745,
|
||||
-0.025074048
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 8,
|
||||
"total_tokens": 8
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
802
tests/integration/recordings/responses/ae82d694f34c.json
Normal file
802
tests/integration/recordings/responses/ae82d694f34c.json
Normal file
|
|
@ -0,0 +1,802 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"input": [
|
||||
"What makes Python different from C++ and Java?"
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.02517327293753624,
|
||||
-0.05927547067403793,
|
||||
-0.02752850204706192,
|
||||
-0.03190239518880844,
|
||||
0.05084673687815666,
|
||||
0.007633775472640991,
|
||||
0.00997336208820343,
|
||||
0.016745490953326225,
|
||||
-0.06594915688037872,
|
||||
0.024146223440766335,
|
||||
0.0005385297699831426,
|
||||
-0.0006894826656207442,
|
||||
-0.008592012338340282,
|
||||
0.008223236538469791,
|
||||
0.03929482772946358,
|
||||
0.043699394911527634,
|
||||
-0.001660426496528089,
|
||||
0.025180906057357788,
|
||||
-0.039375219494104385,
|
||||
0.0053853364661335945,
|
||||
0.034692440181970596,
|
||||
0.01133072841912508,
|
||||
0.04649277403950691,
|
||||
-0.04183154180645943,
|
||||
0.024229303002357483,
|
||||
0.010672398842871189,
|
||||
-0.012993639335036278,
|
||||
0.016633357852697372,
|
||||
0.09620392322540283,
|
||||
-0.01894748955965042,
|
||||
0.00869813933968544,
|
||||
0.03333001211285591,
|
||||
0.011436302214860916,
|
||||
-0.053283337503671646,
|
||||
-0.029240107163786888,
|
||||
-0.018422791734337807,
|
||||
-0.011188727803528309,
|
||||
-0.005999945569783449,
|
||||
0.033337924629449844,
|
||||
0.08805496990680695,
|
||||
0.007277320139110088,
|
||||
0.03119608946144581,
|
||||
-0.005581452511250973,
|
||||
0.013757534325122833,
|
||||
0.013446818105876446,
|
||||
0.04478459060192108,
|
||||
-0.0281585231423378,
|
||||
0.007232429925352335,
|
||||
-0.02057827264070511,
|
||||
-0.010735592804849148,
|
||||
-0.041141167283058167,
|
||||
-0.013414880260825157,
|
||||
0.008774801157414913,
|
||||
-0.027892043814063072,
|
||||
-0.02118038199841976,
|
||||
0.03535406291484833,
|
||||
-0.005773103795945644,
|
||||
0.011915366165339947,
|
||||
-0.013362586498260498,
|
||||
-0.1074339896440506,
|
||||
0.010058971121907234,
|
||||
0.04685341939330101,
|
||||
0.02676686830818653,
|
||||
-0.04209677129983902,
|
||||
0.008211489766836166,
|
||||
0.011635981500148773,
|
||||
0.03171093761920929,
|
||||
0.006887514144182205,
|
||||
0.0160739254206419,
|
||||
-0.003477125195786357,
|
||||
-0.028246482834219933,
|
||||
-0.02985866740345955,
|
||||
0.012354123406112194,
|
||||
-0.01321585662662983,
|
||||
-0.0334138497710228,
|
||||
0.05904270336031914,
|
||||
0.01702887937426567,
|
||||
0.04508252069354057,
|
||||
-0.02875608205795288,
|
||||
0.061527639627456665,
|
||||
0.02183707058429718,
|
||||
-0.04652441293001175,
|
||||
-0.023998353630304337,
|
||||
-0.014925649389624596,
|
||||
-0.03466776758432388,
|
||||
-0.03714502230286598,
|
||||
0.00812164880335331,
|
||||
0.05643041431903839,
|
||||
-0.03370414301753044,
|
||||
0.046314384788274765,
|
||||
0.042403917759656906,
|
||||
0.039711855351924896,
|
||||
0.04194587096571922,
|
||||
-0.044892653822898865,
|
||||
0.014381085522472858,
|
||||
-0.04303320497274399,
|
||||
0.02417507767677307,
|
||||
0.0024261465296149254,
|
||||
0.002907819813117385,
|
||||
-0.04473122954368591,
|
||||
-0.033169474452733994,
|
||||
-0.012776823714375496,
|
||||
0.024204110726714134,
|
||||
0.030325455591082573,
|
||||
-0.011538827791810036,
|
||||
0.01400262862443924,
|
||||
0.07599721848964691,
|
||||
0.007355066481977701,
|
||||
0.021303648129105568,
|
||||
0.030465370044112206,
|
||||
-0.023435434326529503,
|
||||
0.03214404731988907,
|
||||
0.013625898398458958,
|
||||
0.0068402704782783985,
|
||||
-0.018856564536690712,
|
||||
0.06660695374011993,
|
||||
-0.017033617943525314,
|
||||
0.024832764640450478,
|
||||
0.027372173964977264,
|
||||
-0.022973205894231796,
|
||||
0.0640808716416359,
|
||||
0.11020645499229431,
|
||||
-0.010406771674752235,
|
||||
-0.018275918439030647,
|
||||
-0.022662967443466187,
|
||||
0.07155323028564453,
|
||||
0.017646832391619682,
|
||||
-0.017067432403564453,
|
||||
0.025087783113121986,
|
||||
0.03291954845190048,
|
||||
-0.05901481583714485,
|
||||
0.07096591591835022,
|
||||
0.1088729053735733,
|
||||
0.021950585767626762,
|
||||
0.044516440480947495,
|
||||
-0.04362349957227707,
|
||||
-0.025304825976490974,
|
||||
0.03380453214049339,
|
||||
0.013806285336613655,
|
||||
0.023288749158382416,
|
||||
-0.032354686409235,
|
||||
0.05623454600572586,
|
||||
-0.0331498384475708,
|
||||
0.008732054382562637,
|
||||
-0.03133315593004227,
|
||||
-0.08394992351531982,
|
||||
0.00966270174831152,
|
||||
0.018191881477832794,
|
||||
-0.017256474122405052,
|
||||
-0.014849426224827766,
|
||||
-0.05408606678247452,
|
||||
-0.054164595901966095,
|
||||
0.038517240434885025,
|
||||
0.04411592334508896,
|
||||
0.014354993589222431,
|
||||
-0.015497663989663124,
|
||||
0.009233307093381882,
|
||||
0.04177677258849144,
|
||||
0.005623073782771826,
|
||||
-0.017149949446320534,
|
||||
-0.008299519307911396,
|
||||
0.07599443197250366,
|
||||
-0.049110863357782364,
|
||||
-0.040342554450035095,
|
||||
-0.03237839415669441,
|
||||
-0.03407994657754898,
|
||||
0.04117212072014809,
|
||||
-0.06504429131746292,
|
||||
-0.005143352318555117,
|
||||
-0.02781560830771923,
|
||||
0.0030793561600148678,
|
||||
-0.019363518804311752,
|
||||
-0.024637293070554733,
|
||||
0.05453280359506607,
|
||||
-0.07453737407922745,
|
||||
-0.056514766067266464,
|
||||
-0.03191586583852768,
|
||||
0.01347391027957201,
|
||||
0.04701421037316322,
|
||||
0.04784790799021721,
|
||||
0.04504203796386719,
|
||||
0.0416475273668766,
|
||||
0.027300169691443443,
|
||||
-0.004853601101785898,
|
||||
0.07700737565755844,
|
||||
0.0058420440182089806,
|
||||
-0.020056284964084625,
|
||||
-0.029256943613290787,
|
||||
-0.024188874289393425,
|
||||
-0.044612374156713486,
|
||||
0.005700718145817518,
|
||||
-0.042027492076158524,
|
||||
0.013135066255927086,
|
||||
0.015223084948956966,
|
||||
-0.025109533220529556,
|
||||
0.09686876088380814,
|
||||
-0.003817221149802208,
|
||||
0.04986831918358803,
|
||||
-0.020277539268136024,
|
||||
-0.016653837636113167,
|
||||
0.007358207833021879,
|
||||
-0.010219651274383068,
|
||||
-0.022081833332777023,
|
||||
0.009230331517755985,
|
||||
0.02870170958340168,
|
||||
-0.0009385381708852947,
|
||||
0.011477699503302574,
|
||||
-0.08156480640172958,
|
||||
-0.023806657642126083,
|
||||
0.05778304859995842,
|
||||
-0.0012239509960636497,
|
||||
-0.050335925072431564,
|
||||
0.08446664363145828,
|
||||
-0.07200253754854202,
|
||||
-0.005410981830209494,
|
||||
0.04559531435370445,
|
||||
-0.019777625799179077,
|
||||
-0.005575160961598158,
|
||||
0.04143029823899269,
|
||||
0.0014152266085147858,
|
||||
0.0402572900056839,
|
||||
0.04996470734477043,
|
||||
0.05924665182828903,
|
||||
-0.04288039356470108,
|
||||
0.029292447492480278,
|
||||
-0.07367347925901413,
|
||||
-0.04015783220529556,
|
||||
0.03934734687209129,
|
||||
0.006176967639476061,
|
||||
-0.04073223099112511,
|
||||
0.02915194258093834,
|
||||
0.04113445803523064,
|
||||
0.023132748901844025,
|
||||
0.005755419842898846,
|
||||
-0.000497312459629029,
|
||||
-0.010455143637955189,
|
||||
0.02453756146132946,
|
||||
0.008060777559876442,
|
||||
0.006233473774045706,
|
||||
-0.022512169554829597,
|
||||
0.0344528965651989,
|
||||
-0.05065114423632622,
|
||||
0.03987080976366997,
|
||||
0.009848693385720253,
|
||||
0.02637004666030407,
|
||||
-0.023348400369286537,
|
||||
0.040486037731170654,
|
||||
0.02671428583562374,
|
||||
-0.004502414260059595,
|
||||
-0.06244242191314697,
|
||||
-0.00591331347823143,
|
||||
-0.03456953167915344,
|
||||
0.03853173553943634,
|
||||
-0.012725317850708961,
|
||||
0.0020869376603513956,
|
||||
-0.0544876754283905,
|
||||
0.0465322844684124,
|
||||
-0.03705056756734848,
|
||||
0.03402971103787422,
|
||||
-0.012153149582445621,
|
||||
-0.0025780058931559324,
|
||||
-0.03231276571750641,
|
||||
0.014614064246416092,
|
||||
0.040733009576797485,
|
||||
0.02793523110449314,
|
||||
0.06121594458818436,
|
||||
-0.10693642497062683,
|
||||
-0.04121331125497818,
|
||||
-0.049808602780103683,
|
||||
0.00931315403431654,
|
||||
-0.0005079125403426588,
|
||||
-0.03773258998990059,
|
||||
0.04029921442270279,
|
||||
0.006094376090914011,
|
||||
-0.04541047289967537,
|
||||
-0.00500077847391367,
|
||||
0.008933045901358128,
|
||||
0.0165691040456295,
|
||||
0.015843873843550682,
|
||||
0.0066689420491456985,
|
||||
-0.042055536061525345,
|
||||
-0.04772442579269409,
|
||||
0.04299677535891533,
|
||||
-0.0885479673743248,
|
||||
-0.03510256111621857,
|
||||
-0.01526320818811655,
|
||||
-0.002680840902030468,
|
||||
0.010199936106801033,
|
||||
-0.05851084738969803,
|
||||
0.004623089451342821,
|
||||
0.023245980963110924,
|
||||
0.04002177715301514,
|
||||
0.006765763740986586,
|
||||
0.029415283352136612,
|
||||
-0.08234964311122894,
|
||||
-0.0530225895345211,
|
||||
-0.027365796267986298,
|
||||
-0.03294917941093445,
|
||||
-0.027471251785755157,
|
||||
0.013792217709124088,
|
||||
0.02534564584493637,
|
||||
0.06191490963101387,
|
||||
0.017584433779120445,
|
||||
0.0334448516368866,
|
||||
0.0005386894918046892,
|
||||
0.0032774577848613262,
|
||||
0.01591615378856659,
|
||||
-0.005250703077763319,
|
||||
0.04274865239858627,
|
||||
-0.06351747363805771,
|
||||
-0.07786543667316437,
|
||||
0.004636826459318399,
|
||||
0.07713916897773743,
|
||||
0.044997744262218475,
|
||||
-0.032151103019714355,
|
||||
0.025335246697068214,
|
||||
-0.020933767780661583,
|
||||
-0.049735575914382935,
|
||||
0.03949493169784546,
|
||||
-0.037822604179382324,
|
||||
-0.021480482071638107,
|
||||
-0.01508465874940157,
|
||||
0.010943945497274399,
|
||||
0.016628814861178398,
|
||||
0.09863129258155823,
|
||||
-0.026716219261288643,
|
||||
-0.005602245219051838,
|
||||
0.027888240292668343,
|
||||
-0.01338939182460308,
|
||||
-0.01564818061888218,
|
||||
-0.017323773354291916,
|
||||
-0.018854543566703796,
|
||||
-0.04452570527791977,
|
||||
-0.030418355017900467,
|
||||
0.020177267491817474,
|
||||
0.033515896648168564,
|
||||
-0.04733597859740257,
|
||||
0.03742247074842453,
|
||||
-0.04212302714586258,
|
||||
0.019949203357100487,
|
||||
-0.024253876879811287,
|
||||
0.012272280640900135,
|
||||
-0.0022997513879090548,
|
||||
0.03303530439734459,
|
||||
-0.013598734512925148,
|
||||
0.035109736025333405,
|
||||
-0.016654808074235916,
|
||||
-0.035140249878168106,
|
||||
-0.006442326586693525,
|
||||
-0.024461794644594193,
|
||||
-0.0680788904428482,
|
||||
-0.036402251571416855,
|
||||
-0.02342032641172409,
|
||||
0.040693119168281555,
|
||||
-0.01149903703480959,
|
||||
0.025126351043581963,
|
||||
-0.013343892991542816,
|
||||
-0.045200083404779434,
|
||||
-0.059597622603178024,
|
||||
-0.02602051943540573,
|
||||
0.05655312165617943,
|
||||
-0.05449136719107628,
|
||||
-0.04953633248806,
|
||||
-0.04299261420965195,
|
||||
0.0021499632857739925,
|
||||
-0.058740951120853424,
|
||||
0.025703098624944687,
|
||||
0.026888279244303703,
|
||||
0.041148439049720764,
|
||||
0.09555676579475403,
|
||||
-0.019787615165114403,
|
||||
-0.03098965249955654,
|
||||
0.025334808975458145,
|
||||
-0.03880137577652931,
|
||||
0.036906614899635315,
|
||||
0.0373193733394146,
|
||||
-0.019397547468543053,
|
||||
-0.03890744969248772,
|
||||
-0.03533877432346344,
|
||||
0.01043013297021389,
|
||||
-0.11240145564079285,
|
||||
-0.001887193531729281,
|
||||
0.023699326440691948,
|
||||
-0.012832568027079105,
|
||||
-0.026331709697842598,
|
||||
-0.03766907379031181,
|
||||
0.026428470388054848,
|
||||
0.008145553059875965,
|
||||
-0.00892532430589199,
|
||||
0.01250272523611784,
|
||||
0.009742435067892075,
|
||||
-0.0170003529638052,
|
||||
0.012004575692117214,
|
||||
0.03468174487352371,
|
||||
-0.005657907575368881,
|
||||
-0.03972026705741882,
|
||||
0.01663101464509964,
|
||||
-0.023416968062520027,
|
||||
-0.0009885226609185338,
|
||||
-0.026063844561576843,
|
||||
0.0651560127735138,
|
||||
0.00011725723743438721,
|
||||
-0.022703027352690697,
|
||||
-0.005461778026074171,
|
||||
0.1116209477186203,
|
||||
0.03819834068417549,
|
||||
0.045459385961294174,
|
||||
-0.00028157979249954224,
|
||||
-0.048355814069509506,
|
||||
0.013377707451581955,
|
||||
0.02303946204483509,
|
||||
-0.006767316721379757,
|
||||
-0.019848201423883438,
|
||||
0.0033706456888467073,
|
||||
0.038057632744312286,
|
||||
0.11433175206184387,
|
||||
-0.035053033381700516,
|
||||
0.03242923691868782,
|
||||
-0.03408103808760643,
|
||||
-0.053809478878974915,
|
||||
-0.03179652616381645,
|
||||
0.06007275730371475,
|
||||
-0.0076828645542263985,
|
||||
-0.038644637912511826,
|
||||
-0.02685503102838993,
|
||||
-0.01804836094379425,
|
||||
0.06089795380830765,
|
||||
0.04324701055884361,
|
||||
-0.07562246173620224,
|
||||
-0.04398123547434807,
|
||||
0.010064228437840939,
|
||||
-0.04334224760532379,
|
||||
0.014487305656075478,
|
||||
-0.04711387678980827,
|
||||
0.024354685097932816,
|
||||
0.03232944384217262,
|
||||
0.04015462473034859,
|
||||
0.01371450163424015,
|
||||
-0.04432954266667366,
|
||||
0.021805129945278168,
|
||||
-0.052570246160030365,
|
||||
0.06789547950029373,
|
||||
0.012027716264128685,
|
||||
0.09023753553628922,
|
||||
-0.08348759263753891,
|
||||
0.012259835377335548,
|
||||
0.025145262479782104,
|
||||
0.056849926710128784,
|
||||
0.021562620997428894,
|
||||
-0.0038998445961624384,
|
||||
0.06174313649535179,
|
||||
0.03390361741185188,
|
||||
-0.021384961903095245,
|
||||
0.0027765228878706694,
|
||||
0.021634142845869064,
|
||||
0.0617065355181694,
|
||||
-0.038299500942230225,
|
||||
0.0033859144896268845,
|
||||
0.06074449047446251,
|
||||
0.02556876465678215,
|
||||
-0.05028308182954788,
|
||||
-0.026669925078749657,
|
||||
-0.008310562931001186,
|
||||
0.0007795466226525605,
|
||||
-0.051417842507362366,
|
||||
-0.03003445826470852,
|
||||
0.023208893835544586,
|
||||
-0.015607934445142746,
|
||||
-0.004650155082345009,
|
||||
-0.09222505241632462,
|
||||
-0.07439403980970383,
|
||||
-0.00030001159757375717,
|
||||
-0.05885722488164902,
|
||||
-0.03354410454630852,
|
||||
-0.023885322734713554,
|
||||
-0.023694748058915138,
|
||||
-0.002964545274153352,
|
||||
0.033897001296281815,
|
||||
0.02342289499938488,
|
||||
-0.008121664635837078,
|
||||
-0.06673142313957214,
|
||||
0.035054516047239304,
|
||||
0.006485227961093187,
|
||||
-0.011049957945942879,
|
||||
-0.02849774807691574,
|
||||
-0.003945561125874519,
|
||||
-0.009321048855781555,
|
||||
-0.04061659798026085,
|
||||
-0.014878206886351109,
|
||||
-0.026920367032289505,
|
||||
0.013240729458630085,
|
||||
-0.00912179984152317,
|
||||
0.08025270700454712,
|
||||
0.011227552779018879,
|
||||
0.01162588782608509,
|
||||
0.03911953046917915,
|
||||
-0.008459963835775852,
|
||||
-0.011711232364177704,
|
||||
-0.06549587845802307,
|
||||
-0.003934463486075401,
|
||||
0.05689859390258789,
|
||||
0.005052486434578896,
|
||||
-0.002148434054106474,
|
||||
-0.031108779832720757,
|
||||
0.011704150587320328,
|
||||
0.018351705744862556,
|
||||
0.06075863167643547,
|
||||
0.03104316256940365,
|
||||
-0.029100103303790092,
|
||||
-0.06133035942912102,
|
||||
-0.004201673902571201,
|
||||
-0.03299975395202637,
|
||||
-0.004409941844642162,
|
||||
0.02532418817281723,
|
||||
0.0012186126550659537,
|
||||
-0.03342881426215172,
|
||||
-0.011862652376294136,
|
||||
-0.02509687840938568,
|
||||
0.011759525164961815,
|
||||
0.01686522550880909,
|
||||
-0.028010768815875053,
|
||||
-0.04315534606575966,
|
||||
0.01784290373325348,
|
||||
0.04763518646359444,
|
||||
-0.03223493695259094,
|
||||
-0.002270394703373313,
|
||||
-0.02766132541000843,
|
||||
-0.12045251578092575,
|
||||
0.010882371105253696,
|
||||
0.0055845039896667,
|
||||
-0.0038317532744258642,
|
||||
-0.032924551516771317,
|
||||
0.007581939455121756,
|
||||
-0.04714681953191757,
|
||||
0.05493198707699776,
|
||||
-0.10260175168514252,
|
||||
0.0184415802359581,
|
||||
0.009282311424612999,
|
||||
0.030968470498919487,
|
||||
-0.016823798418045044,
|
||||
-0.012262364849448204,
|
||||
0.026101063936948776,
|
||||
0.06509155035018921,
|
||||
-0.038869716227054596,
|
||||
-0.02793935500085354,
|
||||
0.020369278267025948,
|
||||
0.03919598087668419,
|
||||
0.017646079882979393,
|
||||
0.03126753866672516,
|
||||
-0.007000391371548176,
|
||||
-0.045992594212293625,
|
||||
0.00960536953061819,
|
||||
0.02549203298985958,
|
||||
0.014892284758388996,
|
||||
-0.0028631072491407394,
|
||||
0.009483040310442448,
|
||||
-0.0313774012029171,
|
||||
-0.019784938544034958,
|
||||
0.0016485409578308463,
|
||||
0.0068555488251149654,
|
||||
0.030234023928642273,
|
||||
0.0529765859246254,
|
||||
0.015952007845044136,
|
||||
0.03150353580713272,
|
||||
-0.00897759199142456,
|
||||
0.027130605652928352,
|
||||
-0.029791418462991714,
|
||||
0.02543175406754017,
|
||||
0.031176520511507988,
|
||||
-0.10031485557556152,
|
||||
-0.005841521546244621,
|
||||
-0.04214736074209213,
|
||||
0.11366035789251328,
|
||||
0.014739606529474258,
|
||||
0.03817747160792351,
|
||||
-0.041414715349674225,
|
||||
0.00041041706572286785,
|
||||
0.059705231338739395,
|
||||
-0.04762746021151543,
|
||||
-0.000670370296575129,
|
||||
-0.03526808321475983,
|
||||
-0.01601385325193405,
|
||||
0.02779310569167137,
|
||||
-0.04440660402178764,
|
||||
-0.06342937052249908,
|
||||
-0.009988636709749699,
|
||||
-0.040076956152915955,
|
||||
0.025730127468705177,
|
||||
-0.022812826558947563,
|
||||
0.006558165419846773,
|
||||
-0.0163955707103014,
|
||||
-0.049426544457674026,
|
||||
-0.04815229773521423,
|
||||
-0.04713110625743866,
|
||||
0.06885242462158203,
|
||||
-0.009364955127239227,
|
||||
-0.02605401538312435,
|
||||
0.049001749604940414,
|
||||
-0.02085917256772518,
|
||||
0.017170386388897896,
|
||||
-0.04500491917133331,
|
||||
-0.05170299485325813,
|
||||
0.015235558152198792,
|
||||
0.015570051036775112,
|
||||
0.02370995655655861,
|
||||
0.023241516202688217,
|
||||
-0.022776372730731964,
|
||||
0.024995196610689163,
|
||||
-0.04913897067308426,
|
||||
0.02573673613369465,
|
||||
0.10389196127653122,
|
||||
0.013454177416861057,
|
||||
0.001859869109466672,
|
||||
-0.025003504008054733,
|
||||
-0.028296904638409615,
|
||||
0.01799187809228897,
|
||||
0.00047568834270350635,
|
||||
-0.03678290545940399,
|
||||
0.03209736570715904,
|
||||
0.012836124747991562,
|
||||
-0.05107932910323143,
|
||||
0.05102211609482765,
|
||||
-0.027505643665790558,
|
||||
-0.03218458220362663,
|
||||
0.01851729489862919,
|
||||
0.012394195422530174,
|
||||
-0.021180691197514534,
|
||||
-0.009217607788741589,
|
||||
-0.017660317942500114,
|
||||
0.02939329855144024,
|
||||
0.0017022376414388418,
|
||||
0.05091192573308945,
|
||||
-0.05493085831403732,
|
||||
0.010866599157452583,
|
||||
-0.025341222062706947,
|
||||
-0.025223098695278168,
|
||||
0.01900743879377842,
|
||||
0.03469342365860939,
|
||||
0.01142563670873642,
|
||||
-0.008546913973987103,
|
||||
0.0062241884879767895,
|
||||
-0.010737174190580845,
|
||||
0.010820822790265083,
|
||||
0.02365770936012268,
|
||||
0.027239330112934113,
|
||||
-0.03450082615017891,
|
||||
0.0029956395737826824,
|
||||
0.011813182383775711,
|
||||
0.025415245443582535,
|
||||
-0.0012042796006426215,
|
||||
-0.014137083664536476,
|
||||
0.0014223991893231869,
|
||||
0.005054670386016369,
|
||||
-0.034101780503988266,
|
||||
0.07151786983013153,
|
||||
0.07557526230812073,
|
||||
-0.0033575203269720078,
|
||||
-0.029922479763627052,
|
||||
-0.043816667050123215,
|
||||
0.01773776486515999,
|
||||
0.05497784912586212,
|
||||
-0.0015120196621865034,
|
||||
-0.0025900728069245815,
|
||||
0.022179318591952324,
|
||||
0.03465230390429497,
|
||||
0.006229462567716837,
|
||||
-0.03738939389586449,
|
||||
0.008196177892386913,
|
||||
0.010659514926373959,
|
||||
-0.008288645185530186,
|
||||
-0.028259970247745514,
|
||||
-0.040584057569503784,
|
||||
0.021006176248192787,
|
||||
0.008154059760272503,
|
||||
-0.033632151782512665,
|
||||
0.014476779848337173,
|
||||
-0.008111199364066124,
|
||||
-0.07059445232152939,
|
||||
0.0218367800116539,
|
||||
-0.00847222376614809,
|
||||
-0.026753349229693413,
|
||||
0.01831630803644657,
|
||||
-0.01770036481320858,
|
||||
-0.0354844406247139,
|
||||
-0.024901393800973892,
|
||||
-0.0360034741461277,
|
||||
-0.011295972391963005,
|
||||
0.02604268305003643,
|
||||
-0.06857088208198547,
|
||||
0.07337731868028641,
|
||||
-0.06401073187589645,
|
||||
0.048566631972789764,
|
||||
-0.012562915682792664,
|
||||
0.027890898287296295,
|
||||
-0.026574552059173584,
|
||||
-0.010268484242260456,
|
||||
0.00534316198900342,
|
||||
0.010180947370827198,
|
||||
-0.0008329132688231766,
|
||||
0.08566134423017502,
|
||||
-0.058507468551397324,
|
||||
-0.011649815365672112,
|
||||
0.06626463681459427,
|
||||
0.023633329197764397,
|
||||
0.024257145822048187,
|
||||
0.006637289188802242,
|
||||
-0.052131637930870056,
|
||||
0.008190560154616833,
|
||||
-0.03723077103495598,
|
||||
-0.03907524421811104,
|
||||
-0.024975212290883064,
|
||||
-0.04886558651924133,
|
||||
0.08183369785547256,
|
||||
0.036439407616853714,
|
||||
0.006964313797652721,
|
||||
-0.04853811115026474,
|
||||
-0.013049819506704807,
|
||||
0.020864145830273628,
|
||||
-0.01652846857905388,
|
||||
-0.11374097317457199,
|
||||
0.000909007852897048,
|
||||
0.02748906798660755,
|
||||
0.0004783617041539401,
|
||||
-0.04259035363793373,
|
||||
-0.01951170526444912,
|
||||
-0.039266347885131836,
|
||||
0.0790289118885994,
|
||||
-0.03614429011940956,
|
||||
-0.009888287633657455,
|
||||
-0.0014079920947551727,
|
||||
-0.05354578420519829,
|
||||
-0.05164365842938423,
|
||||
0.02401590719819069,
|
||||
-0.004703827667981386,
|
||||
-0.015352515503764153,
|
||||
-0.09520741552114487,
|
||||
-0.0011139996349811554,
|
||||
0.012082983739674091,
|
||||
-0.11449477076530457,
|
||||
-0.013903029263019562,
|
||||
-0.0032681110315024853,
|
||||
0.06276882439851761,
|
||||
-0.0160707738250494,
|
||||
-0.025801463052630424,
|
||||
0.0024566405918449163,
|
||||
0.014286108314990997,
|
||||
0.008646920323371887,
|
||||
-0.041887130588293076,
|
||||
0.0062835561111569405,
|
||||
0.002493197564035654,
|
||||
-0.03657038137316704,
|
||||
-0.029064077883958817,
|
||||
0.024899492040276527,
|
||||
-0.023499423637986183,
|
||||
-0.06424634903669357,
|
||||
0.03472882881760597,
|
||||
-0.045173365622758865,
|
||||
0.06708387285470963,
|
||||
0.0032126533333212137,
|
||||
-0.007638201583176851,
|
||||
0.010531589388847351,
|
||||
-0.049638811498880386,
|
||||
-0.042833518236875534,
|
||||
0.05096343532204628,
|
||||
0.00997287780046463,
|
||||
-0.027017751708626747,
|
||||
-0.00491376593708992,
|
||||
-1.2727919965982437e-05
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"object": "list",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
1025
tests/integration/recordings/responses/af6ca03dcbc3.json
Normal file
1025
tests/integration/recordings/responses/af6ca03dcbc3.json
Normal file
File diff suppressed because it is too large
Load diff
66
tests/integration/recordings/responses/b459f403a5ae.json
Normal file
66
tests/integration/recordings/responses/b459f403a5ae.json
Normal file
|
|
@ -0,0 +1,66 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.cerebras.ai/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama-3.3-70b",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Which planet has rings around it with a name starting with letter S?"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama-3.3-70b"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-e9e83004-bcd0-47f8-97c3-8e3d789a6573",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "The planet with rings around it that starts with the letter S is Saturn. Saturn's rings are one of the most prominent and well-known ring systems in our solar system.",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 1758191362,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": {
|
||||
"completion_tokens": 35,
|
||||
"prompt_tokens": 49,
|
||||
"total_tokens": 84,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": {
|
||||
"audio_tokens": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
},
|
||||
"time_info": {
|
||||
"queue_time": 0.00091223,
|
||||
"prompt_time": 0.00239449,
|
||||
"completion_time": 0.013951346,
|
||||
"total_time": 0.01872849464416504,
|
||||
"created": 1758191362
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
801
tests/integration/recordings/responses/b734171a0872.json
Normal file
801
tests/integration/recordings/responses/b734171a0872.json
Normal file
|
|
@ -0,0 +1,801 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"input": "This is completely different content",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.020581583,
|
||||
0.03996682,
|
||||
0.06342483,
|
||||
-0.046694994,
|
||||
-0.07684763,
|
||||
-0.05265455,
|
||||
-0.053058416,
|
||||
-0.008007386,
|
||||
-0.04512141,
|
||||
0.03718547,
|
||||
-0.026790882,
|
||||
0.039592147,
|
||||
0.08868821,
|
||||
-0.054975007,
|
||||
0.022950895,
|
||||
-0.03249339,
|
||||
0.05376096,
|
||||
0.04878751,
|
||||
0.06144113,
|
||||
0.08925032,
|
||||
-0.06345507,
|
||||
-0.0008829904,
|
||||
0.07914291,
|
||||
-0.028592229,
|
||||
-0.048433058,
|
||||
-0.0351529,
|
||||
0.028880889,
|
||||
-0.08001268,
|
||||
-0.04552556,
|
||||
-0.080687605,
|
||||
0.1400234,
|
||||
0.14326853,
|
||||
0.02891313,
|
||||
-0.05588759,
|
||||
0.007262874,
|
||||
0.026984219,
|
||||
0.09121335,
|
||||
0.050748702,
|
||||
0.017702162,
|
||||
-0.035733465,
|
||||
0.1328057,
|
||||
-0.08973662,
|
||||
-0.050988093,
|
||||
-0.009071953,
|
||||
0.00674055,
|
||||
0.0138731655,
|
||||
-0.024637444,
|
||||
-0.0019375099,
|
||||
0.019351467,
|
||||
0.041681487,
|
||||
0.09368255,
|
||||
0.0052818935,
|
||||
0.027539922,
|
||||
-0.031472813,
|
||||
0.042352878,
|
||||
0.07326235,
|
||||
0.010973438,
|
||||
0.06776053,
|
||||
0.06473745,
|
||||
0.031266563,
|
||||
0.00057834754,
|
||||
-0.002110916,
|
||||
0.16004054,
|
||||
-0.0535361,
|
||||
0.04453045,
|
||||
0.050499436,
|
||||
0.03501775,
|
||||
-0.003733677,
|
||||
0.020598825,
|
||||
-0.079224035,
|
||||
0.07070447,
|
||||
-0.060201976,
|
||||
0.006393084,
|
||||
-0.003781692,
|
||||
0.070510566,
|
||||
-0.047214407,
|
||||
0.06080987,
|
||||
-0.0877733,
|
||||
-0.08569845,
|
||||
-0.018021964,
|
||||
0.06378409,
|
||||
0.027565937,
|
||||
0.038700324,
|
||||
-0.1248613,
|
||||
0.00903349,
|
||||
-0.08429076,
|
||||
0.016536232,
|
||||
0.025240825,
|
||||
0.00043874417,
|
||||
-0.004602262,
|
||||
0.0457946,
|
||||
-0.03598806,
|
||||
0.056914188,
|
||||
0.044693712,
|
||||
0.011178773,
|
||||
-0.020428436,
|
||||
0.036093723,
|
||||
0.031189999,
|
||||
0.07220326,
|
||||
-0.066868156,
|
||||
-0.020061923,
|
||||
-0.0563857,
|
||||
-0.013928966,
|
||||
-0.034524415,
|
||||
0.0041604545,
|
||||
-0.047119446,
|
||||
0.033624567,
|
||||
0.06970587,
|
||||
-0.033320673,
|
||||
-0.0413748,
|
||||
0.01094969,
|
||||
-0.0100499755,
|
||||
0.004480598,
|
||||
0.02067311,
|
||||
-0.021157527,
|
||||
0.022485765,
|
||||
0.03633523,
|
||||
0.0049809627,
|
||||
0.02181411,
|
||||
0.049156368,
|
||||
0.06253565,
|
||||
0.059981186,
|
||||
-0.031591866,
|
||||
-0.049331754,
|
||||
0.033537455,
|
||||
0.021542493,
|
||||
0.009435254,
|
||||
0.025516914,
|
||||
0.025417773,
|
||||
-0.07066102,
|
||||
0.011794456,
|
||||
0.06311989,
|
||||
0.011093616,
|
||||
0.08549021,
|
||||
-0.04281618,
|
||||
0.011115061,
|
||||
0.07443118,
|
||||
0.021961706,
|
||||
-0.02724888,
|
||||
-0.00047235374,
|
||||
0.016601468,
|
||||
0.043411057,
|
||||
0.03835865,
|
||||
0.01029931,
|
||||
0.008437206,
|
||||
-0.057274926,
|
||||
-0.045377273,
|
||||
-0.09733081,
|
||||
-0.009755395,
|
||||
0.028172465,
|
||||
0.043972567,
|
||||
0.0968819,
|
||||
0.052496422,
|
||||
0.031553026,
|
||||
-0.019291716,
|
||||
0.034150966,
|
||||
0.1310106,
|
||||
0.02864821,
|
||||
-0.047452684,
|
||||
0.016342362,
|
||||
-0.06591784,
|
||||
-0.064888336,
|
||||
-0.03380424,
|
||||
-0.08384223,
|
||||
0.023302404,
|
||||
-0.020427782,
|
||||
0.019540966,
|
||||
0.02240307,
|
||||
0.026848866,
|
||||
-0.0018868797,
|
||||
-0.031800512,
|
||||
-0.073483676,
|
||||
0.08840526,
|
||||
-0.02696041,
|
||||
-0.042041607,
|
||||
0.030633071,
|
||||
0.020918656,
|
||||
0.06119309,
|
||||
-0.048348967,
|
||||
0.036555305,
|
||||
0.033583682,
|
||||
0.019630525,
|
||||
-0.03500669,
|
||||
-0.020821452,
|
||||
0.012256841,
|
||||
0.06733756,
|
||||
0.036884613,
|
||||
-0.080063485,
|
||||
0.019956889,
|
||||
-0.01994667,
|
||||
0.0011630546,
|
||||
-0.08307688,
|
||||
-0.040326167,
|
||||
-0.03293244,
|
||||
-0.014897417,
|
||||
0.03977495,
|
||||
0.036790676,
|
||||
0.020645684,
|
||||
0.015943283,
|
||||
-0.05961047,
|
||||
0.036905374,
|
||||
0.006005009,
|
||||
0.033375766,
|
||||
-0.015491932,
|
||||
-0.07008363,
|
||||
-0.031575754,
|
||||
-0.0065630106,
|
||||
-0.013962699,
|
||||
-0.012629252,
|
||||
0.046026245,
|
||||
0.007901817,
|
||||
-0.117550366,
|
||||
-0.06314231,
|
||||
0.05348636,
|
||||
0.10863247,
|
||||
0.053361807,
|
||||
0.055756297,
|
||||
-0.026388792,
|
||||
-0.011777907,
|
||||
-0.07197253,
|
||||
0.010918023,
|
||||
0.020021347,
|
||||
0.14850953,
|
||||
-0.043404948,
|
||||
-0.04262303,
|
||||
-0.04904758,
|
||||
-0.014644666,
|
||||
-0.0018742547,
|
||||
-0.0054880613,
|
||||
-0.015058903,
|
||||
-0.03137978,
|
||||
-0.09884002,
|
||||
0.048087206,
|
||||
-0.00044948232,
|
||||
-0.059237186,
|
||||
0.01681299,
|
||||
0.06357592,
|
||||
0.09665662,
|
||||
-0.032431144,
|
||||
-0.021346267,
|
||||
-0.03630939,
|
||||
0.108024776,
|
||||
0.011421504,
|
||||
0.00090062595,
|
||||
0.09738569,
|
||||
0.07588425,
|
||||
-0.038476508,
|
||||
0.008637763,
|
||||
0.03942589,
|
||||
0.03673421,
|
||||
-0.008536316,
|
||||
-0.035427485,
|
||||
-0.0571462,
|
||||
0.077514425,
|
||||
-0.014574157,
|
||||
-0.06636753,
|
||||
0.0356625,
|
||||
0.00055575924,
|
||||
-0.008948914,
|
||||
0.00082343427,
|
||||
0.0511982,
|
||||
0.03143358,
|
||||
-0.03388075,
|
||||
-0.013724427,
|
||||
0.0551338,
|
||||
-0.007191376,
|
||||
-0.05363105,
|
||||
-0.07718383,
|
||||
-0.008230843,
|
||||
0.10335533,
|
||||
0.013668598,
|
||||
-0.08284561,
|
||||
0.05179483,
|
||||
-0.08437943,
|
||||
-0.017510848,
|
||||
-0.05778264,
|
||||
0.044004828,
|
||||
-0.02612715,
|
||||
-0.0058190715,
|
||||
0.013293448,
|
||||
-0.005663543,
|
||||
0.0037016177,
|
||||
-0.020699238,
|
||||
0.00277368,
|
||||
0.041328322,
|
||||
-0.052624915,
|
||||
0.020320976,
|
||||
0.0033441507,
|
||||
-0.11465616,
|
||||
-0.059619453,
|
||||
-0.029252917,
|
||||
0.014145012,
|
||||
-0.049234822,
|
||||
0.025969574,
|
||||
0.04118447,
|
||||
0.017938918,
|
||||
-0.009885965,
|
||||
0.012801603,
|
||||
-0.0007332413,
|
||||
-0.0012993023,
|
||||
-0.052635074,
|
||||
0.064850755,
|
||||
0.004576457,
|
||||
-0.018446025,
|
||||
-0.069130346,
|
||||
0.018532049,
|
||||
0.006330208,
|
||||
0.039377607,
|
||||
0.11237417,
|
||||
0.055357743,
|
||||
-0.0038629018,
|
||||
0.048188694,
|
||||
0.052925084,
|
||||
-0.011272187,
|
||||
-0.012422014,
|
||||
0.005874242,
|
||||
-0.0007749841,
|
||||
-0.058404274,
|
||||
-0.022589723,
|
||||
0.031956926,
|
||||
0.0470711,
|
||||
0.027993023,
|
||||
-0.06112344,
|
||||
-0.0119517995,
|
||||
-0.09797626,
|
||||
-0.073644884,
|
||||
0.07465703,
|
||||
0.09884925,
|
||||
-0.035564825,
|
||||
-0.040369682,
|
||||
0.014445328,
|
||||
-0.052219898,
|
||||
-0.027498178,
|
||||
0.036846854,
|
||||
-0.09408649,
|
||||
-0.00027856976,
|
||||
0.028489627,
|
||||
0.002446708,
|
||||
-0.043065134,
|
||||
-0.030562297,
|
||||
0.07565528,
|
||||
-0.0256914,
|
||||
-0.12143018,
|
||||
0.09360902,
|
||||
0.015026368,
|
||||
0.058814585,
|
||||
-0.01885037,
|
||||
0.04901136,
|
||||
0.009521308,
|
||||
-0.0067844316,
|
||||
-0.06265128,
|
||||
0.029733902,
|
||||
0.019703392,
|
||||
-0.029863501,
|
||||
0.033668272,
|
||||
-0.015967827,
|
||||
-0.024716265,
|
||||
0.07095029,
|
||||
0.07264489,
|
||||
-0.021480447,
|
||||
-0.040650267,
|
||||
-0.11752601,
|
||||
0.019378915,
|
||||
-0.042310815,
|
||||
0.05690114,
|
||||
-0.01413233,
|
||||
0.058113046,
|
||||
-0.073345415,
|
||||
-0.059576523,
|
||||
-0.09720947,
|
||||
0.012149926,
|
||||
0.057291746,
|
||||
-0.03505685,
|
||||
-0.038375836,
|
||||
0.0149342865,
|
||||
-0.001562935,
|
||||
-0.023513826,
|
||||
0.00014910847,
|
||||
0.022598296,
|
||||
-0.071317434,
|
||||
-0.06260575,
|
||||
4.0522777e-05,
|
||||
-0.086758316,
|
||||
-0.013101295,
|
||||
-0.02990748,
|
||||
-0.08461068,
|
||||
0.016139807,
|
||||
0.06101953,
|
||||
-0.08451055,
|
||||
-0.046145856,
|
||||
-0.048467644,
|
||||
0.060105037,
|
||||
0.024200678,
|
||||
0.052542347,
|
||||
0.041119967,
|
||||
-0.0068898834,
|
||||
0.09487794,
|
||||
0.012641435,
|
||||
-0.13026047,
|
||||
0.06284531,
|
||||
0.018659385,
|
||||
-0.07564698,
|
||||
0.006965884,
|
||||
-0.036618453,
|
||||
0.118192144,
|
||||
-0.04771263,
|
||||
0.023280941,
|
||||
0.054039616,
|
||||
-0.114724584,
|
||||
-0.0918062,
|
||||
0.038803104,
|
||||
-0.09954885,
|
||||
0.008216844,
|
||||
-0.030975524,
|
||||
-0.030176945,
|
||||
0.0397766,
|
||||
-0.0061745024,
|
||||
0.071971394,
|
||||
-0.041089423,
|
||||
0.033857126,
|
||||
0.03961017,
|
||||
-0.03826589,
|
||||
0.038435444,
|
||||
-0.0860421,
|
||||
0.08869605,
|
||||
-0.028628873,
|
||||
-0.05565758,
|
||||
0.056920726,
|
||||
0.020458337,
|
||||
0.05994542,
|
||||
0.08241441,
|
||||
0.0400861,
|
||||
-0.0045191804,
|
||||
0.0030094406,
|
||||
-0.007466077,
|
||||
-0.02953672,
|
||||
-0.068642505,
|
||||
0.060889505,
|
||||
-0.029501854,
|
||||
-0.048823155,
|
||||
0.015409609,
|
||||
0.018862283,
|
||||
-0.016425489,
|
||||
-0.087497436,
|
||||
0.067643866,
|
||||
-0.033761434,
|
||||
-0.054749027,
|
||||
-0.03657711,
|
||||
0.038102675,
|
||||
-0.06197178,
|
||||
0.045409728,
|
||||
-0.02127562,
|
||||
0.064449035,
|
||||
-0.0056471447,
|
||||
0.067553245,
|
||||
-0.07137091,
|
||||
0.017407946,
|
||||
-0.09813906,
|
||||
-0.046500444,
|
||||
-0.058283363,
|
||||
-0.018302118,
|
||||
-0.025382183,
|
||||
-0.04259567,
|
||||
0.022398086,
|
||||
-0.09098867,
|
||||
0.043438766,
|
||||
-0.07656342,
|
||||
0.0028111413,
|
||||
0.030880956,
|
||||
-0.07750997,
|
||||
0.07084878,
|
||||
0.05344556,
|
||||
0.0052658613,
|
||||
-0.025303314,
|
||||
-0.04759683,
|
||||
-0.017034022,
|
||||
0.02855913,
|
||||
-0.04999449,
|
||||
0.01974624,
|
||||
0.07708244,
|
||||
-0.011766297,
|
||||
0.057390995,
|
||||
-0.04652422,
|
||||
0.023833811,
|
||||
0.05608237,
|
||||
0.05765577,
|
||||
0.05078112,
|
||||
0.046039928,
|
||||
-0.055372067,
|
||||
-0.044933185,
|
||||
-0.08522771,
|
||||
-0.09142792,
|
||||
0.012817157,
|
||||
-0.026148932,
|
||||
-0.07331254,
|
||||
0.11312438,
|
||||
0.055893615,
|
||||
-0.013500698,
|
||||
0.008603385,
|
||||
0.00057156937,
|
||||
-0.091709465,
|
||||
0.08057745,
|
||||
-0.011340835,
|
||||
-0.016915537,
|
||||
0.0011427286,
|
||||
0.09740327,
|
||||
-0.029696029,
|
||||
-0.047760956,
|
||||
0.015541391,
|
||||
0.0955123,
|
||||
0.021890407,
|
||||
-0.02908531,
|
||||
0.030994056,
|
||||
0.03820344,
|
||||
-0.062488347,
|
||||
0.015730608,
|
||||
0.021182666,
|
||||
-0.043783836,
|
||||
0.02782434,
|
||||
0.11151618,
|
||||
0.052450567,
|
||||
0.00037089732,
|
||||
0.03351987,
|
||||
-0.0054050605,
|
||||
-0.033424556,
|
||||
0.10350312,
|
||||
0.065157756,
|
||||
0.03392563,
|
||||
0.010131469,
|
||||
-0.053846426,
|
||||
-0.0022781377,
|
||||
0.0014610494,
|
||||
0.005763698,
|
||||
0.0426489,
|
||||
-0.08206464,
|
||||
-0.07099776,
|
||||
-0.04228286,
|
||||
0.07337842,
|
||||
0.047744617,
|
||||
0.04284143,
|
||||
0.06959166,
|
||||
0.013133698,
|
||||
-0.030711556,
|
||||
0.009055728,
|
||||
0.06162162,
|
||||
0.017240932,
|
||||
-0.039795205,
|
||||
-0.10877084,
|
||||
0.024329182,
|
||||
-0.0049141976,
|
||||
-0.038892467,
|
||||
-0.012901915,
|
||||
-0.095080145,
|
||||
0.05290344,
|
||||
0.021141307,
|
||||
0.03017632,
|
||||
-0.0044154925,
|
||||
-0.10163907,
|
||||
-0.08186605,
|
||||
-0.023801327,
|
||||
0.035552323,
|
||||
0.039041802,
|
||||
-0.032427292,
|
||||
0.07541,
|
||||
0.10233232,
|
||||
0.018622704,
|
||||
-0.013646388,
|
||||
-0.008619573,
|
||||
0.020216271,
|
||||
-0.07897946,
|
||||
0.063637026,
|
||||
-0.08652915,
|
||||
-0.0100032855,
|
||||
0.046902858,
|
||||
0.076707095,
|
||||
0.02531022,
|
||||
0.05425257,
|
||||
0.015954422,
|
||||
-0.033368777,
|
||||
-0.025112148,
|
||||
-0.01394599,
|
||||
-0.04062625,
|
||||
0.056534503,
|
||||
-0.04304168,
|
||||
-0.060214523,
|
||||
0.016551849,
|
||||
-0.006314451,
|
||||
0.060458317,
|
||||
0.027808908,
|
||||
0.040655438,
|
||||
-0.031415448,
|
||||
-0.120496035,
|
||||
-0.04355332,
|
||||
0.002170874,
|
||||
0.013876282,
|
||||
-0.011508199,
|
||||
-0.046841078,
|
||||
0.076444104,
|
||||
0.08982719,
|
||||
0.0846208,
|
||||
0.029678846,
|
||||
-0.086331986,
|
||||
0.14421903,
|
||||
-0.0030989156,
|
||||
0.01598773,
|
||||
0.059804816,
|
||||
-0.0464971,
|
||||
-0.0058899643,
|
||||
0.02542227,
|
||||
-0.020552263,
|
||||
0.10621325,
|
||||
-0.023809364,
|
||||
-0.13324538,
|
||||
-0.075492345,
|
||||
0.06716611,
|
||||
-0.040477127,
|
||||
-0.046582364,
|
||||
-0.07376809,
|
||||
0.024235222,
|
||||
0.070477486,
|
||||
0.11006968,
|
||||
-0.04869493,
|
||||
0.078016356,
|
||||
-0.07615679,
|
||||
0.08063025,
|
||||
-0.016255612,
|
||||
-0.051746953,
|
||||
0.08059405,
|
||||
-0.0025989392,
|
||||
-0.073428795,
|
||||
-0.03987752,
|
||||
0.098251894,
|
||||
-0.006217126,
|
||||
-0.028130062,
|
||||
-0.051326722,
|
||||
-0.0470711,
|
||||
-0.016759045,
|
||||
-0.039230157,
|
||||
-0.020525763,
|
||||
0.07148479,
|
||||
-0.05419997,
|
||||
-0.025775867,
|
||||
0.0070432695,
|
||||
-0.006410803,
|
||||
0.027631486,
|
||||
0.037966132,
|
||||
-0.025654731,
|
||||
-0.023324372,
|
||||
0.026257442,
|
||||
-0.034822363,
|
||||
-0.010826962,
|
||||
0.020623349,
|
||||
0.0523646,
|
||||
-0.022230538,
|
||||
0.028196862,
|
||||
0.023292363,
|
||||
0.12025986,
|
||||
-0.022648653,
|
||||
-0.061013527,
|
||||
-0.040045265,
|
||||
0.022293845,
|
||||
-0.016287014,
|
||||
-0.08896512,
|
||||
-0.021426601,
|
||||
0.05109808,
|
||||
0.038455352,
|
||||
0.055882193,
|
||||
0.10342665,
|
||||
0.06503611,
|
||||
0.07195616,
|
||||
-0.013601524,
|
||||
0.028618002,
|
||||
0.03990776,
|
||||
0.03236452,
|
||||
0.07085622,
|
||||
0.0055737793,
|
||||
0.013130723,
|
||||
-0.066394895,
|
||||
0.021342268,
|
||||
0.0026651763,
|
||||
-0.012577644,
|
||||
0.049445108,
|
||||
0.049437333,
|
||||
0.0047207237,
|
||||
-0.02006381,
|
||||
0.02022424,
|
||||
0.05142978,
|
||||
0.01725655,
|
||||
0.00037797724,
|
||||
0.039846063,
|
||||
-0.11509461,
|
||||
-0.013602717,
|
||||
-0.066661686,
|
||||
-0.020612884,
|
||||
0.012832718,
|
||||
-0.091352694,
|
||||
-0.09389515,
|
||||
0.07369748,
|
||||
0.056452867,
|
||||
0.10581744,
|
||||
-0.06383743,
|
||||
0.036662158,
|
||||
-0.07204409,
|
||||
0.012689036,
|
||||
-0.025724197,
|
||||
0.040817674,
|
||||
-0.06890574,
|
||||
0.0055584335,
|
||||
0.031956017,
|
||||
0.0014588524,
|
||||
0.098465145,
|
||||
0.0054196557,
|
||||
0.056656968,
|
||||
0.03322914,
|
||||
-0.040962957,
|
||||
-0.015689995,
|
||||
-0.034545593,
|
||||
-0.052660752,
|
||||
-0.044768244,
|
||||
-0.04419147,
|
||||
-0.11039146,
|
||||
0.015522225,
|
||||
0.0052053384,
|
||||
-0.08471112,
|
||||
0.025280464,
|
||||
-0.03353502,
|
||||
-0.018717872,
|
||||
-0.020738749,
|
||||
0.0021664763,
|
||||
-0.011238148,
|
||||
0.02322494,
|
||||
0.010894536,
|
||||
-0.09676859,
|
||||
0.01013113,
|
||||
0.0035604087,
|
||||
-0.0060942546,
|
||||
-0.027839229,
|
||||
-0.0037214137,
|
||||
0.053193003,
|
||||
-0.070640355,
|
||||
-0.07783396,
|
||||
0.005814805,
|
||||
0.0064411093,
|
||||
-0.023913933,
|
||||
0.030543711,
|
||||
-0.07979223,
|
||||
-0.008982119,
|
||||
0.043360766,
|
||||
-0.048063844,
|
||||
0.0017047173,
|
||||
0.06882568,
|
||||
-0.03443207,
|
||||
0.015080402,
|
||||
-0.049461022,
|
||||
0.045471057,
|
||||
-0.031460688,
|
||||
-0.0028212033,
|
||||
0.044725604,
|
||||
0.0026248703,
|
||||
-0.0329393,
|
||||
-0.034404054,
|
||||
0.024516258,
|
||||
0.002614168,
|
||||
-0.047855787,
|
||||
-0.03149,
|
||||
0.14646776,
|
||||
-0.047660008,
|
||||
0.021453902
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"object": "list",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
420
tests/integration/recordings/responses/c13d7510774c.json
Normal file
420
tests/integration/recordings/responses/c13d7510774c.json
Normal file
|
|
@ -0,0 +1,420 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "This is the first text",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.0011296043,
|
||||
0.06740522,
|
||||
0.015186453,
|
||||
0.037259158,
|
||||
0.02935556,
|
||||
0.015181291,
|
||||
0.07432997,
|
||||
-0.0033194474,
|
||||
0.0658106,
|
||||
-0.021833794,
|
||||
0.034404922,
|
||||
0.05099269,
|
||||
-0.011411872,
|
||||
-0.025082853,
|
||||
-0.051754408,
|
||||
0.027195254,
|
||||
0.07849019,
|
||||
-0.06000248,
|
||||
0.010478361,
|
||||
-0.003392346,
|
||||
0.043441977,
|
||||
0.12292443,
|
||||
9.388175e-05,
|
||||
0.0021187037,
|
||||
0.018079525,
|
||||
0.045084555,
|
||||
-0.097606525,
|
||||
0.11185215,
|
||||
0.049650617,
|
||||
-0.0348426,
|
||||
-0.039580915,
|
||||
0.0035499185,
|
||||
0.15893514,
|
||||
0.063421525,
|
||||
0.047970187,
|
||||
0.011613767,
|
||||
0.009793674,
|
||||
0.01536712,
|
||||
0.009413064,
|
||||
0.07999014,
|
||||
0.01915802,
|
||||
-0.13722447,
|
||||
0.017290922,
|
||||
0.013689777,
|
||||
0.014259784,
|
||||
-0.00021621982,
|
||||
-0.017730612,
|
||||
0.022902183,
|
||||
0.035927463,
|
||||
-0.015361024,
|
||||
-0.00975885,
|
||||
-0.040180918,
|
||||
-0.011500755,
|
||||
0.00012558368,
|
||||
0.08540788,
|
||||
0.08731169,
|
||||
0.004690206,
|
||||
0.006160604,
|
||||
0.003023499,
|
||||
0.008887178,
|
||||
-0.006278653,
|
||||
0.050593477,
|
||||
0.00053471717,
|
||||
0.04677382,
|
||||
0.09365536,
|
||||
-0.012813678,
|
||||
0.0177166,
|
||||
-0.06271032,
|
||||
-0.11535796,
|
||||
0.04110661,
|
||||
-0.014942371,
|
||||
0.044813167,
|
||||
-0.020877626,
|
||||
0.04299617,
|
||||
-0.06107898,
|
||||
0.01997848,
|
||||
-0.0687263,
|
||||
-0.035494387,
|
||||
0.04186985,
|
||||
0.012177578,
|
||||
-0.029081868,
|
||||
-0.066437304,
|
||||
0.030620316,
|
||||
0.05150629,
|
||||
-0.12813967,
|
||||
0.06819209,
|
||||
-0.047090717,
|
||||
-0.032926783,
|
||||
0.007485966,
|
||||
-0.017814271,
|
||||
0.038294822,
|
||||
-0.015788501,
|
||||
0.07054281,
|
||||
0.03807343,
|
||||
-0.114283286,
|
||||
0.042118594,
|
||||
-0.111601785,
|
||||
-0.04573834,
|
||||
-0.02895515,
|
||||
0.12735783,
|
||||
-0.013941619,
|
||||
-0.027150463,
|
||||
0.072897464,
|
||||
0.024098374,
|
||||
-0.054044593,
|
||||
-0.13128933,
|
||||
0.030136578,
|
||||
-0.023237763,
|
||||
-0.019079136,
|
||||
-0.0078745885,
|
||||
-0.021944366,
|
||||
-0.053324133,
|
||||
-0.070892006,
|
||||
-0.011552823,
|
||||
-0.023377078,
|
||||
-0.01562657,
|
||||
0.051452935,
|
||||
0.029251281,
|
||||
0.06480842,
|
||||
0.06403676,
|
||||
0.014424153,
|
||||
-0.057994097,
|
||||
-0.06993807,
|
||||
-0.023921017,
|
||||
-0.08493092,
|
||||
-0.087801315,
|
||||
0.048142783,
|
||||
-6.124397e-33,
|
||||
0.0103092175,
|
||||
0.038688924,
|
||||
0.003180582,
|
||||
0.03575604,
|
||||
0.005059993,
|
||||
-0.0041896994,
|
||||
-0.05389261,
|
||||
-0.029881287,
|
||||
-0.075520456,
|
||||
-0.07879111,
|
||||
-0.012291425,
|
||||
-0.05053033,
|
||||
0.020719253,
|
||||
-0.05190443,
|
||||
-0.05927485,
|
||||
-0.05987536,
|
||||
-0.05572788,
|
||||
0.03220933,
|
||||
-0.006331632,
|
||||
-0.021651596,
|
||||
-0.059913907,
|
||||
0.051977657,
|
||||
0.05122985,
|
||||
-0.06350782,
|
||||
-0.04872765,
|
||||
-0.014282773,
|
||||
0.0025304393,
|
||||
-0.024342295,
|
||||
-0.0055265254,
|
||||
0.020074077,
|
||||
-0.10194665,
|
||||
0.010741537,
|
||||
-0.02318619,
|
||||
-0.08105595,
|
||||
-0.014973416,
|
||||
0.0017918752,
|
||||
0.045083463,
|
||||
-0.05282281,
|
||||
-0.053680934,
|
||||
-0.013229242,
|
||||
-0.019794637,
|
||||
0.020036008,
|
||||
-0.00081875344,
|
||||
-0.10115686,
|
||||
-0.0006884125,
|
||||
0.09664284,
|
||||
-0.03943104,
|
||||
0.04955554,
|
||||
0.042241447,
|
||||
0.007962193,
|
||||
-0.052323878,
|
||||
0.05189162,
|
||||
0.037112337,
|
||||
0.034818016,
|
||||
0.063431285,
|
||||
-0.02657652,
|
||||
-0.009212341,
|
||||
-0.0025556423,
|
||||
-0.05609933,
|
||||
0.0020433308,
|
||||
-0.020113751,
|
||||
0.0012227942,
|
||||
-0.0017669081,
|
||||
0.019119242,
|
||||
0.016553605,
|
||||
-0.011386767,
|
||||
0.010368127,
|
||||
-0.00788346,
|
||||
0.046651863,
|
||||
-0.046871297,
|
||||
-0.085224025,
|
||||
-0.008958986,
|
||||
0.012052177,
|
||||
0.013311017,
|
||||
0.015157192,
|
||||
0.03708167,
|
||||
0.026588887,
|
||||
0.014486772,
|
||||
-0.013955214,
|
||||
0.019986698,
|
||||
-0.06885552,
|
||||
-0.07106239,
|
||||
0.012334861,
|
||||
0.03284816,
|
||||
-0.03151976,
|
||||
0.045773514,
|
||||
0.067994975,
|
||||
-0.077492714,
|
||||
0.018440822,
|
||||
0.06622958,
|
||||
-0.08641996,
|
||||
0.008967366,
|
||||
0.04134085,
|
||||
0.009518882,
|
||||
0.006565088,
|
||||
4.711897e-33,
|
||||
-0.02617601,
|
||||
0.0013207985,
|
||||
-0.014141556,
|
||||
-0.024331013,
|
||||
0.06929469,
|
||||
0.03143924,
|
||||
0.03726272,
|
||||
0.064707026,
|
||||
0.049426436,
|
||||
0.11073603,
|
||||
0.0498569,
|
||||
0.066796474,
|
||||
0.04154851,
|
||||
-0.034098588,
|
||||
0.07028382,
|
||||
0.034863915,
|
||||
0.12904617,
|
||||
-0.021078404,
|
||||
0.008925486,
|
||||
0.03016334,
|
||||
-0.02286831,
|
||||
0.03649071,
|
||||
-0.13193603,
|
||||
0.045608096,
|
||||
-0.012805477,
|
||||
0.041747537,
|
||||
0.12321406,
|
||||
-0.013507891,
|
||||
-0.007307474,
|
||||
-0.02975696,
|
||||
0.025006123,
|
||||
-0.009506256,
|
||||
0.024761083,
|
||||
0.023204166,
|
||||
-0.019123148,
|
||||
0.02259915,
|
||||
0.013744109,
|
||||
-0.03847919,
|
||||
-0.014476444,
|
||||
0.07522499,
|
||||
0.13586833,
|
||||
0.009872778,
|
||||
-0.03752485,
|
||||
-0.0273059,
|
||||
-0.016470777,
|
||||
-0.048831154,
|
||||
-0.03521732,
|
||||
-0.054363117,
|
||||
-0.0017890002,
|
||||
0.035665076,
|
||||
-0.010268516,
|
||||
-0.018602924,
|
||||
-0.036469962,
|
||||
-0.055976517,
|
||||
-0.007821111,
|
||||
0.00907826,
|
||||
-0.0073335953,
|
||||
0.050373644,
|
||||
-0.00025981313,
|
||||
-0.036349144,
|
||||
-0.024950698,
|
||||
0.058883175,
|
||||
-0.07245624,
|
||||
0.07399545,
|
||||
0.053919416,
|
||||
-0.051881794,
|
||||
-0.0063462397,
|
||||
0.07852022,
|
||||
-0.016959544,
|
||||
-0.0066832895,
|
||||
0.01265072,
|
||||
-0.014152041,
|
||||
-0.13643119,
|
||||
-0.085250236,
|
||||
-0.017519519,
|
||||
-0.00466121,
|
||||
0.0136799645,
|
||||
0.0009118405,
|
||||
-0.071966685,
|
||||
-0.06886893,
|
||||
0.14207116,
|
||||
0.03186518,
|
||||
-0.05592076,
|
||||
0.030404905,
|
||||
0.061872244,
|
||||
0.029894035,
|
||||
-0.00096155383,
|
||||
-0.06500391,
|
||||
-0.020616096,
|
||||
0.039591115,
|
||||
-0.12383165,
|
||||
0.0028830946,
|
||||
0.051231142,
|
||||
0.13391772,
|
||||
-0.08845233,
|
||||
-1.7589368e-08,
|
||||
-0.025769057,
|
||||
-0.080324695,
|
||||
-0.09164953,
|
||||
0.032005485,
|
||||
0.005889216,
|
||||
0.114638664,
|
||||
0.0233727,
|
||||
-0.069048144,
|
||||
-0.05594302,
|
||||
-0.05788277,
|
||||
0.014665582,
|
||||
0.080326974,
|
||||
0.0036707798,
|
||||
-0.030798541,
|
||||
0.024442635,
|
||||
0.008542568,
|
||||
-0.05288123,
|
||||
-0.06640491,
|
||||
0.00074039627,
|
||||
-0.023801958,
|
||||
0.030778948,
|
||||
0.054075025,
|
||||
-0.0027453878,
|
||||
-0.09929041,
|
||||
-0.0150463935,
|
||||
0.01624328,
|
||||
-0.0015419688,
|
||||
0.011909824,
|
||||
0.007890519,
|
||||
0.0489657,
|
||||
0.004866092,
|
||||
0.08265809,
|
||||
-0.0145542445,
|
||||
-0.04386104,
|
||||
0.004611713,
|
||||
0.024626419,
|
||||
0.023854014,
|
||||
0.0236921,
|
||||
0.05076065,
|
||||
-0.051832993,
|
||||
0.021252805,
|
||||
-0.0033932943,
|
||||
-0.021158189,
|
||||
0.020595197,
|
||||
-0.06475187,
|
||||
0.054174356,
|
||||
0.027812954,
|
||||
-0.05294382,
|
||||
0.015094968,
|
||||
-0.119794324,
|
||||
-0.034157146,
|
||||
-0.012219483,
|
||||
0.047453884,
|
||||
0.020896995,
|
||||
-0.026357891,
|
||||
0.015037571,
|
||||
0.033969007,
|
||||
0.05981613,
|
||||
-0.052542053,
|
||||
0.033553857,
|
||||
0.06119396,
|
||||
0.09635468,
|
||||
0.11632743,
|
||||
-0.016134953
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 5,
|
||||
"total_tokens": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
422
tests/integration/recordings/responses/c48eb1cb6e1c.json
Normal file
422
tests/integration/recordings/responses/c48eb1cb6e1c.json
Normal file
|
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"What is the biological inspiration for neural networks?"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.10230838,
|
||||
-0.08224274,
|
||||
0.02386987,
|
||||
-0.03541601,
|
||||
-0.01849779,
|
||||
0.05787613,
|
||||
-0.031342823,
|
||||
0.030891433,
|
||||
0.07037451,
|
||||
-0.027736247,
|
||||
-0.047175303,
|
||||
-0.0047223344,
|
||||
-0.016741188,
|
||||
0.017356846,
|
||||
-0.100889295,
|
||||
0.026418544,
|
||||
-0.0675857,
|
||||
0.09431865,
|
||||
-0.020842675,
|
||||
-0.022413163,
|
||||
-0.009295194,
|
||||
0.043116357,
|
||||
0.011911383,
|
||||
0.008668753,
|
||||
-0.047908504,
|
||||
0.06344468,
|
||||
-0.029300436,
|
||||
0.004667068,
|
||||
0.0005209494,
|
||||
-0.03084027,
|
||||
0.096635215,
|
||||
-0.009580088,
|
||||
0.010731579,
|
||||
0.020481875,
|
||||
-0.08412081,
|
||||
0.059937492,
|
||||
-0.088260904,
|
||||
-0.0016671015,
|
||||
0.021768492,
|
||||
-0.003979325,
|
||||
-0.021763379,
|
||||
-0.014259657,
|
||||
0.048000462,
|
||||
0.015427136,
|
||||
0.09755958,
|
||||
0.010355332,
|
||||
0.02050438,
|
||||
-0.041266255,
|
||||
0.033273138,
|
||||
-0.013968384,
|
||||
-0.08825624,
|
||||
-0.033225473,
|
||||
-0.02127378,
|
||||
0.024471933,
|
||||
0.06127936,
|
||||
0.06119299,
|
||||
-0.026490718,
|
||||
0.0151210865,
|
||||
-0.06972876,
|
||||
-0.010437868,
|
||||
0.040213317,
|
||||
-0.011723281,
|
||||
-0.06904643,
|
||||
0.020810815,
|
||||
0.037842188,
|
||||
0.022579413,
|
||||
-0.055453606,
|
||||
0.023251032,
|
||||
0.08011199,
|
||||
-0.044877384,
|
||||
0.088408746,
|
||||
0.02067646,
|
||||
-0.051436704,
|
||||
0.025897857,
|
||||
0.018288882,
|
||||
0.065622754,
|
||||
0.065107845,
|
||||
0.03978978,
|
||||
0.019740887,
|
||||
-0.072253615,
|
||||
5.9544687e-05,
|
||||
-0.008543701,
|
||||
0.021967534,
|
||||
0.046294566,
|
||||
0.06427795,
|
||||
0.035292417,
|
||||
0.0147250565,
|
||||
0.03066073,
|
||||
-0.07762946,
|
||||
0.00029099756,
|
||||
-0.034139138,
|
||||
-0.024901435,
|
||||
-0.029611107,
|
||||
-0.10678479,
|
||||
-0.060683943,
|
||||
-0.0017934343,
|
||||
-0.023385558,
|
||||
-0.078432895,
|
||||
0.002060721,
|
||||
0.028867336,
|
||||
-0.02819569,
|
||||
0.009272651,
|
||||
-0.017985396,
|
||||
0.014983593,
|
||||
0.07562587,
|
||||
-0.017170474,
|
||||
0.064670265,
|
||||
0.002128402,
|
||||
0.1310938,
|
||||
-0.06151175,
|
||||
-0.06497303,
|
||||
0.051440425,
|
||||
-0.05313471,
|
||||
0.016812937,
|
||||
0.04933477,
|
||||
-0.023115465,
|
||||
0.0087483935,
|
||||
-0.015650563,
|
||||
0.08556065,
|
||||
0.07376518,
|
||||
-0.04275521,
|
||||
-0.023489155,
|
||||
-0.10277512,
|
||||
-0.04004294,
|
||||
-0.037418038,
|
||||
0.0035999252,
|
||||
-0.15967175,
|
||||
-5.147516e-33,
|
||||
-0.0137625635,
|
||||
0.008369806,
|
||||
0.050065957,
|
||||
0.009015812,
|
||||
0.077434964,
|
||||
-0.07842769,
|
||||
0.033915173,
|
||||
-0.07100398,
|
||||
0.07608262,
|
||||
-0.02990977,
|
||||
-0.12365782,
|
||||
0.057408407,
|
||||
-0.017269323,
|
||||
0.12205155,
|
||||
0.070205435,
|
||||
-0.07705926,
|
||||
-0.103943996,
|
||||
-0.018815603,
|
||||
0.03340639,
|
||||
-0.07087323,
|
||||
-0.009640286,
|
||||
0.009892021,
|
||||
0.042712446,
|
||||
-0.012349303,
|
||||
-0.045281444,
|
||||
-0.02289145,
|
||||
-0.045452908,
|
||||
0.012000943,
|
||||
0.00091420225,
|
||||
0.008680777,
|
||||
-0.0048628636,
|
||||
0.04511048,
|
||||
-0.06120187,
|
||||
-0.01901521,
|
||||
0.029624766,
|
||||
0.016965946,
|
||||
0.022491941,
|
||||
-0.05770287,
|
||||
0.039217677,
|
||||
0.05591199,
|
||||
0.022302346,
|
||||
-0.021667656,
|
||||
0.044868935,
|
||||
-0.038508117,
|
||||
0.05678148,
|
||||
0.024347577,
|
||||
-0.038980145,
|
||||
0.007459784,
|
||||
-0.0036730687,
|
||||
-0.028568147,
|
||||
-0.008362538,
|
||||
0.012113232,
|
||||
0.03273877,
|
||||
-0.107404694,
|
||||
0.027158631,
|
||||
0.00079790066,
|
||||
-0.034335967,
|
||||
0.0028799083,
|
||||
0.004109312,
|
||||
0.06683407,
|
||||
-0.021135451,
|
||||
0.03233578,
|
||||
-0.0019597805,
|
||||
0.046820994,
|
||||
0.09051345,
|
||||
0.034042653,
|
||||
-0.03681609,
|
||||
-0.08244526,
|
||||
0.03867095,
|
||||
0.039461687,
|
||||
0.0073160445,
|
||||
0.052984253,
|
||||
-0.07250948,
|
||||
-0.115641944,
|
||||
-0.06545622,
|
||||
-0.0007324139,
|
||||
-0.049901687,
|
||||
-0.059578393,
|
||||
-0.0645108,
|
||||
0.036021687,
|
||||
-0.024459476,
|
||||
-0.013289271,
|
||||
-0.065466486,
|
||||
0.06002278,
|
||||
-0.04428054,
|
||||
0.07694785,
|
||||
0.048521705,
|
||||
-0.054440495,
|
||||
-0.018412473,
|
||||
-0.0016149838,
|
||||
-0.06097182,
|
||||
-0.038716663,
|
||||
0.06802589,
|
||||
-0.05799783,
|
||||
-0.08039679,
|
||||
3.611379e-33,
|
||||
-0.08262067,
|
||||
-0.03204657,
|
||||
-0.028822388,
|
||||
0.048980672,
|
||||
0.030796362,
|
||||
0.07780006,
|
||||
-0.021972818,
|
||||
-0.002271387,
|
||||
-0.03426234,
|
||||
0.080625765,
|
||||
0.031121854,
|
||||
0.047162402,
|
||||
0.07163762,
|
||||
-0.0013501514,
|
||||
0.02559714,
|
||||
-0.041637477,
|
||||
-0.054521292,
|
||||
-0.009806028,
|
||||
0.08774922,
|
||||
-0.07525572,
|
||||
0.012750029,
|
||||
0.17170253,
|
||||
-0.07512768,
|
||||
-0.022949748,
|
||||
0.033555392,
|
||||
0.035889816,
|
||||
-0.08415535,
|
||||
0.12036529,
|
||||
-0.033030294,
|
||||
0.034908433,
|
||||
-0.062138494,
|
||||
0.00796357,
|
||||
-0.043817557,
|
||||
0.015032237,
|
||||
0.054430354,
|
||||
0.14010938,
|
||||
0.045014434,
|
||||
-0.0058209584,
|
||||
0.01732776,
|
||||
-0.039730564,
|
||||
0.028245388,
|
||||
0.01422878,
|
||||
0.012688427,
|
||||
0.03063463,
|
||||
0.039065775,
|
||||
-0.044635378,
|
||||
-0.052242752,
|
||||
0.040875368,
|
||||
-0.040194053,
|
||||
0.061812058,
|
||||
0.05500572,
|
||||
0.019187871,
|
||||
-0.045823988,
|
||||
-0.06838901,
|
||||
-0.024126342,
|
||||
-0.0009639306,
|
||||
0.061077226,
|
||||
-0.018251002,
|
||||
0.07766169,
|
||||
-0.00567422,
|
||||
-0.061061647,
|
||||
-0.08588942,
|
||||
0.032846175,
|
||||
-0.024012743,
|
||||
-0.049680676,
|
||||
0.05839058,
|
||||
-0.014167444,
|
||||
0.097144075,
|
||||
0.010775226,
|
||||
-0.052071147,
|
||||
0.04610895,
|
||||
0.07335612,
|
||||
0.07120399,
|
||||
0.1028226,
|
||||
-0.07930675,
|
||||
-0.03850769,
|
||||
-0.03020882,
|
||||
-0.0041234274,
|
||||
-0.04933009,
|
||||
-0.036251605,
|
||||
-0.0590083,
|
||||
-0.07667668,
|
||||
0.004786309,
|
||||
0.004954009,
|
||||
0.0908305,
|
||||
0.0596148,
|
||||
-0.039207857,
|
||||
0.011206131,
|
||||
0.030405426,
|
||||
0.018793559,
|
||||
-0.0015877335,
|
||||
0.041109823,
|
||||
-0.031416893,
|
||||
0.0556611,
|
||||
-0.02737557,
|
||||
-1.6181557e-08,
|
||||
0.007685041,
|
||||
0.01949905,
|
||||
0.07300238,
|
||||
0.020899568,
|
||||
0.052970223,
|
||||
-0.03996715,
|
||||
0.04867212,
|
||||
0.0088583315,
|
||||
-0.04270171,
|
||||
-0.037400525,
|
||||
0.050844476,
|
||||
0.04526676,
|
||||
-0.0035515544,
|
||||
0.034569085,
|
||||
0.08018272,
|
||||
0.0038954662,
|
||||
0.024755714,
|
||||
0.01738288,
|
||||
-0.01202052,
|
||||
0.00085969194,
|
||||
0.036901433,
|
||||
0.031121632,
|
||||
-0.052757226,
|
||||
0.030107595,
|
||||
0.09174762,
|
||||
-0.09346625,
|
||||
-0.03547636,
|
||||
0.03205761,
|
||||
-0.004919257,
|
||||
0.048456274,
|
||||
0.009815509,
|
||||
0.071357235,
|
||||
0.038992055,
|
||||
-0.033071395,
|
||||
0.00020657796,
|
||||
0.060076863,
|
||||
-0.0016239597,
|
||||
-0.0673076,
|
||||
-0.10155186,
|
||||
-0.06703537,
|
||||
-0.06509405,
|
||||
0.031468824,
|
||||
0.012775417,
|
||||
0.0046917466,
|
||||
0.016282141,
|
||||
-0.04024359,
|
||||
0.05850968,
|
||||
-0.05423275,
|
||||
0.046367962,
|
||||
0.0020157802,
|
||||
-0.038429447,
|
||||
0.040971108,
|
||||
0.011054457,
|
||||
-0.0250188,
|
||||
-0.041018736,
|
||||
-0.015747897,
|
||||
-0.03137312,
|
||||
-0.08782612,
|
||||
-0.06839822,
|
||||
0.051101774,
|
||||
0.0068214918,
|
||||
0.121207915,
|
||||
0.04955481,
|
||||
-0.05083888
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 9,
|
||||
"total_tokens": 9
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
46
tests/integration/recordings/responses/c8a59b661fd5.json
Normal file
46
tests/integration/recordings/responses/c8a59b661fd5.json
Normal file
|
|
@ -0,0 +1,46 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"prompt": "Say completions",
|
||||
"max_tokens": 20,
|
||||
"extra_body": {}
|
||||
},
|
||||
"endpoint": "/v1/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "oCfwct8-4Yz4kd-984c2861287d4cc3",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "length",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": " of the following sentences:\n* The _most_ important thing in life is...\n* The _least",
|
||||
"seed": 12050749903881546000
|
||||
}
|
||||
],
|
||||
"created": 1758820465,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "text.completion",
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 20,
|
||||
"prompt_tokens": 3,
|
||||
"total_tokens": 23,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
},
|
||||
"prompt": []
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
61
tests/integration/recordings/responses/d2e057a81717.json
Normal file
61
tests/integration/recordings/responses/d2e057a81717.json
Normal file
|
|
@ -0,0 +1,61 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Test trace openai with temperature 1"
|
||||
}
|
||||
],
|
||||
"max_tokens": 100,
|
||||
"stream": false,
|
||||
"temperature": 0.7
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "oCfxJ43-4Yz4kd-984c2b99bc6a9045",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "length",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "I'll do my best to generate a response with a temperature of 1. \n\nIn the context of language models like myself, temperature is a parameter that controls the level of randomness or creativity in the generated text. A temperature of 1 is relatively high, which means the model will produce more diverse and potentially less coherent text.\n\nHere's a response with a temperature of 1:\n\n\"The stars shone brightly in the midnight sky, like diamonds scattered across the velvet expanse. The world was bath",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": []
|
||||
},
|
||||
"seed": 8314651915728863000
|
||||
}
|
||||
],
|
||||
"created": 1758820596,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 100,
|
||||
"prompt_tokens": 43,
|
||||
"total_tokens": 143,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
},
|
||||
"prompt": []
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
801
tests/integration/recordings/responses/d5971b8fdb94.json
Normal file
801
tests/integration/recordings/responses/d5971b8fdb94.json
Normal file
|
|
@ -0,0 +1,801 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"input": "Hello, world!",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.017041557,
|
||||
-0.07436493,
|
||||
0.02897635,
|
||||
-0.032216743,
|
||||
0.0056444216,
|
||||
-0.029015187,
|
||||
0.06512343,
|
||||
-0.040310342,
|
||||
0.05263593,
|
||||
0.0068842396,
|
||||
0.019191971,
|
||||
-0.0064884443,
|
||||
-0.01664521,
|
||||
0.014244285,
|
||||
0.036390014,
|
||||
-0.040292,
|
||||
0.031780273,
|
||||
0.0039553884,
|
||||
-0.055303488,
|
||||
-0.028992416,
|
||||
-0.02059435,
|
||||
0.05677091,
|
||||
-0.043668333,
|
||||
-0.014273451,
|
||||
0.15328151,
|
||||
-0.023603301,
|
||||
-0.049825363,
|
||||
0.007869072,
|
||||
-0.010882995,
|
||||
-0.033912696,
|
||||
0.053697765,
|
||||
-0.00093928695,
|
||||
0.0017799847,
|
||||
0.038871024,
|
||||
-0.069678165,
|
||||
-0.067093275,
|
||||
0.025772842,
|
||||
-0.057590123,
|
||||
-0.015825877,
|
||||
0.020131286,
|
||||
0.020742312,
|
||||
0.003915491,
|
||||
-0.018451879,
|
||||
0.020440312,
|
||||
-0.023613403,
|
||||
-0.039568678,
|
||||
-0.013152008,
|
||||
-0.01871725,
|
||||
0.021348018,
|
||||
-0.019964654,
|
||||
0.038607903,
|
||||
0.018397795,
|
||||
-0.0063561443,
|
||||
-0.018936336,
|
||||
-0.060981557,
|
||||
-0.02152846,
|
||||
0.027057847,
|
||||
0.0014626224,
|
||||
-0.018241309,
|
||||
-0.07473041,
|
||||
-0.02377323,
|
||||
-0.033910733,
|
||||
0.02569418,
|
||||
-0.024951216,
|
||||
-0.0076659806,
|
||||
-0.015425462,
|
||||
0.006604636,
|
||||
0.09833969,
|
||||
-0.005054596,
|
||||
0.008841989,
|
||||
-0.01836461,
|
||||
-0.018554095,
|
||||
0.011605144,
|
||||
-0.016599955,
|
||||
-0.062196333,
|
||||
-0.0037542647,
|
||||
-0.025220644,
|
||||
-0.027834827,
|
||||
-0.020460974,
|
||||
-0.050503097,
|
||||
0.032119684,
|
||||
-0.023387104,
|
||||
0.050067227,
|
||||
-0.05834235,
|
||||
0.023189448,
|
||||
-0.021862485,
|
||||
0.023831544,
|
||||
-0.016663097,
|
||||
-0.041609522,
|
||||
0.025361128,
|
||||
0.002924296,
|
||||
0.01852158,
|
||||
0.08960255,
|
||||
-0.003265466,
|
||||
-0.058762494,
|
||||
-0.06428431,
|
||||
-0.014671485,
|
||||
-0.046800107,
|
||||
0.02691456,
|
||||
-0.0059303525,
|
||||
-0.015431455,
|
||||
0.022179665,
|
||||
0.014044907,
|
||||
0.012218545,
|
||||
0.0053836405,
|
||||
-0.025096457,
|
||||
0.009438382,
|
||||
0.032498095,
|
||||
0.06879721,
|
||||
0.056900814,
|
||||
0.019497631,
|
||||
-0.122159146,
|
||||
-0.106994465,
|
||||
-0.017456975,
|
||||
0.047223866,
|
||||
0.06569824,
|
||||
0.04780035,
|
||||
0.018039258,
|
||||
-0.0011028647,
|
||||
-0.05067006,
|
||||
0.0106863845,
|
||||
0.027489506,
|
||||
-0.014593985,
|
||||
-0.039851535,
|
||||
-0.09175489,
|
||||
0.037555773,
|
||||
-0.060439512,
|
||||
0.008525801,
|
||||
0.0071557434,
|
||||
-0.057973035,
|
||||
-0.054225244,
|
||||
0.051505033,
|
||||
-0.0008626373,
|
||||
0.069083415,
|
||||
0.064380065,
|
||||
0.09843996,
|
||||
0.0062191207,
|
||||
-0.041505292,
|
||||
-0.05381256,
|
||||
-0.0073601264,
|
||||
-0.03288613,
|
||||
0.011711341,
|
||||
-0.09244605,
|
||||
0.0069717136,
|
||||
-0.05722877,
|
||||
0.041075893,
|
||||
0.06521969,
|
||||
-0.0018537377,
|
||||
0.016272636,
|
||||
0.008761483,
|
||||
-0.029342752,
|
||||
0.020412564,
|
||||
-0.07015791,
|
||||
0.033616304,
|
||||
0.039998446,
|
||||
0.01602917,
|
||||
0.044467725,
|
||||
-0.08176377,
|
||||
-0.036885373,
|
||||
0.03468746,
|
||||
0.0024068495,
|
||||
0.00056306267,
|
||||
0.02546511,
|
||||
-0.053339135,
|
||||
-0.027220095,
|
||||
-0.021510394,
|
||||
0.054806393,
|
||||
-0.005447777,
|
||||
-0.05690438,
|
||||
-0.028497366,
|
||||
0.01873974,
|
||||
-0.035461064,
|
||||
-0.00019089226,
|
||||
-0.04914238,
|
||||
0.030303763,
|
||||
0.013396073,
|
||||
0.015789565,
|
||||
-0.07714792,
|
||||
-0.062155712,
|
||||
-0.00677417,
|
||||
0.02850476,
|
||||
0.031491462,
|
||||
0.014566345,
|
||||
0.012163924,
|
||||
0.11814501,
|
||||
-0.0043511004,
|
||||
-0.017920421,
|
||||
0.004205825,
|
||||
-0.0015928322,
|
||||
-0.012145554,
|
||||
0.01663168,
|
||||
-0.071173735,
|
||||
0.0029570858,
|
||||
0.12899451,
|
||||
0.004157568,
|
||||
0.010501232,
|
||||
0.07710632,
|
||||
0.062119417,
|
||||
0.021002673,
|
||||
-0.023212241,
|
||||
-0.04327007,
|
||||
-0.0567023,
|
||||
0.04590105,
|
||||
0.0019161925,
|
||||
0.02637205,
|
||||
0.029331107,
|
||||
-0.029769177,
|
||||
-0.050466795,
|
||||
-0.08057371,
|
||||
0.007419741,
|
||||
-0.008777471,
|
||||
0.02217743,
|
||||
0.013535721,
|
||||
0.03426775,
|
||||
0.04592361,
|
||||
0.009423588,
|
||||
-0.023030678,
|
||||
-0.024462381,
|
||||
0.054334357,
|
||||
0.06710402,
|
||||
0.077300854,
|
||||
0.0300022,
|
||||
-0.0035417816,
|
||||
-0.0046773576,
|
||||
-0.0927158,
|
||||
-0.0218652,
|
||||
-0.043468982,
|
||||
-0.035734102,
|
||||
-0.038873542,
|
||||
-0.0412869,
|
||||
-0.016015923,
|
||||
0.0038303286,
|
||||
0.08523618,
|
||||
-0.05200533,
|
||||
-0.014904317,
|
||||
-0.016793448,
|
||||
0.04478206,
|
||||
-0.017161047,
|
||||
0.02638292,
|
||||
0.007849463,
|
||||
-0.040533304,
|
||||
-0.017599737,
|
||||
0.047704253,
|
||||
0.034988616,
|
||||
-0.013908102,
|
||||
0.044121094,
|
||||
0.040395457,
|
||||
-0.010402818,
|
||||
0.0063570403,
|
||||
-0.014962749,
|
||||
0.025776524,
|
||||
0.023681043,
|
||||
0.006042675,
|
||||
0.017647373,
|
||||
0.016301101,
|
||||
-0.07793374,
|
||||
-0.004771094,
|
||||
0.012728924,
|
||||
-0.00047885205,
|
||||
-0.051591527,
|
||||
0.03612118,
|
||||
-0.02209703,
|
||||
0.052075963,
|
||||
-0.021613466,
|
||||
-0.026258182,
|
||||
0.008102769,
|
||||
-0.04963262,
|
||||
0.00062747014,
|
||||
-0.012579783,
|
||||
0.076374784,
|
||||
-0.047350414,
|
||||
-0.007680664,
|
||||
0.062471915,
|
||||
-0.0061351187,
|
||||
-0.043617643,
|
||||
0.023878522,
|
||||
-0.09653609,
|
||||
0.018392054,
|
||||
-0.039719462,
|
||||
0.065271765,
|
||||
0.034548305,
|
||||
0.004219043,
|
||||
-0.003628092,
|
||||
0.0047836183,
|
||||
0.0132732885,
|
||||
-0.028140727,
|
||||
-0.015683327,
|
||||
-0.052812085,
|
||||
-0.019410037,
|
||||
0.06812139,
|
||||
-0.041178964,
|
||||
0.014646207,
|
||||
-0.0037439142,
|
||||
0.0003088275,
|
||||
-0.04985693,
|
||||
0.0223661,
|
||||
0.008887433,
|
||||
0.0049061268,
|
||||
0.042707395,
|
||||
-0.021471359,
|
||||
-0.06471383,
|
||||
0.0022036259,
|
||||
0.030178884,
|
||||
-0.002764245,
|
||||
-0.0063233464,
|
||||
-0.04146522,
|
||||
-0.008236624,
|
||||
0.0037351896,
|
||||
-0.027550086,
|
||||
-0.0137326885,
|
||||
0.0055276263,
|
||||
0.0016785853,
|
||||
0.050191414,
|
||||
0.02629574,
|
||||
-0.009129228,
|
||||
0.06351977,
|
||||
-0.037435655,
|
||||
0.0467174,
|
||||
-0.012987377,
|
||||
-0.007550927,
|
||||
-0.004503205,
|
||||
0.010520655,
|
||||
0.064984836,
|
||||
0.009879768,
|
||||
0.055787366,
|
||||
-0.042653065,
|
||||
0.024189176,
|
||||
0.0378726,
|
||||
-0.032453574,
|
||||
0.043519154,
|
||||
0.020133087,
|
||||
-0.055212636,
|
||||
-0.016188117,
|
||||
0.03764466,
|
||||
-0.022142444,
|
||||
0.11164031,
|
||||
0.019020407,
|
||||
-0.008950892,
|
||||
0.0517199,
|
||||
0.0014494535,
|
||||
0.041113462,
|
||||
-0.0912906,
|
||||
-0.04723132,
|
||||
0.008548748,
|
||||
0.028231544,
|
||||
0.023689618,
|
||||
-0.039103802,
|
||||
-0.034011997,
|
||||
-0.04731894,
|
||||
0.03309799,
|
||||
-0.044572156,
|
||||
-0.116778485,
|
||||
-0.028786778,
|
||||
0.05798776,
|
||||
0.05287191,
|
||||
-0.0039562676,
|
||||
-0.08213019,
|
||||
-0.01224603,
|
||||
-0.012757768,
|
||||
0.035721667,
|
||||
0.012440343,
|
||||
0.0053813523,
|
||||
-0.072770126,
|
||||
0.0066190604,
|
||||
0.038976185,
|
||||
-0.037760906,
|
||||
-0.0031381482,
|
||||
-0.052277293,
|
||||
-0.016870236,
|
||||
-0.053451907,
|
||||
-0.05629483,
|
||||
-0.034493946,
|
||||
-0.0048654405,
|
||||
0.022051724,
|
||||
0.028501945,
|
||||
0.025858566,
|
||||
-0.023936177,
|
||||
-0.098391004,
|
||||
-0.030646492,
|
||||
-0.049461726,
|
||||
-0.00086931954,
|
||||
0.03593346,
|
||||
0.015843417,
|
||||
-0.03276966,
|
||||
0.008957432,
|
||||
-0.022735167,
|
||||
-0.012159252,
|
||||
0.07607085,
|
||||
-0.059834506,
|
||||
0.004478244,
|
||||
0.03439635,
|
||||
0.03683821,
|
||||
0.062883355,
|
||||
0.054430448,
|
||||
-0.029807799,
|
||||
0.0032295138,
|
||||
0.08891875,
|
||||
-0.026941199,
|
||||
-0.00618463,
|
||||
-0.022683868,
|
||||
-0.024138795,
|
||||
-0.036633875,
|
||||
0.02097464,
|
||||
-0.003001584,
|
||||
0.020455033,
|
||||
0.043717608,
|
||||
0.06566654,
|
||||
-0.029039463,
|
||||
-0.0066977167,
|
||||
-0.04504434,
|
||||
0.022257777,
|
||||
0.054422457,
|
||||
0.029796708,
|
||||
0.009008146,
|
||||
0.028205348,
|
||||
0.06255052,
|
||||
-0.004475601,
|
||||
0.059329458,
|
||||
-0.038065027,
|
||||
-0.027933009,
|
||||
-0.07060949,
|
||||
0.013978787,
|
||||
-0.051300917,
|
||||
0.02945564,
|
||||
-0.008552103,
|
||||
-0.009436655,
|
||||
0.039747514,
|
||||
-0.016741823,
|
||||
0.04740887,
|
||||
0.03521937,
|
||||
-0.012574282,
|
||||
-0.089222826,
|
||||
-0.043515395,
|
||||
-0.04158566,
|
||||
0.0016020355,
|
||||
0.02684753,
|
||||
-0.019394692,
|
||||
-0.02156877,
|
||||
0.06316388,
|
||||
0.01663444,
|
||||
0.015482924,
|
||||
0.047349654,
|
||||
-0.028341234,
|
||||
0.013805591,
|
||||
-0.010708488,
|
||||
-0.07627738,
|
||||
0.08611209,
|
||||
0.0089956885,
|
||||
0.034438204,
|
||||
0.016312746,
|
||||
-0.03412846,
|
||||
0.0770598,
|
||||
-0.06790466,
|
||||
0.036359854,
|
||||
0.08038976,
|
||||
0.023465984,
|
||||
-0.019832904,
|
||||
-0.0011524013,
|
||||
-0.03804293,
|
||||
0.04106918,
|
||||
-0.028220456,
|
||||
0.032340813,
|
||||
-0.030669356,
|
||||
-0.004353358,
|
||||
-0.019439798,
|
||||
0.0020563425,
|
||||
0.03015629,
|
||||
-0.06430176,
|
||||
0.0034439075,
|
||||
-0.045720384,
|
||||
-0.06526568,
|
||||
-0.0004192516,
|
||||
-0.016580455,
|
||||
-0.012596616,
|
||||
0.039126,
|
||||
-0.04699455,
|
||||
-0.008973794,
|
||||
0.015056125,
|
||||
0.018929023,
|
||||
-0.07840811,
|
||||
-0.014792519,
|
||||
-0.0044317124,
|
||||
0.019588342,
|
||||
0.035912346,
|
||||
-0.035739247,
|
||||
0.058755044,
|
||||
-0.01856197,
|
||||
0.021155646,
|
||||
-0.073580906,
|
||||
-0.04310776,
|
||||
-0.023147091,
|
||||
-0.010232029,
|
||||
0.06352039,
|
||||
0.039570276,
|
||||
0.020424508,
|
||||
0.051613245,
|
||||
0.013395984,
|
||||
-0.003908009,
|
||||
-0.04643392,
|
||||
0.019592889,
|
||||
-0.008484923,
|
||||
0.0031434586,
|
||||
-0.046069775,
|
||||
-0.01765311,
|
||||
-0.041277196,
|
||||
-0.070297986,
|
||||
0.012561737,
|
||||
-0.003500738,
|
||||
-0.01729488,
|
||||
-0.0033254062,
|
||||
0.053035453,
|
||||
-0.054218896,
|
||||
-0.029708259,
|
||||
-0.0047281524,
|
||||
0.019236762,
|
||||
-0.12249525,
|
||||
0.03018237,
|
||||
-0.028753102,
|
||||
-0.031858314,
|
||||
0.0811298,
|
||||
-0.005711499,
|
||||
-0.057587985,
|
||||
0.014153141,
|
||||
0.0006705577,
|
||||
-0.024263157,
|
||||
0.016729265,
|
||||
-0.03195949,
|
||||
-0.007259763,
|
||||
-0.0035231581,
|
||||
-0.03890975,
|
||||
0.011460382,
|
||||
-0.06591321,
|
||||
-0.023756726,
|
||||
-0.023958001,
|
||||
0.030074941,
|
||||
-0.0040949634,
|
||||
-0.048368257,
|
||||
-0.029692868,
|
||||
0.027246583,
|
||||
-0.024747347,
|
||||
0.014442731,
|
||||
-0.00832639,
|
||||
-0.0002390868,
|
||||
-0.013635633,
|
||||
0.0035843733,
|
||||
0.02354072,
|
||||
-0.012829061,
|
||||
-0.0060750768,
|
||||
-0.044952527,
|
||||
-0.05725624,
|
||||
0.031746052,
|
||||
-0.024419094,
|
||||
0.032444403,
|
||||
-0.029308707,
|
||||
0.034302235,
|
||||
-0.022495607,
|
||||
0.015296428,
|
||||
-0.0057196384,
|
||||
-7.8588724e-05,
|
||||
0.060303975,
|
||||
0.06299601,
|
||||
0.028222265,
|
||||
-0.0071411408,
|
||||
0.015196491,
|
||||
0.02031155,
|
||||
0.039635558,
|
||||
0.079736926,
|
||||
0.008736669,
|
||||
-0.023079613,
|
||||
-0.04490686,
|
||||
-0.021764707,
|
||||
-0.015199573,
|
||||
0.036019534,
|
||||
-0.0046079857,
|
||||
0.04429082,
|
||||
-0.04291344,
|
||||
-0.05991891,
|
||||
-0.006501417,
|
||||
0.010603077,
|
||||
0.03435066,
|
||||
-0.065568395,
|
||||
-0.04424192,
|
||||
0.035055783,
|
||||
0.019717937,
|
||||
0.032764338,
|
||||
0.021240309,
|
||||
-0.01646063,
|
||||
0.007835414,
|
||||
0.06857148,
|
||||
-0.013750999,
|
||||
0.028333688,
|
||||
-0.078255735,
|
||||
-0.047899257,
|
||||
-0.0006370693,
|
||||
0.012606231,
|
||||
0.012178417,
|
||||
-0.013057751,
|
||||
-0.008095854,
|
||||
-0.013466724,
|
||||
0.019036459,
|
||||
-0.025450038,
|
||||
0.021131655,
|
||||
-0.02505666,
|
||||
0.012961284,
|
||||
0.0004236046,
|
||||
-0.023920864,
|
||||
-0.055114083,
|
||||
0.082351916,
|
||||
0.028973032,
|
||||
0.025259241,
|
||||
0.098259576,
|
||||
-0.007385416,
|
||||
0.003546012,
|
||||
-0.05316339,
|
||||
-0.04186183,
|
||||
0.043638214,
|
||||
-0.069299474,
|
||||
-0.013284585,
|
||||
-0.010019175,
|
||||
0.012883975,
|
||||
0.014200739,
|
||||
-0.013508286,
|
||||
0.0086570075,
|
||||
-0.020393575,
|
||||
0.10617594,
|
||||
0.028786503,
|
||||
-0.018674662,
|
||||
0.026763268,
|
||||
-0.0062548965,
|
||||
-0.07215284,
|
||||
0.055464335,
|
||||
0.0029595464,
|
||||
-0.009364344,
|
||||
-0.096402094,
|
||||
0.02823341,
|
||||
-0.022853011,
|
||||
0.04750492,
|
||||
0.008378555,
|
||||
0.016491622,
|
||||
0.01860681,
|
||||
0.048116222,
|
||||
0.106049344,
|
||||
-0.028929656,
|
||||
-0.008896546,
|
||||
0.033615295,
|
||||
-0.0070807124,
|
||||
-0.05684197,
|
||||
-0.061439563,
|
||||
0.0060220268,
|
||||
0.046171866,
|
||||
-0.01574131,
|
||||
-0.07562956,
|
||||
0.0024098414,
|
||||
0.0006304895,
|
||||
-0.07831614,
|
||||
0.060869616,
|
||||
0.00076000375,
|
||||
-0.008209363,
|
||||
-0.04139266,
|
||||
-0.085268535,
|
||||
-0.028194478,
|
||||
-0.024567788,
|
||||
-0.04218179,
|
||||
0.023546752,
|
||||
0.036236234,
|
||||
0.017199656,
|
||||
-0.03315456,
|
||||
-0.023814544,
|
||||
0.038755447,
|
||||
-0.023165299,
|
||||
-0.049283065,
|
||||
-0.006907019,
|
||||
0.040826146,
|
||||
0.017533792,
|
||||
-0.036849793,
|
||||
-0.015506943,
|
||||
-0.010768763,
|
||||
-0.08758806,
|
||||
-0.0295733,
|
||||
0.055843282,
|
||||
-0.012555046,
|
||||
0.0076235603,
|
||||
0.008802991,
|
||||
0.026661193,
|
||||
-0.023899797,
|
||||
0.043548774,
|
||||
-0.034339137,
|
||||
-0.027354732,
|
||||
-0.07583677,
|
||||
0.020500224,
|
||||
0.036802996,
|
||||
0.031019075,
|
||||
0.04605757,
|
||||
-0.004433706,
|
||||
0.0108612785,
|
||||
0.050121468,
|
||||
-0.07816735,
|
||||
-0.014776514,
|
||||
-0.04565195,
|
||||
-0.0036854912,
|
||||
0.0075577567,
|
||||
-0.017044865,
|
||||
0.030597543,
|
||||
-0.013623054,
|
||||
-0.0648466,
|
||||
-0.0318741,
|
||||
-0.059455115,
|
||||
-0.024783187,
|
||||
-0.0088010235,
|
||||
0.11127796,
|
||||
0.03429834,
|
||||
-0.010424589,
|
||||
-0.06355135,
|
||||
0.034265812,
|
||||
0.02680333,
|
||||
-0.007930513,
|
||||
0.030092249,
|
||||
0.008321974,
|
||||
0.03125566,
|
||||
-0.06832331,
|
||||
-0.0076806936,
|
||||
0.034010306,
|
||||
-0.087202646,
|
||||
-0.047684345,
|
||||
0.06384632,
|
||||
-0.026591811,
|
||||
-0.0016003181,
|
||||
0.05721666,
|
||||
-0.0024700803,
|
||||
-0.029714238,
|
||||
0.07761957,
|
||||
-0.04561395,
|
||||
-0.053199258,
|
||||
0.030417573,
|
||||
-0.01958724,
|
||||
0.0012449475,
|
||||
-0.04003076,
|
||||
0.08825553,
|
||||
-0.023196172,
|
||||
-0.08629044,
|
||||
-0.049815316,
|
||||
0.027229005,
|
||||
0.0021765123,
|
||||
0.03438692,
|
||||
-0.09314263,
|
||||
-0.019655729,
|
||||
0.018762926,
|
||||
0.025670087,
|
||||
-0.017116003,
|
||||
0.031716976,
|
||||
-0.05509443,
|
||||
0.032953184,
|
||||
-0.02264915,
|
||||
0.04861606,
|
||||
-0.050201602,
|
||||
0.033154316,
|
||||
0.009971947,
|
||||
-0.037610047,
|
||||
0.016600395,
|
||||
-0.031037569,
|
||||
-0.015495428,
|
||||
0.026365642,
|
||||
-0.043527953,
|
||||
0.055781424,
|
||||
0.06780075,
|
||||
-0.015966192,
|
||||
0.03201043,
|
||||
0.028026119
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"object": "list",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
1062
tests/integration/recordings/responses/d64ffaa0de6f.json
Normal file
1062
tests/integration/recordings/responses/d64ffaa0de6f.json
Normal file
File diff suppressed because it is too large
Load diff
67
tests/integration/recordings/responses/d927b47032de.json
Normal file
67
tests/integration/recordings/responses/d927b47032de.json
Normal file
File diff suppressed because one or more lines are too long
422
tests/integration/recordings/responses/dc978ebb7159.json
Normal file
422
tests/integration/recordings/responses/dc978ebb7159.json
Normal file
|
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"How do systems learn without explicit programming?"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.04984423,
|
||||
-0.0065021752,
|
||||
-0.07637173,
|
||||
0.03917369,
|
||||
0.00031861305,
|
||||
-0.04042923,
|
||||
0.0011150879,
|
||||
0.003936656,
|
||||
-0.019640122,
|
||||
0.06384856,
|
||||
-0.023051452,
|
||||
0.037558515,
|
||||
0.047722198,
|
||||
-0.03396131,
|
||||
0.0019017205,
|
||||
-0.05376357,
|
||||
-0.08049833,
|
||||
0.029636204,
|
||||
0.03433438,
|
||||
-0.10370592,
|
||||
-0.012407874,
|
||||
-0.036972973,
|
||||
-0.03961349,
|
||||
-0.010151935,
|
||||
0.014429107,
|
||||
0.08523679,
|
||||
-0.00839657,
|
||||
0.020103412,
|
||||
0.01863058,
|
||||
-0.004850945,
|
||||
0.052703105,
|
||||
0.03198295,
|
||||
0.09851406,
|
||||
-0.021857157,
|
||||
-0.030757615,
|
||||
0.029216181,
|
||||
0.007728418,
|
||||
-0.023179187,
|
||||
-0.024685089,
|
||||
-0.00815707,
|
||||
-0.13637935,
|
||||
0.043761857,
|
||||
-0.02209246,
|
||||
0.039698977,
|
||||
0.09477744,
|
||||
0.019010609,
|
||||
-0.04610655,
|
||||
-0.043215692,
|
||||
-0.045460463,
|
||||
-0.06836739,
|
||||
-0.1530461,
|
||||
-0.034367662,
|
||||
0.013275635,
|
||||
-0.03926102,
|
||||
-0.019648515,
|
||||
0.028101413,
|
||||
0.025540326,
|
||||
0.089463815,
|
||||
-0.06327886,
|
||||
-0.02595456,
|
||||
-0.11979868,
|
||||
-0.12334712,
|
||||
-0.087600626,
|
||||
-0.013221264,
|
||||
0.013799792,
|
||||
0.015545913,
|
||||
0.00064019626,
|
||||
0.040825542,
|
||||
0.07697552,
|
||||
-0.030981697,
|
||||
-0.06173165,
|
||||
0.0036019792,
|
||||
-0.022016058,
|
||||
0.0018515446,
|
||||
0.05704056,
|
||||
-0.06933254,
|
||||
0.020957416,
|
||||
0.064757325,
|
||||
-0.0020772594,
|
||||
-0.0064814533,
|
||||
-0.06261177,
|
||||
-0.015868051,
|
||||
-0.037469238,
|
||||
0.07497992,
|
||||
0.065091245,
|
||||
0.039346796,
|
||||
0.012607916,
|
||||
0.08583316,
|
||||
0.06540376,
|
||||
0.0011848691,
|
||||
-0.00564589,
|
||||
-0.08397946,
|
||||
-0.059715644,
|
||||
-0.031260643,
|
||||
0.056604136,
|
||||
0.029362248,
|
||||
0.087739736,
|
||||
-0.08420318,
|
||||
-0.04931336,
|
||||
0.09726916,
|
||||
-0.0017463911,
|
||||
0.019265981,
|
||||
0.057564486,
|
||||
-0.008517195,
|
||||
-0.040554836,
|
||||
0.02923812,
|
||||
0.061266143,
|
||||
0.02060355,
|
||||
0.076881945,
|
||||
-0.12177566,
|
||||
-0.024966033,
|
||||
0.00019745702,
|
||||
0.005747222,
|
||||
0.014114126,
|
||||
-0.03401446,
|
||||
-0.0013969344,
|
||||
0.01964643,
|
||||
-0.047716763,
|
||||
0.031978507,
|
||||
0.028447492,
|
||||
-0.009964347,
|
||||
-0.017102454,
|
||||
-4.63913e-07,
|
||||
0.08103938,
|
||||
-0.0346138,
|
||||
-0.009416571,
|
||||
-0.066550575,
|
||||
-3.9539905e-33,
|
||||
-0.007294673,
|
||||
0.0067699,
|
||||
0.06725818,
|
||||
0.03072976,
|
||||
-0.0117797265,
|
||||
-0.041026328,
|
||||
0.06852793,
|
||||
-0.037222322,
|
||||
0.027420986,
|
||||
0.066954724,
|
||||
0.043863658,
|
||||
0.0061272033,
|
||||
0.061314374,
|
||||
0.10138567,
|
||||
0.08718787,
|
||||
0.037215915,
|
||||
-0.06740457,
|
||||
0.023863165,
|
||||
0.014470287,
|
||||
-0.02899169,
|
||||
0.0893073,
|
||||
0.035965327,
|
||||
0.005637208,
|
||||
-0.10819648,
|
||||
0.023759954,
|
||||
0.051624484,
|
||||
-0.011389106,
|
||||
-0.016350063,
|
||||
0.035536684,
|
||||
0.0097545255,
|
||||
-0.030856358,
|
||||
0.04067114,
|
||||
-0.02971763,
|
||||
0.0697159,
|
||||
0.061810073,
|
||||
0.025801104,
|
||||
0.03703326,
|
||||
-0.0021732633,
|
||||
0.08720141,
|
||||
-0.053768326,
|
||||
0.06975253,
|
||||
-0.044379126,
|
||||
0.05350251,
|
||||
-0.014546655,
|
||||
0.0019427998,
|
||||
0.022796933,
|
||||
0.02047684,
|
||||
-0.02788562,
|
||||
-0.11744917,
|
||||
-0.008886625,
|
||||
-0.030535355,
|
||||
0.0013790294,
|
||||
-0.016426755,
|
||||
-0.07323933,
|
||||
0.010640432,
|
||||
0.08230106,
|
||||
-0.012989938,
|
||||
-0.015557066,
|
||||
-0.044253703,
|
||||
0.06853842,
|
||||
0.0044834577,
|
||||
0.027410327,
|
||||
0.07402351,
|
||||
0.04888233,
|
||||
-0.0063870386,
|
||||
0.046451516,
|
||||
-0.057963096,
|
||||
0.059795424,
|
||||
0.086261205,
|
||||
0.025499415,
|
||||
-0.057358176,
|
||||
0.045224484,
|
||||
-0.07970627,
|
||||
-0.036587525,
|
||||
0.02942726,
|
||||
-0.038539898,
|
||||
0.06695297,
|
||||
-0.08024641,
|
||||
0.03596079,
|
||||
0.04907759,
|
||||
0.029716326,
|
||||
-0.03762173,
|
||||
0.03575466,
|
||||
0.001120044,
|
||||
-0.031716947,
|
||||
0.0017757203,
|
||||
-0.017645523,
|
||||
0.00049374095,
|
||||
-0.036480494,
|
||||
-0.07056745,
|
||||
-0.04874728,
|
||||
-0.05242818,
|
||||
-0.06110843,
|
||||
0.037233498,
|
||||
0.04336727,
|
||||
1.5320788e-33,
|
||||
-3.120197e-05,
|
||||
0.034649298,
|
||||
-0.06958097,
|
||||
-0.036047626,
|
||||
-0.06801936,
|
||||
0.025326911,
|
||||
-0.026467822,
|
||||
-0.048150625,
|
||||
-0.0030122146,
|
||||
-0.02290719,
|
||||
-0.03227551,
|
||||
0.0039322567,
|
||||
-0.011214182,
|
||||
0.0614351,
|
||||
-0.0037066569,
|
||||
0.039574537,
|
||||
-0.09324765,
|
||||
0.067733236,
|
||||
0.013552073,
|
||||
0.04235003,
|
||||
-0.04189811,
|
||||
0.049444646,
|
||||
-0.065833166,
|
||||
-0.01233075,
|
||||
0.026274677,
|
||||
0.036287695,
|
||||
-0.0334494,
|
||||
0.10760298,
|
||||
-0.030157905,
|
||||
0.05457912,
|
||||
0.030266814,
|
||||
-0.048794933,
|
||||
-0.025447104,
|
||||
0.020995017,
|
||||
0.016946187,
|
||||
0.031217054,
|
||||
-0.014045975,
|
||||
0.054221038,
|
||||
-0.07935839,
|
||||
0.033861484,
|
||||
0.040884778,
|
||||
-0.014036171,
|
||||
-0.048716463,
|
||||
0.006645244,
|
||||
0.027014922,
|
||||
-0.01226374,
|
||||
-0.05664712,
|
||||
0.012521781,
|
||||
0.012314198,
|
||||
0.010800098,
|
||||
0.05154809,
|
||||
-0.03332023,
|
||||
-0.038100664,
|
||||
-0.09299292,
|
||||
-0.038066074,
|
||||
-0.028879175,
|
||||
0.052126266,
|
||||
0.040313665,
|
||||
0.050321303,
|
||||
-0.008574894,
|
||||
-0.051285632,
|
||||
-0.08658571,
|
||||
0.0047743064,
|
||||
0.0066671823,
|
||||
-0.037727214,
|
||||
-0.024325253,
|
||||
-0.04543155,
|
||||
0.0031582855,
|
||||
0.02749873,
|
||||
-0.038236838,
|
||||
0.0398463,
|
||||
0.077743076,
|
||||
-0.06533558,
|
||||
-0.043217026,
|
||||
0.03869133,
|
||||
0.053244475,
|
||||
-0.08044849,
|
||||
-0.040810138,
|
||||
-0.09834583,
|
||||
-0.0861473,
|
||||
0.0520938,
|
||||
0.024795571,
|
||||
0.047273915,
|
||||
0.040170223,
|
||||
-0.04087483,
|
||||
0.065172985,
|
||||
0.012024152,
|
||||
-0.007874287,
|
||||
-0.008081423,
|
||||
-0.055300366,
|
||||
0.0023381007,
|
||||
0.028444031,
|
||||
0.02559316,
|
||||
0.011821741,
|
||||
-0.1240692,
|
||||
-1.5521888e-08,
|
||||
-0.006481896,
|
||||
-0.03777657,
|
||||
0.059614006,
|
||||
-0.028193146,
|
||||
0.08015819,
|
||||
0.08605758,
|
||||
-0.031213695,
|
||||
0.024660977,
|
||||
-0.0601782,
|
||||
-0.020654697,
|
||||
-0.011957175,
|
||||
0.017313287,
|
||||
0.037322048,
|
||||
0.018506147,
|
||||
0.06202185,
|
||||
0.14393596,
|
||||
0.08757671,
|
||||
0.046496816,
|
||||
-0.07269094,
|
||||
0.015122184,
|
||||
0.08358854,
|
||||
-0.033304404,
|
||||
-0.017314732,
|
||||
0.07350395,
|
||||
0.0056664916,
|
||||
-0.08582263,
|
||||
-0.045254916,
|
||||
0.062497266,
|
||||
0.09928107,
|
||||
0.08590313,
|
||||
0.033792242,
|
||||
-0.008237271,
|
||||
0.0032627704,
|
||||
-0.012479878,
|
||||
0.02377827,
|
||||
0.04318741,
|
||||
0.03469096,
|
||||
-0.06260408,
|
||||
-0.042039912,
|
||||
-0.12014508,
|
||||
-0.14268656,
|
||||
0.068984255,
|
||||
0.0037130509,
|
||||
-0.01937347,
|
||||
-0.03493163,
|
||||
0.01472315,
|
||||
-0.063192435,
|
||||
-0.09795864,
|
||||
-0.033808086,
|
||||
-0.010213174,
|
||||
0.033770446,
|
||||
0.07557054,
|
||||
-0.041042008,
|
||||
0.022023367,
|
||||
0.05567624,
|
||||
0.02822099,
|
||||
-0.025627017,
|
||||
-0.043879252,
|
||||
-0.044397317,
|
||||
0.119338974,
|
||||
-0.08721394,
|
||||
0.07055854,
|
||||
0.04949986,
|
||||
-0.039747704
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 8,
|
||||
"total_tokens": 8
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
2352
tests/integration/recordings/responses/dcbe6260d0a1.json
Normal file
2352
tests/integration/recordings/responses/dcbe6260d0a1.json
Normal file
File diff suppressed because it is too large
Load diff
422
tests/integration/recordings/responses/dee1518c6628.json
Normal file
422
tests/integration/recordings/responses/dee1518c6628.json
Normal file
|
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"precomputed embedding test"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.018036319,
|
||||
-0.012765047,
|
||||
0.03125965,
|
||||
-0.02375151,
|
||||
0.025379343,
|
||||
0.060499735,
|
||||
-0.02026708,
|
||||
-0.012985666,
|
||||
-0.043284714,
|
||||
-0.024622917,
|
||||
0.02486436,
|
||||
-0.03497649,
|
||||
0.027742712,
|
||||
0.032537967,
|
||||
-0.07889987,
|
||||
0.009495538,
|
||||
0.108338796,
|
||||
0.07935357,
|
||||
-0.05853841,
|
||||
-0.017992375,
|
||||
-0.06673812,
|
||||
-0.0032593964,
|
||||
0.0132823065,
|
||||
-0.0308506,
|
||||
0.044666506,
|
||||
-0.06442589,
|
||||
-0.041590516,
|
||||
0.057770588,
|
||||
0.111606374,
|
||||
-0.051381156,
|
||||
0.12421504,
|
||||
-0.018106857,
|
||||
-0.0020854468,
|
||||
0.08215056,
|
||||
-0.015330762,
|
||||
0.0479669,
|
||||
0.020125136,
|
||||
-0.048337292,
|
||||
-0.018317815,
|
||||
0.059444938,
|
||||
0.00047365576,
|
||||
-0.012958252,
|
||||
0.028859986,
|
||||
0.040130712,
|
||||
0.029784055,
|
||||
-0.015360712,
|
||||
0.008897483,
|
||||
0.008520841,
|
||||
-0.101540424,
|
||||
-0.039096564,
|
||||
-0.0021748266,
|
||||
0.0013204592,
|
||||
-0.05096974,
|
||||
-0.055848837,
|
||||
-0.057836458,
|
||||
-0.0626853,
|
||||
0.021702537,
|
||||
-0.050089337,
|
||||
0.04033438,
|
||||
0.03354133,
|
||||
-0.010003805,
|
||||
-0.08682413,
|
||||
0.07376202,
|
||||
0.008009445,
|
||||
0.022172567,
|
||||
0.023164645,
|
||||
0.027895318,
|
||||
0.035225768,
|
||||
0.017997501,
|
||||
0.09853605,
|
||||
-0.020658517,
|
||||
0.027008843,
|
||||
-0.050064307,
|
||||
0.04682815,
|
||||
0.00912333,
|
||||
0.07885718,
|
||||
-0.018593438,
|
||||
-0.07773581,
|
||||
0.109442696,
|
||||
-0.11206324,
|
||||
0.010433095,
|
||||
-0.073395275,
|
||||
-0.006636955,
|
||||
-0.042505022,
|
||||
0.12505825,
|
||||
0.097990945,
|
||||
0.06610694,
|
||||
-0.0039949734,
|
||||
-0.0817807,
|
||||
-0.009407832,
|
||||
0.043290764,
|
||||
-0.017194442,
|
||||
-0.079182185,
|
||||
0.08731865,
|
||||
-0.0055716676,
|
||||
-0.024277646,
|
||||
-0.026291223,
|
||||
-0.021169199,
|
||||
0.027703164,
|
||||
0.11184553,
|
||||
0.008138305,
|
||||
0.00927679,
|
||||
0.060843308,
|
||||
0.031740803,
|
||||
-0.027763257,
|
||||
-0.067542285,
|
||||
0.083235115,
|
||||
-0.010722409,
|
||||
-0.003596879,
|
||||
-0.03731031,
|
||||
0.0005883539,
|
||||
-0.063687496,
|
||||
0.008766459,
|
||||
0.032250904,
|
||||
-0.03564036,
|
||||
-0.07344927,
|
||||
0.04179759,
|
||||
0.02855851,
|
||||
-0.024623597,
|
||||
-0.023432637,
|
||||
0.028878128,
|
||||
0.041853584,
|
||||
0.0432781,
|
||||
0.007851593,
|
||||
0.022038134,
|
||||
-0.05595884,
|
||||
0.016461687,
|
||||
2.7094954e-33,
|
||||
0.006504033,
|
||||
-0.051044505,
|
||||
0.021099899,
|
||||
0.07969017,
|
||||
-0.04368391,
|
||||
0.014904434,
|
||||
-0.032851998,
|
||||
0.13599935,
|
||||
-0.05613122,
|
||||
0.06516371,
|
||||
-0.020240407,
|
||||
0.05305463,
|
||||
-0.044792183,
|
||||
0.08281265,
|
||||
-0.01823444,
|
||||
0.033745598,
|
||||
-0.016067084,
|
||||
-0.039737612,
|
||||
-0.05091073,
|
||||
-0.003835655,
|
||||
0.015519713,
|
||||
-0.030288516,
|
||||
-0.050942086,
|
||||
-0.11592442,
|
||||
-0.07665286,
|
||||
-0.06567756,
|
||||
0.019765161,
|
||||
-0.06823771,
|
||||
-0.07424318,
|
||||
0.025792379,
|
||||
-0.14317486,
|
||||
-0.07891553,
|
||||
-0.021228878,
|
||||
0.039634928,
|
||||
-0.016802909,
|
||||
-0.044120707,
|
||||
0.006634243,
|
||||
0.0058715795,
|
||||
-0.07995874,
|
||||
0.002443334,
|
||||
-0.026899977,
|
||||
-0.0013412291,
|
||||
0.002038266,
|
||||
-0.03384139,
|
||||
0.005931528,
|
||||
-0.046065018,
|
||||
-0.034714635,
|
||||
0.025317542,
|
||||
0.01906024,
|
||||
-0.024228983,
|
||||
0.019573852,
|
||||
0.03944586,
|
||||
-0.03334646,
|
||||
-0.0768601,
|
||||
0.005452342,
|
||||
-0.003161199,
|
||||
0.000542002,
|
||||
0.018255332,
|
||||
0.074605905,
|
||||
0.025135716,
|
||||
-0.10989631,
|
||||
0.011247026,
|
||||
-0.050927915,
|
||||
0.07583658,
|
||||
-0.12486867,
|
||||
-0.05912801,
|
||||
-0.0036061911,
|
||||
-0.085416466,
|
||||
0.03914342,
|
||||
0.072747745,
|
||||
0.011503597,
|
||||
0.027539955,
|
||||
-0.08109587,
|
||||
-0.03039898,
|
||||
-0.034653284,
|
||||
0.03224371,
|
||||
-0.035028238,
|
||||
0.010218407,
|
||||
-0.021780575,
|
||||
0.0010573319,
|
||||
0.013816383,
|
||||
-0.028883183,
|
||||
0.017164033,
|
||||
-0.052959263,
|
||||
-0.012570558,
|
||||
-0.16902319,
|
||||
0.030648956,
|
||||
-0.10055485,
|
||||
0.026650762,
|
||||
-0.071228996,
|
||||
0.00929425,
|
||||
0.017895814,
|
||||
-0.035329636,
|
||||
-0.038097598,
|
||||
0.116071835,
|
||||
-2.2713515e-33,
|
||||
0.04127089,
|
||||
0.0837146,
|
||||
0.00899163,
|
||||
0.1357995,
|
||||
-0.009237686,
|
||||
0.0038942713,
|
||||
0.061383113,
|
||||
0.014725109,
|
||||
-0.08240016,
|
||||
0.05106149,
|
||||
0.052162398,
|
||||
-0.0912485,
|
||||
0.01875351,
|
||||
-0.050305407,
|
||||
-0.0038576927,
|
||||
0.008774803,
|
||||
-0.081945315,
|
||||
-0.060020786,
|
||||
0.0164221,
|
||||
0.043100134,
|
||||
-0.04116915,
|
||||
0.045944594,
|
||||
0.03755043,
|
||||
0.03274042,
|
||||
-0.0074182185,
|
||||
0.08625352,
|
||||
0.037703313,
|
||||
-0.00028144967,
|
||||
-0.03562357,
|
||||
0.020237584,
|
||||
-0.0062212464,
|
||||
-0.019175837,
|
||||
-0.05541716,
|
||||
0.034526624,
|
||||
-0.02858707,
|
||||
0.0044915355,
|
||||
0.07259016,
|
||||
0.041983698,
|
||||
0.011109383,
|
||||
0.01880668,
|
||||
0.097080804,
|
||||
0.09413544,
|
||||
-0.12913938,
|
||||
0.035041332,
|
||||
-0.004425682,
|
||||
-0.012205947,
|
||||
-0.0016557154,
|
||||
-0.05068707,
|
||||
0.15884145,
|
||||
-0.012549114,
|
||||
-0.021348534,
|
||||
0.03251363,
|
||||
0.04628448,
|
||||
0.054376245,
|
||||
0.006818182,
|
||||
-0.027170561,
|
||||
-0.061862,
|
||||
-0.04534394,
|
||||
-0.008363168,
|
||||
0.04019932,
|
||||
-0.016715363,
|
||||
-0.040953267,
|
||||
0.039559525,
|
||||
-0.021472331,
|
||||
0.0055409903,
|
||||
-0.08493741,
|
||||
-0.03832763,
|
||||
0.1039703,
|
||||
-0.020331193,
|
||||
0.02971218,
|
||||
-0.0398032,
|
||||
0.03509529,
|
||||
-0.0034297209,
|
||||
-0.0068248124,
|
||||
0.053155076,
|
||||
0.011865219,
|
||||
0.04659949,
|
||||
0.02414787,
|
||||
0.068505645,
|
||||
-0.00950228,
|
||||
-0.006530904,
|
||||
-0.03784911,
|
||||
-0.013784687,
|
||||
0.021332197,
|
||||
0.030621022,
|
||||
0.10304789,
|
||||
0.0277674,
|
||||
0.007172984,
|
||||
0.0043231216,
|
||||
0.009159756,
|
||||
0.069140956,
|
||||
0.087634236,
|
||||
-0.04637307,
|
||||
0.01820922,
|
||||
0.065394066,
|
||||
-1.7640973e-08,
|
||||
-0.06085519,
|
||||
-0.07559385,
|
||||
0.044326548,
|
||||
-0.02475008,
|
||||
-0.061372478,
|
||||
-0.045398142,
|
||||
0.020677099,
|
||||
-0.034321737,
|
||||
-0.03518944,
|
||||
-0.023759514,
|
||||
0.027770184,
|
||||
-0.0021794396,
|
||||
-0.053482134,
|
||||
-0.01962642,
|
||||
-0.041778073,
|
||||
-0.00094788696,
|
||||
-0.043084495,
|
||||
-0.011593622,
|
||||
-0.0050855135,
|
||||
0.065776914,
|
||||
-0.057164006,
|
||||
0.09555621,
|
||||
0.088908434,
|
||||
-0.022197992,
|
||||
-0.06730014,
|
||||
-0.022787703,
|
||||
0.018815845,
|
||||
0.029995734,
|
||||
0.055323604,
|
||||
0.050712243,
|
||||
0.02092121,
|
||||
0.06544876,
|
||||
-0.037383437,
|
||||
-0.078021176,
|
||||
-0.039648075,
|
||||
0.095848694,
|
||||
0.06603057,
|
||||
-0.010790092,
|
||||
-0.047517296,
|
||||
0.034212835,
|
||||
-0.059543293,
|
||||
-0.020928971,
|
||||
0.0043123127,
|
||||
-0.09709055,
|
||||
0.06944257,
|
||||
-0.046936724,
|
||||
0.0026605395,
|
||||
0.014065412,
|
||||
0.0018252941,
|
||||
-0.014995255,
|
||||
0.018496186,
|
||||
-0.02638827,
|
||||
-0.06663817,
|
||||
0.03671545,
|
||||
-0.006582465,
|
||||
0.015744653,
|
||||
0.024058202,
|
||||
0.038391512,
|
||||
-0.06430364,
|
||||
0.013741025,
|
||||
0.0057411646,
|
||||
-0.025728337,
|
||||
0.07752631,
|
||||
-0.014778744
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 7,
|
||||
"total_tokens": 7
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
168
tests/integration/recordings/responses/e509387fc329.json
Normal file
168
tests/integration/recordings/responses/e509387fc329.json
Normal file
|
|
@ -0,0 +1,168 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "__databricks__/serving-endpoints/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo? Use the get_weather function to get the weather."
|
||||
}
|
||||
],
|
||||
"stream": true,
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_weather",
|
||||
"description": "Get the weather in a given city",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"city": {
|
||||
"type": "string",
|
||||
"description": "The city to get the weather for"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_4c3ae1bf-991d-4266-a12d-b1e97ecbb7a0",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": "call_87aed80e-f856-468f-9523-52db3018d83d",
|
||||
"function": {
|
||||
"arguments": "",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function"
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326502,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 15,
|
||||
"prompt_tokens": 682,
|
||||
"total_tokens": 697,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_4c3ae1bf-991d-4266-a12d-b1e97ecbb7a0",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": null,
|
||||
"function": {
|
||||
"arguments": "{ \"city\": \"Tokyo\" }",
|
||||
"name": null
|
||||
},
|
||||
"type": null
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326502,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 15,
|
||||
"prompt_tokens": 682,
|
||||
"total_tokens": 697,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_4c3ae1bf-991d-4266-a12d-b1e97ecbb7a0",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": null,
|
||||
"function": {
|
||||
"arguments": "",
|
||||
"name": null
|
||||
},
|
||||
"type": null
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326502,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 15,
|
||||
"prompt_tokens": 682,
|
||||
"total_tokens": 697,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
802
tests/integration/recordings/responses/e8b427b3d631.json
Normal file
802
tests/integration/recordings/responses/e8b427b3d631.json
Normal file
|
|
@ -0,0 +1,802 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"input": [
|
||||
"How do systems learn without explicit programming?"
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.028625313192605972,
|
||||
0.009644811041653156,
|
||||
0.0526261106133461,
|
||||
-0.010888906195759773,
|
||||
-0.009496178478002548,
|
||||
0.001263381214812398,
|
||||
0.023293282836675644,
|
||||
-0.08243905007839203,
|
||||
-0.026478247717022896,
|
||||
-0.13464388251304626,
|
||||
-0.0512986034154892,
|
||||
0.026655403897166252,
|
||||
0.0030439384281635284,
|
||||
-0.035521239042282104,
|
||||
0.020391393452882767,
|
||||
-0.07780768722295761,
|
||||
0.006606558337807655,
|
||||
0.008830295875668526,
|
||||
-0.001793196308426559,
|
||||
0.022731754928827286,
|
||||
0.049890514463186264,
|
||||
0.013548094779253006,
|
||||
0.012267746031284332,
|
||||
0.03063983842730522,
|
||||
0.06707301735877991,
|
||||
-0.007570159155875444,
|
||||
0.04272060468792915,
|
||||
0.002707085572183132,
|
||||
0.07793699949979782,
|
||||
-0.0068320054560899734,
|
||||
0.004189986269921064,
|
||||
0.02070143073797226,
|
||||
0.015760784968733788,
|
||||
0.0042287008836865425,
|
||||
-0.03386549651622772,
|
||||
0.02033020369708538,
|
||||
0.01456975657492876,
|
||||
0.048187460750341415,
|
||||
0.03820285201072693,
|
||||
0.10077767074108124,
|
||||
0.04321419447660446,
|
||||
0.01897420734167099,
|
||||
-0.014983413740992546,
|
||||
-0.018025003373622894,
|
||||
0.04455850273370743,
|
||||
0.022786501795053482,
|
||||
-0.011920962482690811,
|
||||
-0.008890517055988312,
|
||||
0.11744298040866852,
|
||||
0.03246714919805527,
|
||||
-0.029088173061609268,
|
||||
0.09496089071035385,
|
||||
0.12422505766153336,
|
||||
0.0069929324090480804,
|
||||
0.0178871750831604,
|
||||
-0.05463777855038643,
|
||||
0.03657285496592522,
|
||||
0.04830474033951759,
|
||||
0.06253045797348022,
|
||||
-0.05359767749905586,
|
||||
0.025412533432245255,
|
||||
0.01953939162194729,
|
||||
0.021154027432203293,
|
||||
-0.02993696928024292,
|
||||
0.028013402596116066,
|
||||
0.07734477519989014,
|
||||
-0.016874393448233604,
|
||||
0.030011700466275215,
|
||||
6.0238875448703766e-05,
|
||||
0.023803716525435448,
|
||||
0.009123258292675018,
|
||||
-0.07111874222755432,
|
||||
0.02250090055167675,
|
||||
0.04815131053328514,
|
||||
-0.008147301152348518,
|
||||
-0.005537823773920536,
|
||||
-0.016138499602675438,
|
||||
0.035387761890888214,
|
||||
-0.0352698490023613,
|
||||
-0.025574462488293648,
|
||||
-0.010039239190518856,
|
||||
0.03524880111217499,
|
||||
0.04696853831410408,
|
||||
-0.04174993932247162,
|
||||
-0.000597537902649492,
|
||||
-0.08016331493854523,
|
||||
0.10956454277038574,
|
||||
-0.016568735241889954,
|
||||
-0.016319751739501953,
|
||||
-0.017709530889987946,
|
||||
0.041958339512348175,
|
||||
0.04584357887506485,
|
||||
0.03287360444664955,
|
||||
0.018359653651714325,
|
||||
0.04788267984986305,
|
||||
-0.12737058103084564,
|
||||
0.007353549357503653,
|
||||
-0.00445661460980773,
|
||||
-0.041159022599458694,
|
||||
-0.04949790611863136,
|
||||
-0.06846798211336136,
|
||||
-0.018516182899475098,
|
||||
0.058480989187955856,
|
||||
0.009973258711397648,
|
||||
0.0295123178511858,
|
||||
0.06923972070217133,
|
||||
0.081133633852005,
|
||||
0.1264415681362152,
|
||||
0.06378389894962311,
|
||||
-0.02661179006099701,
|
||||
-0.03658208250999451,
|
||||
-0.000912379240617156,
|
||||
0.030871083959937096,
|
||||
-0.05931675806641579,
|
||||
-0.023184625431895256,
|
||||
0.039929017424583435,
|
||||
-0.09083712100982666,
|
||||
-0.0017611589282751083,
|
||||
-0.011387099511921406,
|
||||
-0.00693067442625761,
|
||||
-0.02676786482334137,
|
||||
0.03417220711708069,
|
||||
-0.02904115431010723,
|
||||
-0.029341822490096092,
|
||||
-0.030477264896035194,
|
||||
0.08719369769096375,
|
||||
-0.04031936824321747,
|
||||
-0.02029283717274666,
|
||||
-0.02824019454419613,
|
||||
-0.051644641906023026,
|
||||
-0.07474397867918015,
|
||||
-0.0038978576194494963,
|
||||
-0.008521780371665955,
|
||||
0.057304758578538895,
|
||||
0.12079010158777237,
|
||||
-0.08006061613559723,
|
||||
-0.00023946911096572876,
|
||||
0.012549451552331448,
|
||||
-0.018327832221984863,
|
||||
0.02607034333050251,
|
||||
-0.026688536629080772,
|
||||
0.06374310702085495,
|
||||
-0.03221059590578079,
|
||||
-0.0324493870139122,
|
||||
0.03480648994445801,
|
||||
-0.07498053461313248,
|
||||
0.011165045201778412,
|
||||
-0.006876140367239714,
|
||||
-0.020638445392251015,
|
||||
-0.020414652302861214,
|
||||
-0.04233550652861595,
|
||||
0.08592729270458221,
|
||||
0.02854750119149685,
|
||||
-0.004440763499587774,
|
||||
-0.017464132979512215,
|
||||
0.06481487303972244,
|
||||
0.0724131390452385,
|
||||
-0.02446877211332321,
|
||||
0.04632553830742836,
|
||||
0.03923669457435608,
|
||||
-0.010415825992822647,
|
||||
0.012624293565750122,
|
||||
-0.015182485803961754,
|
||||
-0.0016301083378493786,
|
||||
0.0013908827677369118,
|
||||
-0.0366278700530529,
|
||||
-0.06706399470567703,
|
||||
-0.0017571141943335533,
|
||||
0.0017132752109318972,
|
||||
0.023335183039307594,
|
||||
0.02417340688407421,
|
||||
-0.039039384573698044,
|
||||
0.007053125184029341,
|
||||
0.007630909793078899,
|
||||
0.04440589249134064,
|
||||
-0.037289854139089584,
|
||||
0.01810174249112606,
|
||||
0.005866652820259333,
|
||||
0.008196947164833546,
|
||||
-0.0303290244191885,
|
||||
0.05941026285290718,
|
||||
0.042503952980041504,
|
||||
0.012326585128903389,
|
||||
-0.034453555941581726,
|
||||
0.006171736866235733,
|
||||
-0.018924523144960403,
|
||||
-0.0459442138671875,
|
||||
-0.11310747265815735,
|
||||
-0.03640446811914444,
|
||||
-0.013007266446948051,
|
||||
0.03633805736899376,
|
||||
-0.0325576551258564,
|
||||
0.0018916280241683125,
|
||||
-0.011488232761621475,
|
||||
0.017741020768880844,
|
||||
-0.007206412963569164,
|
||||
0.10348206758499146,
|
||||
0.10330463945865631,
|
||||
0.06081323325634003,
|
||||
-0.06818842887878418,
|
||||
0.06551844626665115,
|
||||
-0.04395010694861412,
|
||||
0.06050333008170128,
|
||||
0.021237587556242943,
|
||||
0.06765849143266678,
|
||||
0.020056981593370438,
|
||||
0.027479903772473335,
|
||||
-0.010500827804207802,
|
||||
-0.05388624593615532,
|
||||
0.05339483544230461,
|
||||
-0.0213683620095253,
|
||||
-0.020162755623459816,
|
||||
0.021549290046095848,
|
||||
-0.005261938087642193,
|
||||
-0.02159097045660019,
|
||||
0.04545314237475395,
|
||||
0.005680753383785486,
|
||||
-0.03225092962384224,
|
||||
0.024309150874614716,
|
||||
0.030616233125329018,
|
||||
0.07422983646392822,
|
||||
0.026326946914196014,
|
||||
0.11893181502819061,
|
||||
-0.032128795981407166,
|
||||
-0.08504871279001236,
|
||||
0.002689552726224065,
|
||||
-0.05723441764712334,
|
||||
-0.007339973468333483,
|
||||
0.030395880341529846,
|
||||
-0.03447697311639786,
|
||||
0.041313640773296356,
|
||||
-0.012177404016256332,
|
||||
0.15924645960330963,
|
||||
0.007271280977874994,
|
||||
0.111238494515419,
|
||||
0.03315158933401108,
|
||||
0.029128430411219597,
|
||||
0.06465847790241241,
|
||||
0.005114587023854256,
|
||||
-0.048711519688367844,
|
||||
0.08425623178482056,
|
||||
0.011614371091127396,
|
||||
0.03426260128617287,
|
||||
-0.02214323729276657,
|
||||
-0.005649253260344267,
|
||||
-0.04427102580666542,
|
||||
-0.025260724127292633,
|
||||
0.09123050421476364,
|
||||
0.055081237107515335,
|
||||
-0.12634575366973877,
|
||||
0.03898511081933975,
|
||||
-0.009349959902465343,
|
||||
0.10305799543857574,
|
||||
0.007667106110602617,
|
||||
-0.0027667051181197166,
|
||||
0.08985280245542526,
|
||||
0.01930035464465618,
|
||||
-0.0392981581389904,
|
||||
-0.08319897949695587,
|
||||
-0.08484388142824173,
|
||||
0.007134219631552696,
|
||||
0.0065269810147583485,
|
||||
-0.05087956413626671,
|
||||
0.012833445332944393,
|
||||
-0.002945164917036891,
|
||||
0.05391121283173561,
|
||||
-0.06924069672822952,
|
||||
0.03136086091399193,
|
||||
-0.10177676379680634,
|
||||
0.03596206381917,
|
||||
-0.02389192022383213,
|
||||
0.05924130603671074,
|
||||
0.057269271463155746,
|
||||
-0.010541991330683231,
|
||||
-0.0406109020113945,
|
||||
0.0182547178119421,
|
||||
-0.032190173864364624,
|
||||
-0.04907294735312462,
|
||||
-0.022161107510328293,
|
||||
0.0739339217543602,
|
||||
-0.029147034510970116,
|
||||
0.0037474066484719515,
|
||||
-0.03018752671778202,
|
||||
-0.023249927908182144,
|
||||
-0.015383096411824226,
|
||||
-0.09470201283693314,
|
||||
0.0773773118853569,
|
||||
-0.027345556765794754,
|
||||
-0.0055006989277899265,
|
||||
0.0180343110114336,
|
||||
0.005922022741287947,
|
||||
-0.019098954275250435,
|
||||
-0.0004729041538666934,
|
||||
0.0007953455788083375,
|
||||
-0.0033485391177237034,
|
||||
-0.06081382557749748,
|
||||
-0.010261679999530315,
|
||||
-0.046479422599077225,
|
||||
0.02741287462413311,
|
||||
0.0127688804641366,
|
||||
-0.008467267267405987,
|
||||
-0.05143937095999718,
|
||||
-0.03136477991938591,
|
||||
-0.0019047032110393047,
|
||||
-0.052847668528556824,
|
||||
-0.02513357810676098,
|
||||
-0.08015158772468567,
|
||||
0.039745401591062546,
|
||||
0.04605329409241676,
|
||||
0.0016742408042773604,
|
||||
-0.05091538652777672,
|
||||
0.0445074662566185,
|
||||
-0.03700404241681099,
|
||||
-0.010182363912463188,
|
||||
0.08301099389791489,
|
||||
-0.03250614181160927,
|
||||
-0.03088577836751938,
|
||||
-0.014350837096571922,
|
||||
-0.009772134944796562,
|
||||
-0.07475752383470535,
|
||||
-0.060355402529239655,
|
||||
0.04241859167814255,
|
||||
-0.012378721497952938,
|
||||
0.015629982575774193,
|
||||
0.033994343131780624,
|
||||
-0.009667688049376011,
|
||||
0.04006745293736458,
|
||||
-0.013781498186290264,
|
||||
0.021493006497621536,
|
||||
0.01062044221907854,
|
||||
-0.03500600531697273,
|
||||
0.01835126429796219,
|
||||
0.014531598426401615,
|
||||
0.044000912457704544,
|
||||
-0.02036239020526409,
|
||||
0.04688846692442894,
|
||||
-0.0877162292599678,
|
||||
0.011904492974281311,
|
||||
0.03603767976164818,
|
||||
-0.040766313672065735,
|
||||
0.020568832755088806,
|
||||
0.03657219186425209,
|
||||
-0.08737213909626007,
|
||||
0.03322440758347511,
|
||||
0.02375749684870243,
|
||||
0.03609689697623253,
|
||||
-0.019078781828284264,
|
||||
0.024186642840504646,
|
||||
-0.007216745521873236,
|
||||
-0.04318151995539665,
|
||||
-0.028063487261533737,
|
||||
0.019065067172050476,
|
||||
0.02101775072515011,
|
||||
-0.05957315117120743,
|
||||
-0.014263416640460491,
|
||||
0.03555794805288315,
|
||||
0.0019766625482589006,
|
||||
0.04911893233656883,
|
||||
0.04590733349323273,
|
||||
-0.03957784175872803,
|
||||
-0.030610496178269386,
|
||||
-0.04111376404762268,
|
||||
-0.02033582329750061,
|
||||
0.006346330512315035,
|
||||
0.053494278341531754,
|
||||
0.014476560987532139,
|
||||
0.04860546439886093,
|
||||
-0.023068532347679138,
|
||||
0.021707303822040558,
|
||||
-0.04493881016969681,
|
||||
-0.027079777792096138,
|
||||
0.04397837817668915,
|
||||
0.0118066081777215,
|
||||
-0.004798768553882837,
|
||||
0.042905017733573914,
|
||||
0.005226527340710163,
|
||||
-0.03075316548347473,
|
||||
-0.030176855623722076,
|
||||
0.013604848645627499,
|
||||
-0.0032692099921405315,
|
||||
-0.04218987375497818,
|
||||
0.025406524538993835,
|
||||
-0.016121670603752136,
|
||||
-0.014863152988255024,
|
||||
-0.0429101325571537,
|
||||
-0.026481537148356438,
|
||||
-0.012901737354695797,
|
||||
0.0442282110452652,
|
||||
0.036592260003089905,
|
||||
0.039383288472890854,
|
||||
0.003789229318499565,
|
||||
0.05980289354920387,
|
||||
-0.0044682323932647705,
|
||||
0.07192400097846985,
|
||||
-0.026064269244670868,
|
||||
0.11905914545059204,
|
||||
0.046934809535741806,
|
||||
-0.06404329091310501,
|
||||
-0.06687674671411514,
|
||||
0.0077804806642234325,
|
||||
0.011265481822192669,
|
||||
-0.017687633633613586,
|
||||
-0.014395356178283691,
|
||||
0.08574871718883514,
|
||||
0.0031307553872466087,
|
||||
0.021320363506674767,
|
||||
-0.08204923570156097,
|
||||
0.009053068235516548,
|
||||
0.023229874670505524,
|
||||
-0.052366625517606735,
|
||||
-0.01396441925317049,
|
||||
-0.03636457398533821,
|
||||
-0.020884208381175995,
|
||||
-0.02954680472612381,
|
||||
-0.06550683081150055,
|
||||
0.08037273585796356,
|
||||
-0.06033521890640259,
|
||||
0.01978268101811409,
|
||||
-0.032372940331697464,
|
||||
0.022555716335773468,
|
||||
-0.05029283091425896,
|
||||
-0.016428381204605103,
|
||||
0.0025750305503606796,
|
||||
-0.04512976109981537,
|
||||
-0.03814585879445076,
|
||||
-0.04166992008686066,
|
||||
-0.011879000812768936,
|
||||
0.049479953944683075,
|
||||
-0.02096664160490036,
|
||||
-0.00909265223890543,
|
||||
0.06755069643259048,
|
||||
-0.0926649197936058,
|
||||
-0.002196504035964608,
|
||||
-0.018177812919020653,
|
||||
-0.005087037570774555,
|
||||
0.0161594171077013,
|
||||
-0.01627577282488346,
|
||||
0.09823250025510788,
|
||||
0.025837138295173645,
|
||||
-0.01585749164223671,
|
||||
0.02263566479086876,
|
||||
0.01224441546946764,
|
||||
0.024671562016010284,
|
||||
-0.033585235476493835,
|
||||
0.1028127670288086,
|
||||
0.04315044358372688,
|
||||
0.020170297473669052,
|
||||
-0.007471140008419752,
|
||||
0.049660082906484604,
|
||||
0.007516088895499706,
|
||||
-0.010756206698715687,
|
||||
-0.002503633964806795,
|
||||
-0.033192023634910583,
|
||||
-0.07095880061388016,
|
||||
0.019720053300261497,
|
||||
0.022650761529803276,
|
||||
-0.005902944598346949,
|
||||
-0.007311234250664711,
|
||||
0.10586094111204147,
|
||||
0.018423765897750854,
|
||||
-0.06882017105817795,
|
||||
-0.005236598197370768,
|
||||
0.02164839580655098,
|
||||
0.09039415419101715,
|
||||
-0.01244199089705944,
|
||||
0.0474860854446888,
|
||||
-0.0025995743926614523,
|
||||
0.02571304515004158,
|
||||
0.04335891455411911,
|
||||
-0.06636872887611389,
|
||||
0.03492670878767967,
|
||||
0.02623179368674755,
|
||||
-0.051421213895082474,
|
||||
-0.06957545876502991,
|
||||
-0.035445429384708405,
|
||||
-0.0009482369641773403,
|
||||
-0.02960582636296749,
|
||||
0.13412357866764069,
|
||||
0.019430331885814667,
|
||||
0.024845613166689873,
|
||||
-0.04852084815502167,
|
||||
-0.056044016033411026,
|
||||
0.062490787357091904,
|
||||
0.04769270494580269,
|
||||
0.03782081604003906,
|
||||
-0.022404221817851067,
|
||||
0.11534290015697479,
|
||||
-0.005633706226944923,
|
||||
0.0005008987500332296,
|
||||
0.025920547544956207,
|
||||
-0.01304088905453682,
|
||||
-0.05654619261622429,
|
||||
0.0008111510542221367,
|
||||
-0.04102508723735809,
|
||||
-0.01159842498600483,
|
||||
-0.04102790355682373,
|
||||
-0.018860163167119026,
|
||||
-0.01706078089773655,
|
||||
-0.005253573879599571,
|
||||
0.0071600270457565784,
|
||||
-0.0641237124800682,
|
||||
0.01663907617330551,
|
||||
0.06719237565994263,
|
||||
-0.027118725702166557,
|
||||
0.05404188111424446,
|
||||
0.06418643891811371,
|
||||
0.046228472143411636,
|
||||
0.00460213515907526,
|
||||
-0.04415186867117882,
|
||||
-0.000821807247120887,
|
||||
-0.01879318617284298,
|
||||
-0.06903015822172165,
|
||||
0.02069322019815445,
|
||||
0.01168833114206791,
|
||||
0.06540673226118088,
|
||||
-0.004066139459609985,
|
||||
0.054738085716962814,
|
||||
-0.034385669976472855,
|
||||
0.04338647425174713,
|
||||
-0.04916132614016533,
|
||||
0.03518104925751686,
|
||||
-0.02761712856590748,
|
||||
-0.009327040985226631,
|
||||
-0.007298008538782597,
|
||||
0.01527714729309082,
|
||||
-0.02005157433450222,
|
||||
0.0429161936044693,
|
||||
-0.03560428321361542,
|
||||
0.021534021943807602,
|
||||
-0.08968672156333923,
|
||||
0.02676641382277012,
|
||||
-0.004024573136121035,
|
||||
-0.0036590290255844593,
|
||||
0.10452567040920258,
|
||||
-0.060867004096508026,
|
||||
-0.12179668247699738,
|
||||
-0.03129281476140022,
|
||||
0.005221501924097538,
|
||||
-0.0313928984105587,
|
||||
-0.019577259197831154,
|
||||
0.042463574558496475,
|
||||
-0.0006677712081000209,
|
||||
0.009064980782568455,
|
||||
0.003938136622309685,
|
||||
0.06904369592666626,
|
||||
-0.008350541815161705,
|
||||
0.001019842573441565,
|
||||
-0.016418535262346268,
|
||||
0.019143449142575264,
|
||||
0.021327154710888863,
|
||||
-0.04326558858156204,
|
||||
-0.0032139429822564125,
|
||||
0.051620472222566605,
|
||||
0.0051500024273991585,
|
||||
0.006842610891908407,
|
||||
0.017715459689497948,
|
||||
0.03285397216677666,
|
||||
-0.029920704662799835,
|
||||
-0.04683506861329079,
|
||||
-0.05269252881407738,
|
||||
0.04261148348450661,
|
||||
-0.021699104458093643,
|
||||
0.009875484742224216,
|
||||
0.038206521421670914,
|
||||
0.023899832740426064,
|
||||
0.04733270779252052,
|
||||
0.025072474032640457,
|
||||
-0.011955616995692253,
|
||||
-0.0911836326122284,
|
||||
-0.027430472895503044,
|
||||
0.03977897763252258,
|
||||
-0.04646480828523636,
|
||||
0.009046212770044804,
|
||||
0.016102170571684837,
|
||||
0.08183404058218002,
|
||||
-0.03012625128030777,
|
||||
0.13459521532058716,
|
||||
0.024172481149435043,
|
||||
-0.06742963194847107,
|
||||
-0.01054252777248621,
|
||||
-0.002808552235364914,
|
||||
-0.01470745075494051,
|
||||
0.020792432129383087,
|
||||
-0.10967203229665756,
|
||||
0.0326918289065361,
|
||||
-0.013522210530936718,
|
||||
-0.012200890108942986,
|
||||
0.019441930577158928,
|
||||
-0.007326868362724781,
|
||||
0.01742427609860897,
|
||||
-0.00791930966079235,
|
||||
-0.015951860696077347,
|
||||
-0.07966145873069763,
|
||||
-0.02597867138683796,
|
||||
0.028643600642681122,
|
||||
-0.0009648172999732196,
|
||||
-0.018818242475390434,
|
||||
-0.06351518630981445,
|
||||
-0.0025841889437288046,
|
||||
0.06423984467983246,
|
||||
0.03219998627901077,
|
||||
0.023542635142803192,
|
||||
0.03236274793744087,
|
||||
-0.04657657444477081,
|
||||
0.0035329016391187906,
|
||||
-0.03991316258907318,
|
||||
-0.08277847617864609,
|
||||
0.026228271424770355,
|
||||
0.06054516136646271,
|
||||
-0.031066352501511574,
|
||||
0.016718082129955292,
|
||||
-0.05617064610123634,
|
||||
-0.05071862041950226,
|
||||
-0.05031099542975426,
|
||||
-0.038091082125902176,
|
||||
0.03737860545516014,
|
||||
-0.03760669007897377,
|
||||
-0.02294175513088703,
|
||||
0.004769078455865383,
|
||||
0.036339402198791504,
|
||||
0.01194134633988142,
|
||||
0.05540051311254501,
|
||||
-0.0023583073634654284,
|
||||
-0.0004474227025639266,
|
||||
0.03956727683544159,
|
||||
-0.026903294026851654,
|
||||
-0.14041468501091003,
|
||||
0.023754306137561798,
|
||||
-0.06810899823904037,
|
||||
0.034333907067775726,
|
||||
-0.07242204248905182,
|
||||
-0.06669372320175171,
|
||||
-0.004059847444295883,
|
||||
-0.05053563788533211,
|
||||
0.04531155154109001,
|
||||
0.0096511822193861,
|
||||
-0.02245948649942875,
|
||||
0.03169103339314461,
|
||||
0.13549870252609253,
|
||||
-0.012408362701535225,
|
||||
-0.02813619002699852,
|
||||
0.007518284022808075,
|
||||
-0.1057506576180458,
|
||||
0.011356416158378124,
|
||||
0.039891116321086884,
|
||||
0.020536471158266068,
|
||||
-0.04081280156970024,
|
||||
0.0358579196035862,
|
||||
0.047813210636377335,
|
||||
0.00611690990626812,
|
||||
-0.03651907667517662,
|
||||
-0.09735521674156189,
|
||||
-0.037454377859830856,
|
||||
0.06075636297464371,
|
||||
-0.017364319413900375,
|
||||
0.01145813800394535,
|
||||
-0.0012936473358422518,
|
||||
-0.040848348289728165,
|
||||
-0.054882243275642395,
|
||||
-0.004391546826809645,
|
||||
0.02311932109296322,
|
||||
-0.059448402374982834,
|
||||
-0.08560369908809662,
|
||||
0.024578850716352463,
|
||||
-0.018858933821320534,
|
||||
-0.04784354940056801,
|
||||
0.01785934343934059,
|
||||
-0.1501590758562088,
|
||||
0.0545523464679718,
|
||||
-0.028424229472875595,
|
||||
-0.04118866100907326,
|
||||
0.03065965510904789,
|
||||
0.020051728934049606,
|
||||
0.02137753553688526,
|
||||
0.04693467542529106,
|
||||
0.09217966347932816,
|
||||
-0.003789104986935854,
|
||||
-0.03935939818620682,
|
||||
-0.015190028585493565,
|
||||
0.02737855538725853,
|
||||
-0.0399165078997612,
|
||||
0.02010611817240715,
|
||||
-0.07557865232229233,
|
||||
0.07543471455574036,
|
||||
-0.007976854220032692,
|
||||
0.042613375931978226,
|
||||
-0.0014642559690400958,
|
||||
0.05411304160952568,
|
||||
0.03604671359062195,
|
||||
-0.016428142786026,
|
||||
-0.06250452250242233,
|
||||
-0.015860218554735184,
|
||||
0.006275616120547056,
|
||||
-0.07317031919956207,
|
||||
-0.0053979321382939816,
|
||||
-0.013590694405138493,
|
||||
-0.036944758147001266,
|
||||
0.026295272633433342,
|
||||
0.07390531897544861,
|
||||
0.00654491176828742,
|
||||
0.06338920444250107,
|
||||
-0.07365646958351135,
|
||||
0.02546025440096855,
|
||||
-0.0912703424692154,
|
||||
0.03761362284421921,
|
||||
0.054920073598623276,
|
||||
-0.07621566951274872,
|
||||
-0.04062889888882637,
|
||||
0.041005026549100876,
|
||||
-0.03953169658780098,
|
||||
0.009674740023911,
|
||||
0.01588456705212593,
|
||||
0.016106106340885162,
|
||||
-0.014508946798741817,
|
||||
-0.02321682870388031,
|
||||
-0.031492218375205994,
|
||||
-0.007039207033813,
|
||||
0.0502975694835186,
|
||||
-0.07446885854005814,
|
||||
-0.021667229011654854,
|
||||
-0.016179269179701805,
|
||||
0.007176062557846308,
|
||||
0.028238704428076744,
|
||||
-0.012822098098695278,
|
||||
0.011626574210822582,
|
||||
-0.07122310250997543,
|
||||
-0.059748850762844086,
|
||||
0.00676912534981966,
|
||||
-0.061197683215141296,
|
||||
0.03426061198115349,
|
||||
-0.007777668070048094,
|
||||
0.05285013094544411,
|
||||
-0.010367357172071934,
|
||||
-0.04381755739450455,
|
||||
-0.04318838566541672,
|
||||
-0.04743385314941406,
|
||||
-0.07497932761907578,
|
||||
0.052410174161195755,
|
||||
0.003218524158000946,
|
||||
-0.0017081985715776682,
|
||||
-0.005368508864194155,
|
||||
0.04883018881082535,
|
||||
0.05742465704679489,
|
||||
0.051667261868715286,
|
||||
0.016194365918636322,
|
||||
-0.028298640623688698,
|
||||
-0.0371987409889698,
|
||||
0.07627178728580475,
|
||||
0.02160925231873989,
|
||||
0.028924649581313133,
|
||||
-0.0026495244819670916,
|
||||
0.13363255560398102,
|
||||
0.0059050279669463634,
|
||||
-0.03723873198032379,
|
||||
0.03029952198266983,
|
||||
0.03271273523569107,
|
||||
-0.001898010727018118,
|
||||
0.059062160551548004,
|
||||
-0.00840494129806757,
|
||||
0.04586789384484291,
|
||||
-0.031058136373758316,
|
||||
0.042859043926000595,
|
||||
-0.05417613312602043,
|
||||
-0.056918635964393616,
|
||||
0.03155701607465744,
|
||||
0.1333579570055008,
|
||||
-0.05978989601135254,
|
||||
0.053831737488508224
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
"object": "list",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
43
tests/integration/recordings/responses/ecae140151d1.json
Normal file
43
tests/integration/recordings/responses/ecae140151d1.json
Normal file
|
|
@ -0,0 +1,43 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"prompt": "Say completions",
|
||||
"max_tokens": 20,
|
||||
"extra_body": {}
|
||||
},
|
||||
"endpoint": "/v1/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "cmpl-406",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "length",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "Sure, I'd be happy to provide some definitions and examples of related words or phrases.\n\nTo better"
|
||||
}
|
||||
],
|
||||
"created": 1757857133,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 20,
|
||||
"prompt_tokens": 28,
|
||||
"total_tokens": 48,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
536
tests/integration/recordings/responses/ecf6f0c51485.json
Normal file
536
tests/integration/recordings/responses/ecf6f0c51485.json
Normal file
|
|
@ -0,0 +1,536 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "__databricks__/serving-endpoints/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What is the name of the US captial?"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "databricks-meta-llama-3-3-70b-instruct"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 2,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 22,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "The ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 2,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 22,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "capital ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 3,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 23,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "of ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 4,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 24,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "the ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 5,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 25,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "United ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 6,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 26,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "States ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 7,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 27,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "is ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 8,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 28,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Washington, ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 10,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 30,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "D.C. ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 13,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 33,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "(short ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 15,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 35,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "for ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 16,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 36,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "District ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 17,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 37,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "of ",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 18,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 38,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Columbia).",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 20,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 40,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl_40266680-5422-4e7a-bc40-74eb1efdafbc",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758326504,
|
||||
"model": "meta-llama-3.3-70b-instruct-121024",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 20,
|
||||
"prompt_tokens": 20,
|
||||
"total_tokens": 40,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
378
tests/integration/recordings/responses/eefb4206a4a9.json
Normal file
378
tests/integration/recordings/responses/eefb4206a4a9.json
Normal file
|
|
@ -0,0 +1,378 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.cerebras.ai/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama-3.3-70b",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the name of the Sun in latin?"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama-3.3-70b"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "The",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Latin",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " name",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " for",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " the",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Sun",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " is",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " \"",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Sol",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "\".",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "chatcmpl-9decaa3e-f7e6-4e9b-a7f3-c00fdb748534",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": null,
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": null,
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 1758191360,
|
||||
"model": "llama-3.3-70b",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_c5ec625e72d41732d8fd",
|
||||
"usage": {
|
||||
"completion_tokens": 11,
|
||||
"prompt_tokens": 45,
|
||||
"total_tokens": 56,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": {
|
||||
"audio_tokens": null,
|
||||
"cached_tokens": 0
|
||||
}
|
||||
},
|
||||
"time_info": {
|
||||
"queue_time": 9.281e-05,
|
||||
"prompt_time": 0.002694912,
|
||||
"completion_time": 0.003747467,
|
||||
"total_time": 0.008375167846679688,
|
||||
"created": 1758191360
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
59
tests/integration/recordings/responses/ef4d211b38bf.json
Normal file
59
tests/integration/recordings/responses/ef4d211b38bf.json
Normal file
|
|
@ -0,0 +1,59 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Say hello"
|
||||
}
|
||||
],
|
||||
"max_tokens": 20
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "oCfwSxL-4Yz4kd-984c278f1f0b4d19",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "length",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Hello! It's nice to meet you. Is there something I can help you with or would you",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": []
|
||||
},
|
||||
"seed": 11825451844891908000
|
||||
}
|
||||
],
|
||||
"created": 1758820431,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 20,
|
||||
"prompt_tokens": 37,
|
||||
"total_tokens": 57,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
},
|
||||
"prompt": []
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
53
tests/integration/recordings/responses/f23defea82ec.json
Normal file
53
tests/integration/recordings/responses/f23defea82ec.json
Normal file
|
|
@ -0,0 +1,53 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Test dimensions parameter",
|
||||
"encoding_format": "float",
|
||||
"dimensions": 16
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.253706,
|
||||
0.016367152,
|
||||
-0.29664654,
|
||||
0.31654558,
|
||||
-0.18624601,
|
||||
0.07602756,
|
||||
-0.031531323,
|
||||
0.2986085,
|
||||
-0.49672848,
|
||||
-0.36617878,
|
||||
0.25328273,
|
||||
-0.33349335,
|
||||
0.0060151755,
|
||||
0.14081024,
|
||||
-0.13757885,
|
||||
-0.14679416
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 3,
|
||||
"total_tokens": 3
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
59
tests/integration/recordings/responses/f4c5ae637cd1.json
Normal file
59
tests/integration/recordings/responses/f4c5ae637cd1.json
Normal file
|
|
@ -0,0 +1,59 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.together.xyz/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Hello"
|
||||
}
|
||||
],
|
||||
"max_tokens": 10
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "oCfwJnF-4Yz4kd-984c26e45a790f88",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Hello. How can I assist you today?",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": []
|
||||
},
|
||||
"seed": 6760981245874068000
|
||||
}
|
||||
],
|
||||
"created": 1758820404,
|
||||
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": null,
|
||||
"usage": {
|
||||
"completion_tokens": 10,
|
||||
"prompt_tokens": 36,
|
||||
"total_tokens": 46,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null,
|
||||
"cached_tokens": 0
|
||||
},
|
||||
"prompt": []
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
422
tests/integration/recordings/responses/fbc7b626714d.json
Normal file
422
tests/integration/recordings/responses/fbc7b626714d.json
Normal file
|
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"duplicate"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.07723481,
|
||||
-0.052392416,
|
||||
-0.018403785,
|
||||
0.018809898,
|
||||
-0.06850049,
|
||||
-0.08415798,
|
||||
0.08627596,
|
||||
0.057042625,
|
||||
0.1137151,
|
||||
-0.035988595,
|
||||
0.008720381,
|
||||
-0.014372572,
|
||||
0.003901994,
|
||||
0.004317388,
|
||||
-0.03761112,
|
||||
-0.010990604,
|
||||
-0.030473465,
|
||||
-0.056204744,
|
||||
-0.08675482,
|
||||
-0.0040784916,
|
||||
0.005927903,
|
||||
0.015254265,
|
||||
-0.056596924,
|
||||
0.047575373,
|
||||
-0.016673235,
|
||||
0.02939919,
|
||||
-0.022867588,
|
||||
0.07794844,
|
||||
-0.021308443,
|
||||
-0.104720965,
|
||||
-0.0044066194,
|
||||
0.020771164,
|
||||
0.041487455,
|
||||
-0.002801806,
|
||||
0.026976122,
|
||||
0.031067945,
|
||||
-0.015480108,
|
||||
0.015977077,
|
||||
0.048875555,
|
||||
-0.049825303,
|
||||
-0.026281167,
|
||||
-0.094117,
|
||||
-0.025465509,
|
||||
0.014173141,
|
||||
-0.010752944,
|
||||
0.066996746,
|
||||
-0.018940678,
|
||||
0.03369072,
|
||||
0.040881984,
|
||||
0.02594592,
|
||||
-0.012495756,
|
||||
-0.02398617,
|
||||
-0.026922934,
|
||||
-0.0543868,
|
||||
0.12576863,
|
||||
0.014073914,
|
||||
-0.076657854,
|
||||
0.042456653,
|
||||
0.019858882,
|
||||
-0.014813843,
|
||||
0.04136103,
|
||||
0.070308894,
|
||||
-0.0505636,
|
||||
0.08274185,
|
||||
0.049387515,
|
||||
0.01242514,
|
||||
-0.004342139,
|
||||
0.0060508037,
|
||||
-0.06873101,
|
||||
-0.044221923,
|
||||
0.0111296205,
|
||||
0.099277854,
|
||||
0.002195328,
|
||||
0.08264344,
|
||||
0.026029712,
|
||||
-0.031148281,
|
||||
-0.0066806604,
|
||||
-0.02216516,
|
||||
0.017202012,
|
||||
0.039319362,
|
||||
-0.08426506,
|
||||
-0.070138715,
|
||||
-0.04162779,
|
||||
-0.030229673,
|
||||
0.04802304,
|
||||
0.008936529,
|
||||
0.059146732,
|
||||
-0.005168819,
|
||||
-0.063863754,
|
||||
-0.047433022,
|
||||
-0.076941736,
|
||||
0.10710207,
|
||||
0.028398348,
|
||||
-0.045075897,
|
||||
-0.09501521,
|
||||
0.0014021338,
|
||||
0.018752577,
|
||||
0.053793173,
|
||||
-0.058218755,
|
||||
0.23251592,
|
||||
0.014802284,
|
||||
0.04777388,
|
||||
0.015468174,
|
||||
0.011517924,
|
||||
0.0057089743,
|
||||
-0.06294971,
|
||||
-0.029086681,
|
||||
0.047267407,
|
||||
0.0013279485,
|
||||
-0.043141574,
|
||||
-0.030762771,
|
||||
0.006162875,
|
||||
-0.016028566,
|
||||
0.034785092,
|
||||
0.06278112,
|
||||
0.0028944365,
|
||||
0.010565067,
|
||||
0.027719874,
|
||||
0.050682083,
|
||||
-0.051462214,
|
||||
0.007760078,
|
||||
0.0027973612,
|
||||
0.035400815,
|
||||
-0.002197845,
|
||||
-0.053151082,
|
||||
-0.10212597,
|
||||
0.037041765,
|
||||
-2.672083e-33,
|
||||
0.0018480063,
|
||||
-0.06453657,
|
||||
0.083521925,
|
||||
0.0075648427,
|
||||
0.037389643,
|
||||
-0.050077397,
|
||||
0.0140220765,
|
||||
0.020539388,
|
||||
-0.07190968,
|
||||
0.011489869,
|
||||
0.02256463,
|
||||
0.031297375,
|
||||
-0.01618283,
|
||||
0.01542062,
|
||||
0.008930395,
|
||||
-0.021195678,
|
||||
0.03439526,
|
||||
0.07886608,
|
||||
-0.071329735,
|
||||
0.03709414,
|
||||
-0.0140279215,
|
||||
0.114675336,
|
||||
0.0277295,
|
||||
0.10310165,
|
||||
0.0020623626,
|
||||
-0.011630357,
|
||||
0.023930384,
|
||||
-0.11260563,
|
||||
0.044674613,
|
||||
0.02574306,
|
||||
0.014368915,
|
||||
0.010857506,
|
||||
-0.0005184862,
|
||||
0.12752494,
|
||||
-0.004782285,
|
||||
0.009942966,
|
||||
0.083977275,
|
||||
-0.071016215,
|
||||
-0.019095415,
|
||||
-0.040561743,
|
||||
-0.05932095,
|
||||
-0.010432282,
|
||||
-0.071015865,
|
||||
-0.040670767,
|
||||
0.085865766,
|
||||
-0.018423026,
|
||||
-0.015194733,
|
||||
-0.052006386,
|
||||
0.043850828,
|
||||
0.014281553,
|
||||
0.020744322,
|
||||
-0.0415732,
|
||||
-0.050111413,
|
||||
-0.014709909,
|
||||
-0.08761856,
|
||||
-0.043001,
|
||||
0.043047283,
|
||||
-0.05384068,
|
||||
-0.015601679,
|
||||
0.11197424,
|
||||
0.06798796,
|
||||
0.10911268,
|
||||
-0.06948746,
|
||||
0.008946114,
|
||||
0.015466258,
|
||||
-0.03691151,
|
||||
0.085061856,
|
||||
-0.05947063,
|
||||
0.015293544,
|
||||
-0.060189657,
|
||||
-0.0060416507,
|
||||
-0.09115727,
|
||||
-0.013619676,
|
||||
-0.037012577,
|
||||
0.04787018,
|
||||
-0.10025333,
|
||||
-0.019801194,
|
||||
0.07995546,
|
||||
-0.012938982,
|
||||
-0.018830338,
|
||||
-0.05902157,
|
||||
0.0025186618,
|
||||
-0.014529196,
|
||||
-0.021240592,
|
||||
-0.0017719648,
|
||||
0.07715808,
|
||||
-0.050996855,
|
||||
-0.10497942,
|
||||
-0.0074073984,
|
||||
0.052044842,
|
||||
0.016423032,
|
||||
-0.00921913,
|
||||
0.05524721,
|
||||
0.0038194568,
|
||||
-0.020100316,
|
||||
2.5461884e-33,
|
||||
-0.03895339,
|
||||
-0.043895483,
|
||||
0.037901826,
|
||||
0.07469894,
|
||||
0.014612607,
|
||||
-0.031076996,
|
||||
0.03934075,
|
||||
0.008711932,
|
||||
-0.079657085,
|
||||
0.009069497,
|
||||
0.018917,
|
||||
-0.04523579,
|
||||
0.08417748,
|
||||
-0.032511797,
|
||||
-0.014312169,
|
||||
0.031856265,
|
||||
0.055124972,
|
||||
0.008299075,
|
||||
-0.086495705,
|
||||
0.03355531,
|
||||
-0.038741786,
|
||||
0.011819997,
|
||||
0.008630874,
|
||||
0.040437095,
|
||||
-0.029615412,
|
||||
0.015536198,
|
||||
0.017026586,
|
||||
0.008211814,
|
||||
0.055457912,
|
||||
-0.047788087,
|
||||
0.12585849,
|
||||
0.001235511,
|
||||
-0.056634903,
|
||||
-0.049676068,
|
||||
0.019741468,
|
||||
0.10201284,
|
||||
0.05258106,
|
||||
0.0051925797,
|
||||
-0.007739067,
|
||||
0.031301394,
|
||||
0.1017691,
|
||||
-0.0090217255,
|
||||
0.012812148,
|
||||
0.11790627,
|
||||
0.020575516,
|
||||
-0.042215355,
|
||||
-0.006931973,
|
||||
0.022653406,
|
||||
0.047333714,
|
||||
-0.022842428,
|
||||
-0.05133142,
|
||||
-0.0052753934,
|
||||
-0.07623422,
|
||||
-0.042385325,
|
||||
0.019540586,
|
||||
-0.06629356,
|
||||
0.021332396,
|
||||
0.030484285,
|
||||
0.050311048,
|
||||
-0.09921724,
|
||||
0.047778424,
|
||||
0.023995804,
|
||||
-0.09240823,
|
||||
0.05245915,
|
||||
-0.027156133,
|
||||
-0.0349422,
|
||||
-0.035126984,
|
||||
0.07986612,
|
||||
0.012397284,
|
||||
-0.016370183,
|
||||
-0.114555776,
|
||||
-0.011922229,
|
||||
-0.048613384,
|
||||
-0.009849635,
|
||||
0.008354489,
|
||||
-0.040733486,
|
||||
0.012452433,
|
||||
0.117823996,
|
||||
-0.083515376,
|
||||
0.021853834,
|
||||
0.016437136,
|
||||
-0.067386985,
|
||||
-0.057326417,
|
||||
0.022280162,
|
||||
-0.09073611,
|
||||
-0.012396659,
|
||||
0.08770095,
|
||||
0.037985563,
|
||||
-0.008248762,
|
||||
-0.033765234,
|
||||
-0.06454174,
|
||||
0.075496756,
|
||||
-0.06106373,
|
||||
0.03420569,
|
||||
-0.03459085,
|
||||
-1.4668667e-08,
|
||||
0.01014663,
|
||||
0.094229266,
|
||||
-0.0064371885,
|
||||
0.044077396,
|
||||
0.07245818,
|
||||
-0.022373974,
|
||||
-0.023869356,
|
||||
-0.022925967,
|
||||
-0.008693665,
|
||||
0.05403153,
|
||||
0.01552644,
|
||||
-0.008120085,
|
||||
-0.023631452,
|
||||
0.05658223,
|
||||
0.04775426,
|
||||
-0.07261641,
|
||||
-0.08463776,
|
||||
-0.028445715,
|
||||
0.038068987,
|
||||
0.05120579,
|
||||
0.008737017,
|
||||
0.020222854,
|
||||
0.032309767,
|
||||
-0.029347662,
|
||||
-0.00843886,
|
||||
-0.030422177,
|
||||
-0.0018208751,
|
||||
0.04668449,
|
||||
-0.014278727,
|
||||
-0.011475838,
|
||||
-0.012052811,
|
||||
0.039978012,
|
||||
-0.048512205,
|
||||
-0.05465097,
|
||||
-0.037458897,
|
||||
-0.025823507,
|
||||
0.008056201,
|
||||
0.0097499145,
|
||||
-0.011502389,
|
||||
0.017063541,
|
||||
0.0016953654,
|
||||
-0.0576531,
|
||||
0.09602806,
|
||||
0.0087568015,
|
||||
0.012305608,
|
||||
-0.015205382,
|
||||
0.066060565,
|
||||
-0.09770103,
|
||||
0.0019023182,
|
||||
0.011779348,
|
||||
-0.032897696,
|
||||
0.018646581,
|
||||
0.097607486,
|
||||
0.030113736,
|
||||
0.07676848,
|
||||
0.016403947,
|
||||
0.022269176,
|
||||
-0.009697165,
|
||||
-0.031065438,
|
||||
0.05420531,
|
||||
0.14508335,
|
||||
-0.049234875,
|
||||
0.05420719,
|
||||
0.054204132
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 1,
|
||||
"total_tokens": 1
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
1061
tests/integration/recordings/responses/ffd7b58fded8.json
Normal file
1061
tests/integration/recordings/responses/ffd7b58fded8.json
Normal file
File diff suppressed because it is too large
Load diff
|
|
@ -0,0 +1,96 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/models",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/v1/models",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "qwen3:8b",
|
||||
"created": 1758707188,
|
||||
"object": "model",
|
||||
"owned_by": "library"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "nomic-embed-text:137m-v1.5-fp16",
|
||||
"created": 1758640855,
|
||||
"object": "model",
|
||||
"owned_by": "library"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "nomic-embed-text:latest",
|
||||
"created": 1756727155,
|
||||
"object": "model",
|
||||
"owned_by": "library"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "llama3.2-vision:11b",
|
||||
"created": 1756722893,
|
||||
"object": "model",
|
||||
"owned_by": "library"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "llama-guard3:1b",
|
||||
"created": 1756671473,
|
||||
"object": "model",
|
||||
"owned_by": "library"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "all-minilm:l6-v2",
|
||||
"created": 1756655274,
|
||||
"object": "model",
|
||||
"owned_by": "library"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "all-minilm:latest",
|
||||
"created": 1747317111,
|
||||
"object": "model",
|
||||
"owned_by": "library"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "llama3.2:3b-instruct-fp16",
|
||||
"created": 1744974677,
|
||||
"object": "model",
|
||||
"owned_by": "library"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "llama3.2:3b",
|
||||
"created": 1743536220,
|
||||
"object": "model",
|
||||
"owned_by": "library"
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,96 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "https://api.cerebras.ai/v1/v1/models",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/v1/models",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "llama-4-maverick-17b-128e-instruct",
|
||||
"created": 0,
|
||||
"object": "model",
|
||||
"owned_by": "Cerebras"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "llama-4-scout-17b-16e-instruct",
|
||||
"created": 0,
|
||||
"object": "model",
|
||||
"owned_by": "Cerebras"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "qwen-3-235b-a22b-instruct-2507",
|
||||
"created": 0,
|
||||
"object": "model",
|
||||
"owned_by": "Cerebras"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "llama3.1-8b",
|
||||
"created": 0,
|
||||
"object": "model",
|
||||
"owned_by": "Cerebras"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "qwen-3-32b",
|
||||
"created": 0,
|
||||
"object": "model",
|
||||
"owned_by": "Cerebras"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "gpt-oss-120b",
|
||||
"created": 0,
|
||||
"object": "model",
|
||||
"owned_by": "Cerebras"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "qwen-3-235b-a22b-thinking-2507",
|
||||
"created": 0,
|
||||
"object": "model",
|
||||
"owned_by": "Cerebras"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "llama-3.3-70b",
|
||||
"created": 0,
|
||||
"object": "model",
|
||||
"owned_by": "Cerebras"
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.model.Model",
|
||||
"__data__": {
|
||||
"id": "qwen-3-coder-480b",
|
||||
"created": 0,
|
||||
"object": "model",
|
||||
"owned_by": "Cerebras"
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -55,7 +55,7 @@ SETUP_DEFINITIONS: dict[str, Setup] = {
|
|||
},
|
||||
defaults={
|
||||
"text_model": "ollama/llama3.2:3b-instruct-fp16",
|
||||
"embedding_model": "sentence-transformers/all-MiniLM-L6-v2",
|
||||
"embedding_model": "ollama/all-minilm:l6-v2",
|
||||
"safety_model": "ollama/llama-guard3:1b",
|
||||
"safety_shield": "llama-guard",
|
||||
},
|
||||
|
|
@ -68,7 +68,7 @@ SETUP_DEFINITIONS: dict[str, Setup] = {
|
|||
},
|
||||
defaults={
|
||||
"vision_model": "ollama/llama3.2-vision:11b",
|
||||
"embedding_model": "sentence-transformers/all-MiniLM-L6-v2",
|
||||
"embedding_model": "ollama/all-minilm:l6-v2",
|
||||
},
|
||||
),
|
||||
"vllm": Setup(
|
||||
|
|
@ -87,7 +87,7 @@ SETUP_DEFINITIONS: dict[str, Setup] = {
|
|||
description="OpenAI GPT models for high-quality responses and tool calling",
|
||||
defaults={
|
||||
"text_model": "openai/gpt-4o",
|
||||
"embedding_model": "sentence-transformers/all-MiniLM-L6-v2",
|
||||
"embedding_model": "openai/text-embedding-3-small",
|
||||
},
|
||||
),
|
||||
"tgi": Setup(
|
||||
|
|
@ -108,6 +108,30 @@ SETUP_DEFINITIONS: dict[str, Setup] = {
|
|||
"embedding_model": "together/togethercomputer/m2-bert-80M-32k-retrieval",
|
||||
},
|
||||
),
|
||||
"cerebras": Setup(
|
||||
name="cerebras",
|
||||
description="Cerebras models",
|
||||
defaults={
|
||||
"text_model": "cerebras/llama-3.3-70b",
|
||||
},
|
||||
),
|
||||
"databricks": Setup(
|
||||
name="databricks",
|
||||
description="Databricks models",
|
||||
defaults={
|
||||
"text_model": "databricks/databricks-meta-llama-3-3-70b-instruct",
|
||||
"embedding_model": "databricks/databricks-bge-large-en",
|
||||
},
|
||||
),
|
||||
"fireworks": Setup(
|
||||
name="fireworks",
|
||||
description="Fireworks provider with a text model",
|
||||
defaults={
|
||||
"text_model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
|
||||
"vision_model": "accounts/fireworks/models/llama-v3p2-90b-vision-instruct",
|
||||
"embedding_model": "nomic-ai/nomic-embed-text-v1.5",
|
||||
},
|
||||
),
|
||||
}
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue