mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-14 02:32:35 +00:00
re-record with server, suite base
This commit is contained in:
Ashwin Bharambe
parent
1c92b99e63
commit
27cbca8976
132 changed files with 50480 additions and 0 deletions
|
|
@ -0,0 +1,233 @@
|
|||
{
|
||||
"test_id": "tests/integration/agents/test_openai_responses.py::test_list_response_input_items[openai_client-txt=ollama/llama3.2:3b-instruct-fp16]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What is the capital of France?"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-00bf38cb0b6e",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "The",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-00bf38cb0b6e",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " capital",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-00bf38cb0b6e",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " of",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-00bf38cb0b6e",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " France",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-00bf38cb0b6e",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " is",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-00bf38cb0b6e",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Paris",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-00bf38cb0b6e",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ".",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-00bf38cb0b6e",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,99 @@
|
|||
{
|
||||
"test_id": "tests/integration/agents/test_openai_responses.py::test_function_call_output_response_with_none_arguments[txt=ollama/llama3.2:3b-instruct-fp16]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "what's the current time? You MUST call the `get_current_time` function to find out."
|
||||
}
|
||||
],
|
||||
"stream": true,
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"type": "function",
|
||||
"name": "get_current_time",
|
||||
"description": "Get the current time",
|
||||
"parameters": {},
|
||||
"strict": null
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-75ae2f583e3e",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": "call_tv2vqyef",
|
||||
"function": {
|
||||
"arguments": "{}",
|
||||
"name": "get_current_time"
|
||||
},
|
||||
"type": "function"
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-75ae2f583e3e",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large
Load diff
|
|
@ -0,0 +1,249 @@
|
|||
{
|
||||
"test_id": "tests/integration/agents/test_openai_responses.py::test_list_response_input_items_with_limit_and_order[txt=ollama/llama3.2:3b-instruct-fp16]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Message A: What is the capital of France?"
|
||||
},
|
||||
{
|
||||
"role": "assistant",
|
||||
"content": "The capital of France is Paris."
|
||||
},
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Message B: What about Spain?"
|
||||
},
|
||||
{
|
||||
"role": "assistant",
|
||||
"content": "The capital of Spain is Madrid."
|
||||
},
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Message C: And Italy?"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-8533deab326a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "The",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-8533deab326a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " capital",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-8533deab326a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " of",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-8533deab326a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Italy",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-8533deab326a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " is",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-8533deab326a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Rome",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-8533deab326a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ".",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-8533deab326a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,107 @@
|
|||
{
|
||||
"test_id": "tests/integration/agents/test_openai_responses.py::test_responses_store[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-tools1-True]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo? YOU MUST USE THE get_weather function to get the weather."
|
||||
}
|
||||
],
|
||||
"stream": true,
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"type": "function",
|
||||
"name": "get_weather",
|
||||
"description": "Get the weather in a given city",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"city": {
|
||||
"type": "string",
|
||||
"description": "The city to get the weather for"
|
||||
}
|
||||
}
|
||||
},
|
||||
"strict": null
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-8733b9b2c1c1",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": "call_a9ffmgct",
|
||||
"function": {
|
||||
"arguments": "{\"city\":\"Tokyo\"}",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function"
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-8733b9b2c1c1",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,107 @@
|
|||
{
|
||||
"test_id": "tests/integration/agents/test_openai_responses.py::test_responses_store[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-tools1-False]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo? YOU MUST USE THE get_weather function to get the weather."
|
||||
}
|
||||
],
|
||||
"stream": true,
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"type": "function",
|
||||
"name": "get_weather",
|
||||
"description": "Get the weather in a given city",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"city": {
|
||||
"type": "string",
|
||||
"description": "The city to get the weather for"
|
||||
}
|
||||
}
|
||||
},
|
||||
"strict": null
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-d7ff8d71af87",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": "call_xytdgjap",
|
||||
"function": {
|
||||
"arguments": "{\"city\":\"Tokyo\"}",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function"
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-d7ff8d71af87",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large
Load diff
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/batches/test_batches.py::TestBatchesIntegration::test_batch_e2e_chat_completions[txt=ollama/llama3.2:3b-instruct-fp16]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Say hello"
|
||||
}
|
||||
],
|
||||
"max_tokens": 20
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-3a680a3aabcd",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Hello! How can I help you today?",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 10,
|
||||
"prompt_tokens": 27,
|
||||
"total_tokens": 37,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/batches/test_batches_errors.py::TestBatchesErrorHandling::test_batch_cancel_completed[txt=ollama/llama3.2:3b-instruct-fp16]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Quick test"
|
||||
}
|
||||
],
|
||||
"max_tokens": 5
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-47f3ec3cdc8a",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "length",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "How can I assist you",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 5,
|
||||
"prompt_tokens": 27,
|
||||
"total_tokens": 32,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/batches/test_batches.py::TestBatchesIntegration::test_batch_creation_and_retrieval[txt=ollama/llama3.2:3b-instruct-fp16]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Hello"
|
||||
}
|
||||
],
|
||||
"max_tokens": 10
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-af930233ce6e",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "How can I assist you today?",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 8,
|
||||
"prompt_tokens": 26,
|
||||
"total_tokens": 34,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,44 @@
|
|||
{
|
||||
"test_id": "tests/integration/batches/test_batches.py::TestBatchesIntegration::test_batch_e2e_completions[txt=ollama/llama3.2:3b-instruct-fp16]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"prompt": "Say completions",
|
||||
"max_tokens": 20,
|
||||
"extra_body": {}
|
||||
},
|
||||
"endpoint": "/v1/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "rec-cb4673f5ab80",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "length",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "I'd be happy to provide some completions on a topic of your choice. What would you like"
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 20,
|
||||
"prompt_tokens": 28,
|
||||
"total_tokens": 48,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/files/test_files.py::test_openai_client_basic_operations",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:37:49.343685-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:37:48.891739-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/files/test_files.py::test_expires_after",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:37:49.343685-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:37:48.891739-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/files/test_files.py::test_expires_after_requests",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:37:49.343685-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:37:48.891739-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_non_streaming[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:non_streaming_02]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:37:33.870583-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:16.599153-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_with_encoding_format_base64[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:06.037921-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_completion_stop_sequence[txt=ollama/llama3.2:3b-instruct-fp16-inference:completion:stop_sequence]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:03.108973-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,93 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_with_tools[txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:tool_calling]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "system",
|
||||
"content": "Pretend you are a weather assistant."
|
||||
},
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather like in San Francisco, CA?"
|
||||
}
|
||||
],
|
||||
"stream": false,
|
||||
"tool_choice": "auto",
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_weather",
|
||||
"description": "Get the current weather",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"location": {
|
||||
"type": "string",
|
||||
"description": "The city and state (both required), e.g. San Francisco, CA."
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"location"
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-0de34091fb19",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": [
|
||||
{
|
||||
"id": "call_pj4polk7",
|
||||
"function": {
|
||||
"arguments": "{\"location\":\"San Francisco, CA\"}",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function",
|
||||
"index": 0
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 20,
|
||||
"prompt_tokens": 185,
|
||||
"total_tokens": 205,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_different_inputs_different_outputs[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:05.489695-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,96 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_tools_with_schemas.py::TestOpenAICompatibility::test_openai_format_preserves_complex_schemas[openai_client-txt=ollama/llama3.2:3b-instruct-fp16]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Process this data"
|
||||
}
|
||||
],
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "process_data",
|
||||
"description": "Process structured data",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"data": {
|
||||
"$ref": "#/$defs/DataObject"
|
||||
}
|
||||
},
|
||||
"$defs": {
|
||||
"DataObject": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"values": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "number"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-12b4c92fd0d8",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": [
|
||||
{
|
||||
"id": "call_2cu7jl5t",
|
||||
"function": {
|
||||
"arguments": "{\"data\":\"[1, 2, 3]\"}",
|
||||
"name": "process_data"
|
||||
},
|
||||
"type": "function",
|
||||
"index": 0
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 24,
|
||||
"prompt_tokens": 176,
|
||||
"total_tokens": 200,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,675 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_inference_store[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-True]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Hello, world!"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Hello",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "!",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " It",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "'s",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " nice",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " to",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " meet",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " you",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ".",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Is",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " there",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " something",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " I",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " can",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " help",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " you",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " with",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " or",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " would",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " you",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " like",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " to",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " chat",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "?",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-16daa8302d1a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_inference_store[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-True]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:00.907836-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_completion_logprobs[txt=ollama/llama3.2:3b-instruct-fp16-inference:completion:log_probs]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_non_streaming[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:non_streaming_01]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:34:59.124216-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama-guard3:1b",
|
||||
"name": "llama-guard3:1b",
|
||||
"digest": "494147e06bf99e10dbe67b63a07ac81c162f18ef3341aa3390007ac828571b3b",
|
||||
"expires_at": "2025-10-08T11:30:00.392919-07:00",
|
||||
"size": 2350966784,
|
||||
"size_vram": 2350966784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "1.5B",
|
||||
"quantization_level": "Q8_0"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_with_encoding_format_float[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Test encoding format",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.019109152,
|
||||
-0.0205217,
|
||||
-0.071471564,
|
||||
-0.023057504,
|
||||
-0.06572786,
|
||||
-0.0057331678,
|
||||
-0.029395059,
|
||||
-0.031822033,
|
||||
-0.015748156,
|
||||
-0.039123703,
|
||||
0.02694331,
|
||||
-0.0641754,
|
||||
0.013510709,
|
||||
0.050364953,
|
||||
-0.03114308,
|
||||
-0.08322274,
|
||||
-0.03192984,
|
||||
0.074970365,
|
||||
-0.016377378,
|
||||
-0.0013804765,
|
||||
0.03850419,
|
||||
-0.03441017,
|
||||
-0.0048610102,
|
||||
-0.03094053,
|
||||
0.051915165,
|
||||
0.009193639,
|
||||
0.0071807485,
|
||||
0.066353165,
|
||||
0.024559105,
|
||||
-0.04767663,
|
||||
0.0376255,
|
||||
-0.042586852,
|
||||
0.078906916,
|
||||
0.04827334,
|
||||
0.13389648,
|
||||
0.013978803,
|
||||
0.03242126,
|
||||
-0.08890431,
|
||||
-0.014188366,
|
||||
0.03553346,
|
||||
-0.02476171,
|
||||
-0.028628638,
|
||||
0.047652308,
|
||||
0.026259335,
|
||||
0.048472118,
|
||||
0.06663718,
|
||||
-0.013584004,
|
||||
0.071824096,
|
||||
-0.073066786,
|
||||
-0.050326068,
|
||||
0.0039502876,
|
||||
0.03300394,
|
||||
-0.047816053,
|
||||
-0.017657546,
|
||||
0.010284664,
|
||||
-0.10525716,
|
||||
-0.010034394,
|
||||
0.014627846,
|
||||
-0.053289402,
|
||||
0.060343288,
|
||||
-0.10079798,
|
||||
0.011359217,
|
||||
-0.007258805,
|
||||
0.05346498,
|
||||
-0.0068726647,
|
||||
0.03697505,
|
||||
0.024016414,
|
||||
0.023924585,
|
||||
-0.011357761,
|
||||
-0.119573325,
|
||||
-0.115692526,
|
||||
-0.06673285,
|
||||
-0.04233929,
|
||||
0.09302018,
|
||||
0.02486003,
|
||||
0.084047645,
|
||||
0.0030104683,
|
||||
-0.06605523,
|
||||
0.027435688,
|
||||
-0.032412402,
|
||||
-0.025584543,
|
||||
-0.06590182,
|
||||
0.067799605,
|
||||
0.0976311,
|
||||
0.07360619,
|
||||
0.034108408,
|
||||
0.056534845,
|
||||
0.076705806,
|
||||
-0.05179011,
|
||||
0.053681813,
|
||||
0.0054462817,
|
||||
0.015972052,
|
||||
0.0035656213,
|
||||
0.06333522,
|
||||
-0.01597322,
|
||||
0.05295729,
|
||||
0.11539089,
|
||||
0.055200845,
|
||||
0.037667733,
|
||||
0.08083974,
|
||||
0.035557732,
|
||||
-0.07982552,
|
||||
-0.012100598,
|
||||
-0.07612801,
|
||||
-0.0695667,
|
||||
-0.017815348,
|
||||
0.16996554,
|
||||
-0.0048157335,
|
||||
0.09073964,
|
||||
-0.07196438,
|
||||
0.020009195,
|
||||
-0.05956153,
|
||||
-0.06312686,
|
||||
-0.07716358,
|
||||
0.0150949685,
|
||||
-0.050339524,
|
||||
-0.05444592,
|
||||
-0.023078114,
|
||||
-0.035431463,
|
||||
-0.030625492,
|
||||
-0.053284056,
|
||||
-0.06745872,
|
||||
-0.08049862,
|
||||
0.002800386,
|
||||
-0.0114065055,
|
||||
-0.029938627,
|
||||
0.024243163,
|
||||
-1.5107368e-33,
|
||||
-0.02984805,
|
||||
-0.00033025863,
|
||||
0.0030491,
|
||||
0.023082128,
|
||||
-0.04808977,
|
||||
-0.0027841914,
|
||||
-0.037461873,
|
||||
0.016201235,
|
||||
-0.02998979,
|
||||
0.015712254,
|
||||
0.009664366,
|
||||
-0.03984875,
|
||||
-0.029493092,
|
||||
0.03837007,
|
||||
-0.005226541,
|
||||
0.06857773,
|
||||
-0.007891026,
|
||||
-0.0019036188,
|
||||
-0.035219382,
|
||||
0.03627955,
|
||||
0.05867878,
|
||||
0.023777487,
|
||||
0.044425115,
|
||||
-0.025999734,
|
||||
-0.025318418,
|
||||
-0.02685328,
|
||||
-0.02368557,
|
||||
-0.094386704,
|
||||
0.0016880591,
|
||||
0.0065193563,
|
||||
-0.09711005,
|
||||
-0.053493332,
|
||||
-0.08241291,
|
||||
0.023502836,
|
||||
-0.02407441,
|
||||
0.015992055,
|
||||
0.0050546136,
|
||||
0.030476829,
|
||||
-0.088438906,
|
||||
0.11427086,
|
||||
0.028378993,
|
||||
0.02985018,
|
||||
0.022821706,
|
||||
0.018776013,
|
||||
0.056330692,
|
||||
-0.020254886,
|
||||
-0.00070521404,
|
||||
-0.0864014,
|
||||
0.020228866,
|
||||
-0.0039839754,
|
||||
0.0010032665,
|
||||
0.065425254,
|
||||
-0.036518592,
|
||||
0.032341316,
|
||||
0.023112345,
|
||||
0.044507477,
|
||||
0.09644409,
|
||||
-0.07272818,
|
||||
0.03370691,
|
||||
0.042783204,
|
||||
-0.052776046,
|
||||
0.0003352446,
|
||||
0.061005518,
|
||||
-0.019623613,
|
||||
-0.023274273,
|
||||
-0.11602989,
|
||||
0.007926991,
|
||||
-0.12529127,
|
||||
0.017030548,
|
||||
0.013484081,
|
||||
-0.030528491,
|
||||
-0.024298145,
|
||||
0.006284904,
|
||||
-0.015568167,
|
||||
-0.072781205,
|
||||
0.012985074,
|
||||
0.015977127,
|
||||
0.0051657534,
|
||||
-0.0026022948,
|
||||
-0.059578825,
|
||||
0.06372584,
|
||||
-0.0019363016,
|
||||
0.018695941,
|
||||
-0.009242735,
|
||||
-0.05887247,
|
||||
-0.032524884,
|
||||
-0.009591115,
|
||||
-0.047377545,
|
||||
0.020585002,
|
||||
-0.007134836,
|
||||
0.050135154,
|
||||
0.016087264,
|
||||
-0.0058878902,
|
||||
-0.07661024,
|
||||
0.0820671,
|
||||
1.6053074e-33,
|
||||
-0.0056476775,
|
||||
0.06719423,
|
||||
-0.011510322,
|
||||
0.05586423,
|
||||
-0.08886697,
|
||||
-0.036528286,
|
||||
0.12134926,
|
||||
0.028969096,
|
||||
0.022419011,
|
||||
0.047327086,
|
||||
0.07621525,
|
||||
-0.07937209,
|
||||
0.0020504447,
|
||||
-0.023489932,
|
||||
-0.029759271,
|
||||
-0.04879825,
|
||||
-0.034876924,
|
||||
0.06461666,
|
||||
0.051493492,
|
||||
0.008284975,
|
||||
-0.031793926,
|
||||
0.098015875,
|
||||
0.008122038,
|
||||
0.01032072,
|
||||
0.059404474,
|
||||
0.05176487,
|
||||
0.042960417,
|
||||
0.0069373515,
|
||||
0.027306866,
|
||||
0.039226852,
|
||||
0.062416088,
|
||||
0.051797673,
|
||||
0.0053232666,
|
||||
0.05965781,
|
||||
-0.008935817,
|
||||
-0.0135501,
|
||||
0.08726531,
|
||||
0.028408607,
|
||||
-0.006820522,
|
||||
0.052098107,
|
||||
0.049510423,
|
||||
0.055176627,
|
||||
-0.016774576,
|
||||
0.077848226,
|
||||
0.026121203,
|
||||
0.031311177,
|
||||
0.011812256,
|
||||
-0.0341528,
|
||||
0.052825138,
|
||||
0.003484205,
|
||||
0.09811821,
|
||||
0.029693138,
|
||||
-0.031354938,
|
||||
-0.012068096,
|
||||
0.018686052,
|
||||
-0.032609653,
|
||||
-0.09638639,
|
||||
0.033928476,
|
||||
-0.07897009,
|
||||
-0.008300913,
|
||||
-0.04915284,
|
||||
0.02006342,
|
||||
0.061743837,
|
||||
-0.018412542,
|
||||
-0.033583082,
|
||||
-0.090903476,
|
||||
0.021116566,
|
||||
-0.022445552,
|
||||
-0.011814237,
|
||||
-0.048816226,
|
||||
0.048287436,
|
||||
-0.07294675,
|
||||
-0.02198573,
|
||||
0.062477604,
|
||||
0.023308119,
|
||||
-0.052141402,
|
||||
-0.05409648,
|
||||
0.062339973,
|
||||
0.052301563,
|
||||
0.051384836,
|
||||
-0.02426406,
|
||||
-0.018824687,
|
||||
-0.01660311,
|
||||
0.09330242,
|
||||
0.008502433,
|
||||
0.063408315,
|
||||
0.019377569,
|
||||
0.047027417,
|
||||
-0.0058769877,
|
||||
-0.0034505578,
|
||||
0.07956527,
|
||||
0.10210641,
|
||||
0.015302805,
|
||||
0.04089992,
|
||||
0.038895626,
|
||||
-1.2710905e-08,
|
||||
-0.019304764,
|
||||
-0.1217849,
|
||||
-0.047983564,
|
||||
-0.053382736,
|
||||
-0.113197215,
|
||||
0.05181196,
|
||||
-0.10498226,
|
||||
-0.08524135,
|
||||
0.0061870585,
|
||||
-0.029899841,
|
||||
0.064561576,
|
||||
-0.028730206,
|
||||
-0.064735174,
|
||||
-0.024887148,
|
||||
0.0026119591,
|
||||
-0.008796896,
|
||||
0.030246036,
|
||||
0.009807871,
|
||||
0.0044631795,
|
||||
0.0851423,
|
||||
-0.026132204,
|
||||
0.11360852,
|
||||
-0.0045760865,
|
||||
-0.036643907,
|
||||
-0.09078616,
|
||||
0.081466354,
|
||||
0.012066122,
|
||||
0.07288108,
|
||||
0.004079195,
|
||||
-0.05064171,
|
||||
0.068772145,
|
||||
0.029108258,
|
||||
0.014786602,
|
||||
-0.11868081,
|
||||
-0.05042858,
|
||||
0.05376578,
|
||||
0.04570744,
|
||||
0.074074544,
|
||||
0.028540619,
|
||||
0.03937392,
|
||||
0.0291862,
|
||||
-0.035710927,
|
||||
-0.09132387,
|
||||
-0.047720414,
|
||||
-0.00082342024,
|
||||
-0.073688805,
|
||||
0.011024812,
|
||||
0.015703982,
|
||||
-0.03590976,
|
||||
-0.08121826,
|
||||
0.020365681,
|
||||
-0.045287356,
|
||||
-0.024955628,
|
||||
0.001167751,
|
||||
0.00037544646,
|
||||
-0.026392939,
|
||||
-0.032434102,
|
||||
0.003407464,
|
||||
-0.007060387,
|
||||
0.024250468,
|
||||
0.076347135,
|
||||
0.039537415,
|
||||
0.036043648,
|
||||
-0.07085338
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 3,
|
||||
"total_tokens": 3
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,422 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_with_user_parameter[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Test user parameter",
|
||||
"encoding_format": "base64",
|
||||
"user": "test-user-123"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.043779343,
|
||||
0.021533398,
|
||||
-0.081306435,
|
||||
0.010584965,
|
||||
-0.079082854,
|
||||
-0.03219143,
|
||||
0.13092613,
|
||||
0.04234389,
|
||||
-0.11600539,
|
||||
-0.07588513,
|
||||
0.04182356,
|
||||
-0.08061255,
|
||||
0.038127176,
|
||||
-0.010701234,
|
||||
0.015768763,
|
||||
-0.04193689,
|
||||
0.04310592,
|
||||
-0.033361685,
|
||||
0.013566423,
|
||||
-0.010392366,
|
||||
0.015551022,
|
||||
-0.037858423,
|
||||
-0.050305344,
|
||||
-0.025666261,
|
||||
-0.047879875,
|
||||
-0.087179765,
|
||||
0.016856788,
|
||||
-0.036765736,
|
||||
0.006393739,
|
||||
0.020844297,
|
||||
0.11262393,
|
||||
-0.002143682,
|
||||
-0.07910913,
|
||||
0.038748607,
|
||||
0.11532516,
|
||||
-0.019759571,
|
||||
0.0066967797,
|
||||
-0.021164352,
|
||||
-0.014471563,
|
||||
-0.0027048697,
|
||||
-0.034388524,
|
||||
-0.052571636,
|
||||
-0.030607725,
|
||||
0.04747725,
|
||||
-0.02431059,
|
||||
0.0109337615,
|
||||
-0.03946421,
|
||||
0.071846664,
|
||||
-0.020690937,
|
||||
0.01898796,
|
||||
0.042931512,
|
||||
-0.0077551426,
|
||||
0.0025911122,
|
||||
-0.058268107,
|
||||
0.0117475465,
|
||||
-0.022701943,
|
||||
0.0017815019,
|
||||
-0.012612941,
|
||||
0.030724185,
|
||||
0.017728312,
|
||||
-0.06155491,
|
||||
-0.03656162,
|
||||
0.02583153,
|
||||
0.02537894,
|
||||
0.012139213,
|
||||
0.009105951,
|
||||
-0.027318193,
|
||||
-0.093389414,
|
||||
0.005184693,
|
||||
0.007488449,
|
||||
-0.07540277,
|
||||
0.010159999,
|
||||
-0.028444426,
|
||||
0.030260745,
|
||||
0.0036438918,
|
||||
-0.022627153,
|
||||
-0.037846327,
|
||||
-0.08381657,
|
||||
-0.012445195,
|
||||
-0.048908208,
|
||||
0.029149827,
|
||||
-0.044437535,
|
||||
-0.07520237,
|
||||
-0.020924438,
|
||||
0.06342514,
|
||||
0.1629199,
|
||||
0.060563333,
|
||||
-0.012817673,
|
||||
-0.031030292,
|
||||
0.018368995,
|
||||
0.11223112,
|
||||
0.07292473,
|
||||
-0.062686674,
|
||||
-0.031803295,
|
||||
-0.017489262,
|
||||
0.048433464,
|
||||
-0.041148387,
|
||||
-0.04183779,
|
||||
-0.05994369,
|
||||
0.15909556,
|
||||
-0.027785666,
|
||||
-0.012455991,
|
||||
0.056005318,
|
||||
-0.019891974,
|
||||
0.022063067,
|
||||
0.006342065,
|
||||
0.0464118,
|
||||
-0.07311654,
|
||||
0.033282198,
|
||||
0.05949105,
|
||||
-0.033307947,
|
||||
0.030738499,
|
||||
0.008186239,
|
||||
-0.020268966,
|
||||
0.056593496,
|
||||
-0.081526734,
|
||||
0.023390312,
|
||||
0.0060836566,
|
||||
-0.07992586,
|
||||
0.013986445,
|
||||
0.052250065,
|
||||
0.027186505,
|
||||
-0.049284942,
|
||||
0.028148174,
|
||||
0.019493744,
|
||||
0.05418436,
|
||||
0.0827222,
|
||||
-1.8825437e-33,
|
||||
0.01360945,
|
||||
-0.010870715,
|
||||
0.015887791,
|
||||
0.069373555,
|
||||
-0.051129147,
|
||||
0.08999179,
|
||||
0.044494778,
|
||||
0.08100757,
|
||||
0.018944906,
|
||||
-0.020974122,
|
||||
-0.017938385,
|
||||
-0.021756735,
|
||||
0.010972489,
|
||||
0.015099965,
|
||||
0.017018452,
|
||||
0.094338946,
|
||||
0.0034407445,
|
||||
0.010244923,
|
||||
-0.044709302,
|
||||
0.0018059182,
|
||||
0.015817573,
|
||||
-0.065777056,
|
||||
-0.004948138,
|
||||
0.0044092103,
|
||||
-0.019589791,
|
||||
-0.092789896,
|
||||
-0.025898295,
|
||||
0.044104066,
|
||||
0.0541385,
|
||||
-0.007362511,
|
||||
-0.021487307,
|
||||
-0.036836285,
|
||||
-0.09148704,
|
||||
0.084001675,
|
||||
-0.018094191,
|
||||
0.003797567,
|
||||
0.020257449,
|
||||
0.04394643,
|
||||
-0.0772898,
|
||||
0.0057312953,
|
||||
-0.054519102,
|
||||
-0.024835315,
|
||||
0.0753162,
|
||||
0.034552757,
|
||||
-0.081203006,
|
||||
-0.12210961,
|
||||
-0.0053012627,
|
||||
0.00780717,
|
||||
0.050265096,
|
||||
0.015569535,
|
||||
-0.056362487,
|
||||
0.039800324,
|
||||
0.013022089,
|
||||
-0.04015537,
|
||||
0.014401654,
|
||||
-0.033209093,
|
||||
-0.008451782,
|
||||
-0.037590392,
|
||||
-0.01965779,
|
||||
0.01730637,
|
||||
-0.00896531,
|
||||
-0.0018413392,
|
||||
-0.0030382746,
|
||||
0.030460354,
|
||||
-0.05112036,
|
||||
-0.086875,
|
||||
-0.018338922,
|
||||
-0.11328767,
|
||||
0.07325826,
|
||||
0.046035297,
|
||||
0.012633494,
|
||||
-0.06343216,
|
||||
-0.028439038,
|
||||
0.020128354,
|
||||
-0.07883383,
|
||||
-0.00069870794,
|
||||
-0.03155447,
|
||||
0.12306934,
|
||||
0.004300722,
|
||||
-0.026421167,
|
||||
0.078361824,
|
||||
-0.077461444,
|
||||
-0.021267027,
|
||||
0.048929654,
|
||||
0.02919381,
|
||||
-0.0092880055,
|
||||
-0.030666346,
|
||||
-0.04102384,
|
||||
-0.03860138,
|
||||
-0.08042292,
|
||||
0.023227168,
|
||||
0.04191858,
|
||||
-0.058156747,
|
||||
0.0585743,
|
||||
0.076342255,
|
||||
4.465569e-34,
|
||||
-0.019599343,
|
||||
0.040230304,
|
||||
0.01455632,
|
||||
0.034345042,
|
||||
0.04392999,
|
||||
-0.023241352,
|
||||
0.067749046,
|
||||
-0.03010354,
|
||||
-0.09075954,
|
||||
-0.019227842,
|
||||
-0.027724287,
|
||||
-0.00062344945,
|
||||
0.0042892746,
|
||||
0.053643614,
|
||||
0.04075099,
|
||||
0.032581333,
|
||||
-0.107116826,
|
||||
-0.0500636,
|
||||
-0.016655827,
|
||||
-0.007782394,
|
||||
-0.111523,
|
||||
0.07476429,
|
||||
-0.016019335,
|
||||
-0.050536986,
|
||||
-0.11320647,
|
||||
-0.0061384854,
|
||||
0.050886273,
|
||||
-0.030283457,
|
||||
0.04318923,
|
||||
0.03301474,
|
||||
0.02362771,
|
||||
0.046507858,
|
||||
-0.03416386,
|
||||
0.036145207,
|
||||
0.023037339,
|
||||
-0.026803765,
|
||||
0.06361122,
|
||||
0.09975251,
|
||||
0.035269737,
|
||||
0.1554014,
|
||||
0.083479255,
|
||||
0.10931981,
|
||||
0.046847064,
|
||||
-0.010136355,
|
||||
-0.032541983,
|
||||
0.12926093,
|
||||
0.031193413,
|
||||
-0.09971323,
|
||||
0.010830718,
|
||||
0.02325219,
|
||||
-0.011917061,
|
||||
0.010155018,
|
||||
0.06883269,
|
||||
0.009340846,
|
||||
-0.022698723,
|
||||
-0.042815465,
|
||||
-0.048211087,
|
||||
-0.085067384,
|
||||
0.05105234,
|
||||
0.045155898,
|
||||
-0.03564869,
|
||||
0.06549556,
|
||||
0.048875004,
|
||||
0.037915554,
|
||||
-0.14071068,
|
||||
-0.067095764,
|
||||
0.009898252,
|
||||
-0.0049653547,
|
||||
-0.044304688,
|
||||
0.0039006064,
|
||||
-0.026903173,
|
||||
-0.066124685,
|
||||
0.040738244,
|
||||
-0.052228633,
|
||||
0.060485654,
|
||||
-0.041119356,
|
||||
-0.04312945,
|
||||
-0.025152665,
|
||||
0.08556276,
|
||||
-0.044942576,
|
||||
0.06393979,
|
||||
-0.024227533,
|
||||
-0.05052092,
|
||||
-0.0020624825,
|
||||
-0.078943975,
|
||||
0.0026753,
|
||||
0.02068896,
|
||||
0.102683865,
|
||||
-0.01237572,
|
||||
0.056172684,
|
||||
0.06552171,
|
||||
0.030940128,
|
||||
-0.07721113,
|
||||
-0.061241012,
|
||||
-0.016143149,
|
||||
-1.3511957e-08,
|
||||
-0.050416306,
|
||||
-0.033628013,
|
||||
0.046722032,
|
||||
0.04744138,
|
||||
-0.04411888,
|
||||
0.04631675,
|
||||
-0.0060847937,
|
||||
-0.053873356,
|
||||
0.013075445,
|
||||
0.050437532,
|
||||
-0.009895477,
|
||||
-0.0041795173,
|
||||
0.07229928,
|
||||
0.021081135,
|
||||
0.02672776,
|
||||
-0.07482113,
|
||||
-0.026757998,
|
||||
0.052755926,
|
||||
-0.034690056,
|
||||
0.039811596,
|
||||
-0.016370349,
|
||||
0.045900222,
|
||||
-0.02250936,
|
||||
0.023861,
|
||||
0.04912799,
|
||||
0.09111738,
|
||||
-0.0024878879,
|
||||
0.049395334,
|
||||
-0.03861115,
|
||||
0.020867983,
|
||||
0.076049894,
|
||||
0.084881924,
|
||||
-0.051956687,
|
||||
-0.06878504,
|
||||
-0.061384037,
|
||||
0.077220954,
|
||||
-0.06454818,
|
||||
0.044513144,
|
||||
0.008181126,
|
||||
0.015890416,
|
||||
-0.04280811,
|
||||
0.005317184,
|
||||
0.0034429359,
|
||||
0.0031937633,
|
||||
-0.013058055,
|
||||
-0.09134677,
|
||||
0.06425565,
|
||||
-0.054977305,
|
||||
0.0007087448,
|
||||
-0.06258866,
|
||||
-0.034974415,
|
||||
-0.029966963,
|
||||
0.044276785,
|
||||
0.017868131,
|
||||
-0.027976807,
|
||||
-0.036579583,
|
||||
0.021142753,
|
||||
0.06057356,
|
||||
-0.03133335,
|
||||
-0.014331035,
|
||||
0.034653842,
|
||||
0.052315667,
|
||||
-0.036585484,
|
||||
0.028209662
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 3,
|
||||
"total_tokens": 3
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,87 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_tools_with_schemas.py::TestOpenAICompatibility::test_openai_chat_completion_with_tools[openai_client-txt=ollama/llama3.2:3b-instruct-fp16]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo?"
|
||||
}
|
||||
],
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_weather",
|
||||
"description": "Get weather information",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"location": {
|
||||
"type": "string",
|
||||
"description": "City name"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"location"
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-2f35a0e0c10e",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": [
|
||||
{
|
||||
"id": "call_5vgjpfz1",
|
||||
"function": {
|
||||
"arguments": "{\"location\":\"Tokyo\"}",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function",
|
||||
"index": 0
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 18,
|
||||
"prompt_tokens": 158,
|
||||
"total_tokens": 176,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,285 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_streaming[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:streaming_01]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the name of the Sun in latin?"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-42ad86f93eda",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "The",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-42ad86f93eda",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Latin",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-42ad86f93eda",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " word",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-42ad86f93eda",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " for",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-42ad86f93eda",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " the",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-42ad86f93eda",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Sun",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-42ad86f93eda",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " is",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-42ad86f93eda",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Sol",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-42ad86f93eda",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ".",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-42ad86f93eda",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_different_inputs_different_outputs[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "This is completely different content",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.050927628,
|
||||
0.038399037,
|
||||
-0.05559374,
|
||||
-0.105984606,
|
||||
0.06944504,
|
||||
-0.08054001,
|
||||
-0.025946686,
|
||||
-0.045175657,
|
||||
0.068730615,
|
||||
0.016510814,
|
||||
-0.0011700827,
|
||||
0.023414683,
|
||||
-0.0034143464,
|
||||
0.06804153,
|
||||
-0.021997927,
|
||||
-0.014162646,
|
||||
0.12356902,
|
||||
-0.06536738,
|
||||
-0.082627006,
|
||||
0.04300477,
|
||||
-0.039514318,
|
||||
0.055434275,
|
||||
-0.008866895,
|
||||
0.020934915,
|
||||
0.016280092,
|
||||
0.09630312,
|
||||
-0.022835929,
|
||||
0.09175565,
|
||||
0.06409549,
|
||||
-0.06226981,
|
||||
0.010888244,
|
||||
0.07833004,
|
||||
0.08844764,
|
||||
-0.008459277,
|
||||
-0.07542651,
|
||||
0.04800223,
|
||||
0.0042286967,
|
||||
0.037884884,
|
||||
0.0023502677,
|
||||
0.032233667,
|
||||
0.0047689923,
|
||||
-0.070404515,
|
||||
-0.06513966,
|
||||
0.061046362,
|
||||
0.021522248,
|
||||
0.10113185,
|
||||
-0.07537441,
|
||||
-0.04074795,
|
||||
-0.0055522234,
|
||||
-0.0037093374,
|
||||
-0.021283673,
|
||||
-0.018193243,
|
||||
-0.03323253,
|
||||
-0.015658593,
|
||||
0.0032862085,
|
||||
0.037399907,
|
||||
-0.021028537,
|
||||
0.052572608,
|
||||
0.10211333,
|
||||
-0.018634265,
|
||||
0.03612266,
|
||||
0.08958185,
|
||||
0.050681055,
|
||||
0.019839589,
|
||||
0.10220134,
|
||||
-0.059074707,
|
||||
-0.045562137,
|
||||
-0.024107283,
|
||||
-0.059917513,
|
||||
-0.09795064,
|
||||
-0.002078402,
|
||||
0.032211803,
|
||||
0.04863422,
|
||||
0.08062527,
|
||||
0.022614514,
|
||||
0.0005379622,
|
||||
-0.0015465368,
|
||||
0.010018953,
|
||||
-0.089729026,
|
||||
0.023838207,
|
||||
-0.015227461,
|
||||
-0.020540234,
|
||||
0.08525423,
|
||||
-0.08025672,
|
||||
-0.002200058,
|
||||
0.0649954,
|
||||
-0.023069935,
|
||||
-0.06201302,
|
||||
-0.06545048,
|
||||
-0.029986514,
|
||||
0.0045501734,
|
||||
0.09718718,
|
||||
0.09153336,
|
||||
-0.0059684636,
|
||||
-0.048185453,
|
||||
-0.011855243,
|
||||
-0.03170323,
|
||||
-0.010363732,
|
||||
0.029717747,
|
||||
0.103405535,
|
||||
-0.029072085,
|
||||
0.005597891,
|
||||
-0.03075466,
|
||||
-0.011073092,
|
||||
-0.038647823,
|
||||
-0.01590583,
|
||||
0.0008562756,
|
||||
0.03479237,
|
||||
0.0039463183,
|
||||
-0.020063022,
|
||||
-0.048164852,
|
||||
0.026510539,
|
||||
-0.061183933,
|
||||
-0.046969693,
|
||||
0.02144617,
|
||||
-0.048452575,
|
||||
0.02205527,
|
||||
0.015723849,
|
||||
0.056344535,
|
||||
0.055321235,
|
||||
0.037136998,
|
||||
-0.08872732,
|
||||
0.011813868,
|
||||
0.0064246035,
|
||||
-0.020590257,
|
||||
-0.059401207,
|
||||
0.012338125,
|
||||
-2.4301395e-33,
|
||||
0.068363585,
|
||||
-0.05303797,
|
||||
0.011494271,
|
||||
0.06953355,
|
||||
0.013304427,
|
||||
0.0020351785,
|
||||
-0.020783585,
|
||||
0.028951883,
|
||||
0.034663863,
|
||||
-0.03274387,
|
||||
0.00095708756,
|
||||
0.008672852,
|
||||
0.007618213,
|
||||
-0.024579093,
|
||||
0.030253874,
|
||||
-0.034167152,
|
||||
-0.0315152,
|
||||
0.1105276,
|
||||
0.03499844,
|
||||
0.045135163,
|
||||
0.00044455956,
|
||||
0.051429555,
|
||||
0.015050582,
|
||||
-0.009024664,
|
||||
0.023132037,
|
||||
0.05141033,
|
||||
-0.00417506,
|
||||
0.004720958,
|
||||
-0.016197585,
|
||||
-0.025692327,
|
||||
-0.024077175,
|
||||
-0.00953031,
|
||||
0.05060433,
|
||||
-0.058328744,
|
||||
0.04903431,
|
||||
0.07964924,
|
||||
0.03599398,
|
||||
-0.065374464,
|
||||
-0.035382472,
|
||||
-0.07028972,
|
||||
-0.009750123,
|
||||
-0.031909473,
|
||||
-0.04101604,
|
||||
-0.041144423,
|
||||
-0.036323845,
|
||||
0.06685511,
|
||||
0.016679594,
|
||||
-0.048498012,
|
||||
-0.015474575,
|
||||
-0.00048608257,
|
||||
0.03267068,
|
||||
-0.010890426,
|
||||
0.016646467,
|
||||
-0.057286758,
|
||||
0.008073807,
|
||||
0.008808943,
|
||||
-0.061580453,
|
||||
-0.010815387,
|
||||
0.0717443,
|
||||
0.08607838,
|
||||
0.014073375,
|
||||
0.014896061,
|
||||
-0.098295614,
|
||||
-0.046653833,
|
||||
0.033601493,
|
||||
0.0647405,
|
||||
-0.007525925,
|
||||
0.025440095,
|
||||
0.04171436,
|
||||
-0.033113986,
|
||||
-0.014553822,
|
||||
0.024878975,
|
||||
0.045614205,
|
||||
-0.042929318,
|
||||
-0.040504646,
|
||||
-0.06304663,
|
||||
-0.022389242,
|
||||
0.010583584,
|
||||
-0.032525852,
|
||||
-0.03146621,
|
||||
0.0081922775,
|
||||
0.021094568,
|
||||
0.0095269885,
|
||||
-0.08290188,
|
||||
-0.021351986,
|
||||
0.008777032,
|
||||
0.060185786,
|
||||
-0.062182017,
|
||||
0.004518251,
|
||||
0.05684528,
|
||||
-0.013033095,
|
||||
0.01867297,
|
||||
-0.008998785,
|
||||
-0.076766245,
|
||||
0.051622886,
|
||||
1.6926977e-33,
|
||||
-0.12588808,
|
||||
0.011676749,
|
||||
-0.079886116,
|
||||
0.02304184,
|
||||
0.029238446,
|
||||
0.08721121,
|
||||
0.06906221,
|
||||
0.032533444,
|
||||
0.047794122,
|
||||
0.13212898,
|
||||
0.03129717,
|
||||
-0.0125368,
|
||||
0.0035920327,
|
||||
-0.016413208,
|
||||
-0.038557872,
|
||||
0.016005918,
|
||||
0.09166447,
|
||||
0.047558285,
|
||||
-0.054981478,
|
||||
0.06797876,
|
||||
0.017968502,
|
||||
0.118666455,
|
||||
-0.069318265,
|
||||
0.043814093,
|
||||
0.04150938,
|
||||
-0.017812226,
|
||||
0.051738504,
|
||||
0.06795029,
|
||||
0.080493495,
|
||||
0.005386888,
|
||||
0.08878265,
|
||||
-0.036075104,
|
||||
-0.07708273,
|
||||
-0.09101018,
|
||||
-0.09597232,
|
||||
-0.0937606,
|
||||
-0.06200779,
|
||||
0.06722552,
|
||||
-0.0006647803,
|
||||
0.029067127,
|
||||
0.08179574,
|
||||
-0.06488274,
|
||||
-0.050375167,
|
||||
-0.002403243,
|
||||
-0.026110265,
|
||||
-0.007630271,
|
||||
0.011972527,
|
||||
-0.08573929,
|
||||
0.04107404,
|
||||
0.024723932,
|
||||
-0.02222756,
|
||||
-0.11560156,
|
||||
0.006753066,
|
||||
-0.04589066,
|
||||
-0.06369223,
|
||||
0.053635046,
|
||||
0.005769477,
|
||||
0.06325056,
|
||||
0.0048679966,
|
||||
-0.057087842,
|
||||
0.041931894,
|
||||
0.022344982,
|
||||
-0.14709935,
|
||||
0.026361033,
|
||||
0.106274396,
|
||||
-0.0059068515,
|
||||
0.020035667,
|
||||
0.034950804,
|
||||
-0.03342695,
|
||||
-0.03884034,
|
||||
-0.076072656,
|
||||
-0.11173452,
|
||||
-0.038953967,
|
||||
-0.10270519,
|
||||
0.04714134,
|
||||
-0.049391687,
|
||||
0.074747935,
|
||||
0.041724026,
|
||||
-0.031083144,
|
||||
0.0033830043,
|
||||
0.055804495,
|
||||
-0.031882074,
|
||||
-0.02541756,
|
||||
0.050101582,
|
||||
0.035991114,
|
||||
0.09143438,
|
||||
-0.07581111,
|
||||
-0.050589707,
|
||||
0.0074097887,
|
||||
-0.0014020415,
|
||||
-0.05036443,
|
||||
-0.0015289022,
|
||||
0.005471816,
|
||||
0.07689256,
|
||||
0.014164922,
|
||||
-1.8297508e-08,
|
||||
0.029913928,
|
||||
-0.057959806,
|
||||
-0.06846765,
|
||||
0.026196472,
|
||||
-0.0035178436,
|
||||
0.11374637,
|
||||
0.056845777,
|
||||
-0.09315407,
|
||||
0.0027757618,
|
||||
0.10895455,
|
||||
-0.033027817,
|
||||
0.005051668,
|
||||
-0.043633904,
|
||||
-0.048978273,
|
||||
0.011912417,
|
||||
0.059747256,
|
||||
-0.08661686,
|
||||
-0.052748058,
|
||||
0.026321623,
|
||||
0.042173225,
|
||||
-0.0035451513,
|
||||
0.03797019,
|
||||
0.022595786,
|
||||
-0.0614702,
|
||||
0.01268269,
|
||||
0.040893063,
|
||||
-0.084825225,
|
||||
0.041167296,
|
||||
-0.038163006,
|
||||
0.008364558,
|
||||
0.01014753,
|
||||
0.024994388,
|
||||
-0.012504467,
|
||||
-0.045078665,
|
||||
0.0102669485,
|
||||
-0.046302866,
|
||||
0.061438397,
|
||||
0.016235871,
|
||||
-0.0011558776,
|
||||
0.007455159,
|
||||
-0.019448454,
|
||||
-0.06798961,
|
||||
0.05472832,
|
||||
0.09646006,
|
||||
-0.04711737,
|
||||
0.060088705,
|
||||
0.0030213061,
|
||||
-0.08877283,
|
||||
0.037262574,
|
||||
-0.009947699,
|
||||
0.0035697597,
|
||||
-0.07833652,
|
||||
0.02169359,
|
||||
-0.013075168,
|
||||
0.072521746,
|
||||
-0.0649658,
|
||||
-0.029920656,
|
||||
-0.017777385,
|
||||
0.033904497,
|
||||
0.02919506,
|
||||
0.08793891,
|
||||
0.008437021,
|
||||
0.064442866,
|
||||
-0.01656208
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 5,
|
||||
"total_tokens": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_inference_store[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-False]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Hello, world!"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-46428a21010b",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Hello! How can I assist you today?",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 10,
|
||||
"prompt_tokens": 29,
|
||||
"total_tokens": 39,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_streaming_with_n[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:streaming_02]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:37:37.135763-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:16.599153-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_streaming[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:streaming_01]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:00.254625-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama-guard3:1b",
|
||||
"name": "llama-guard3:1b",
|
||||
"digest": "494147e06bf99e10dbe67b63a07ac81c162f18ef3341aa3390007ac828571b3b",
|
||||
"expires_at": "2025-10-08T11:30:00.392919-07:00",
|
||||
"size": 2350966784,
|
||||
"size_vram": 2350966784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "1.5B",
|
||||
"quantization_level": "Q8_0"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_with_encoding_format_float[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:05.205358-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_inference_store_tool_calls[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-False]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo? Use the get_weather function to get the weather."
|
||||
}
|
||||
],
|
||||
"stream": false,
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_weather",
|
||||
"description": "Get the weather in a given city",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"city": {
|
||||
"type": "string",
|
||||
"description": "The city to get the weather for"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-5ae0fe8a12bc",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "{\"name\":\"get_weather\",\"parameters {\"city\":\"Tokyo\"}}",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 14,
|
||||
"prompt_tokens": 177,
|
||||
"total_tokens": 191,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_inference_store_tool_calls[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-False]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:37:37.672693-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:16.599153-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_non_streaming_with_file[txt=ollama/llama3.2:3b-instruct-fp16]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:03.108973-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,54 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_with_dimensions[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Test dimensions parameter",
|
||||
"encoding_format": "base64",
|
||||
"dimensions": 16
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.25369987,
|
||||
0.016355688,
|
||||
-0.29676768,
|
||||
0.316427,
|
||||
-0.18642858,
|
||||
0.076206245,
|
||||
-0.031503417,
|
||||
0.29860005,
|
||||
-0.496603,
|
||||
-0.36621967,
|
||||
0.25334543,
|
||||
-0.333392,
|
||||
0.005993569,
|
||||
0.14079759,
|
||||
-0.13775977,
|
||||
-0.14680246
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 3,
|
||||
"total_tokens": 3
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_with_dimensions[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:05.320154-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_invalid_model_error[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:05.489695-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_base64_batch_processing[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:06.037921-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,571 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_streaming[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:streaming_02]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What is the name of the US captial?"
|
||||
}
|
||||
],
|
||||
"stream": true
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "The",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " capital",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " city",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " of",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " the",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " United",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " States",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " is",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Washington",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ",",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " D",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ".C",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ".",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " (",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "short",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " for",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " District",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " of",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": " Columbia",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": ").",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-9909147bdf0a",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_non_streaming[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:non_streaming_01]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Which planet do humans live on?"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-a2e6e4b90273",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Humans live on Earth. It is the only known planet in our solar system that supports life.",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 20,
|
||||
"prompt_tokens": 32,
|
||||
"total_tokens": 52,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_inference_store_tool_calls[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-True]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:02.171090-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_non_streaming[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:non_streaming_02]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Which planet has rings around it with a name starting with letter S?"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-b25e641e43bf",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "Saturn is the planet known for its stunning ring system, composed of seven main rings and numerous smaller ones. The rings are made up of ice particles, rock debris, and dust that orbit around Saturn due to its massive gravitational pull.",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 48,
|
||||
"prompt_tokens": 39,
|
||||
"total_tokens": 87,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_different_inputs_different_outputs[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "This is the first text",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.0010839553,
|
||||
0.067364,
|
||||
0.015185306,
|
||||
0.037240896,
|
||||
0.029337138,
|
||||
0.015160007,
|
||||
0.0743005,
|
||||
-0.0032980628,
|
||||
0.06581814,
|
||||
-0.021851996,
|
||||
0.034412965,
|
||||
0.051005766,
|
||||
-0.011422501,
|
||||
-0.025062356,
|
||||
-0.051756065,
|
||||
0.027193472,
|
||||
0.07849549,
|
||||
-0.05999108,
|
||||
0.010471458,
|
||||
-0.003400683,
|
||||
0.043449093,
|
||||
0.122919865,
|
||||
9.668583e-05,
|
||||
0.002153268,
|
||||
0.018064681,
|
||||
0.045069378,
|
||||
-0.09762388,
|
||||
0.11186886,
|
||||
0.049657565,
|
||||
-0.03485217,
|
||||
-0.039568134,
|
||||
0.003532146,
|
||||
0.15894793,
|
||||
0.06341193,
|
||||
0.047953114,
|
||||
0.011617699,
|
||||
0.009799243,
|
||||
0.015377702,
|
||||
0.009379663,
|
||||
0.079989135,
|
||||
0.019207356,
|
||||
-0.13718612,
|
||||
0.01730099,
|
||||
0.013687199,
|
||||
0.014266827,
|
||||
-0.00022628276,
|
||||
-0.017710257,
|
||||
0.02291068,
|
||||
0.03590651,
|
||||
-0.015361055,
|
||||
-0.00978436,
|
||||
-0.0401825,
|
||||
-0.011481894,
|
||||
0.00014050963,
|
||||
0.08540761,
|
||||
0.08730027,
|
||||
0.0046967245,
|
||||
0.006164595,
|
||||
0.003031956,
|
||||
0.008891807,
|
||||
-0.006260525,
|
||||
0.05061661,
|
||||
0.0005252785,
|
||||
0.0467754,
|
||||
0.09363822,
|
||||
-0.012814104,
|
||||
0.017708639,
|
||||
-0.062698044,
|
||||
-0.11535818,
|
||||
0.041123625,
|
||||
-0.014939021,
|
||||
0.044815876,
|
||||
-0.020868087,
|
||||
0.042999975,
|
||||
-0.061038766,
|
||||
0.019998673,
|
||||
-0.068740115,
|
||||
-0.035516046,
|
||||
0.041884515,
|
||||
0.012185281,
|
||||
-0.029084096,
|
||||
-0.06643917,
|
||||
0.030638866,
|
||||
0.05149607,
|
||||
-0.12815061,
|
||||
0.06821646,
|
||||
-0.047070153,
|
||||
-0.032925386,
|
||||
0.007499353,
|
||||
-0.017841771,
|
||||
0.038296465,
|
||||
-0.015792726,
|
||||
0.07054022,
|
||||
0.038072467,
|
||||
-0.11428876,
|
||||
0.04210153,
|
||||
-0.11162366,
|
||||
-0.045723915,
|
||||
-0.028951947,
|
||||
0.12735675,
|
||||
-0.013946637,
|
||||
-0.027157523,
|
||||
0.07295939,
|
||||
0.024098422,
|
||||
-0.054050542,
|
||||
-0.13125896,
|
||||
0.03013205,
|
||||
-0.023223283,
|
||||
-0.019072957,
|
||||
-0.007864101,
|
||||
-0.021954412,
|
||||
-0.05329901,
|
||||
-0.07088355,
|
||||
-0.0115214065,
|
||||
-0.023399564,
|
||||
-0.015638318,
|
||||
0.05148062,
|
||||
0.029261008,
|
||||
0.06481798,
|
||||
0.064031154,
|
||||
0.014445124,
|
||||
-0.058017716,
|
||||
-0.069921836,
|
||||
-0.023950975,
|
||||
-0.08490842,
|
||||
-0.08779567,
|
||||
0.048162255,
|
||||
-6.1240354e-33,
|
||||
0.010315817,
|
||||
0.038685724,
|
||||
0.0031864564,
|
||||
0.0357421,
|
||||
0.0050265454,
|
||||
-0.004210234,
|
||||
-0.053900674,
|
||||
-0.02988569,
|
||||
-0.07548199,
|
||||
-0.078777455,
|
||||
-0.012271205,
|
||||
-0.05056629,
|
||||
0.020729113,
|
||||
-0.051866043,
|
||||
-0.059254467,
|
||||
-0.059903424,
|
||||
-0.055699438,
|
||||
0.032196835,
|
||||
-0.006328442,
|
||||
-0.021668624,
|
||||
-0.059921067,
|
||||
0.0519611,
|
||||
0.051227964,
|
||||
-0.063502096,
|
||||
-0.04873505,
|
||||
-0.014265467,
|
||||
0.0025537873,
|
||||
-0.024346355,
|
||||
-0.0055181426,
|
||||
0.02007461,
|
||||
-0.10196586,
|
||||
0.010727814,
|
||||
-0.023194604,
|
||||
-0.081025146,
|
||||
-0.014997581,
|
||||
0.0017926424,
|
||||
0.045078833,
|
||||
-0.052792255,
|
||||
-0.05368693,
|
||||
-0.013245513,
|
||||
-0.019808132,
|
||||
0.020031843,
|
||||
-0.00081401254,
|
||||
-0.10117647,
|
||||
-0.0007066768,
|
||||
0.09663035,
|
||||
-0.03946875,
|
||||
0.04954661,
|
||||
0.042237334,
|
||||
0.007943922,
|
||||
-0.05234212,
|
||||
0.051887065,
|
||||
0.03711589,
|
||||
0.034850314,
|
||||
0.063441575,
|
||||
-0.026583876,
|
||||
-0.009227281,
|
||||
-0.0025737104,
|
||||
-0.056082893,
|
||||
0.0020716325,
|
||||
-0.020129146,
|
||||
0.0012315192,
|
||||
-0.0017609745,
|
||||
0.019111704,
|
||||
0.016572498,
|
||||
-0.011374,
|
||||
0.010381644,
|
||||
-0.007864189,
|
||||
0.04664868,
|
||||
-0.046856377,
|
||||
-0.08523834,
|
||||
-0.008974813,
|
||||
0.012022968,
|
||||
0.013285977,
|
||||
0.015182303,
|
||||
0.03708482,
|
||||
0.026587088,
|
||||
0.014473839,
|
||||
-0.013946565,
|
||||
0.01999883,
|
||||
-0.06888259,
|
||||
-0.07111367,
|
||||
0.012369427,
|
||||
0.032828625,
|
||||
-0.03152666,
|
||||
0.045777358,
|
||||
0.06801705,
|
||||
-0.07747748,
|
||||
0.018461134,
|
||||
0.06620267,
|
||||
-0.086365156,
|
||||
0.008950603,
|
||||
0.041320425,
|
||||
0.009541193,
|
||||
0.0066037327,
|
||||
4.71081e-33,
|
||||
-0.026172558,
|
||||
0.0013145636,
|
||||
-0.014140948,
|
||||
-0.024360213,
|
||||
0.06931815,
|
||||
0.031448748,
|
||||
0.037257418,
|
||||
0.06468137,
|
||||
0.049403396,
|
||||
0.11072201,
|
||||
0.04985356,
|
||||
0.06679111,
|
||||
0.04153249,
|
||||
-0.034106053,
|
||||
0.070283465,
|
||||
0.034855895,
|
||||
0.12902643,
|
||||
-0.021033453,
|
||||
0.008940618,
|
||||
0.030177405,
|
||||
-0.022881329,
|
||||
0.036504544,
|
||||
-0.13194299,
|
||||
0.045612644,
|
||||
-0.0127895875,
|
||||
0.04174139,
|
||||
0.1232064,
|
||||
-0.013484046,
|
||||
-0.007285246,
|
||||
-0.029776007,
|
||||
0.025007037,
|
||||
-0.009516822,
|
||||
0.02475585,
|
||||
0.023208592,
|
||||
-0.019141924,
|
||||
0.02259424,
|
||||
0.013740329,
|
||||
-0.038490705,
|
||||
-0.014461541,
|
||||
0.075218394,
|
||||
0.13589163,
|
||||
0.009839605,
|
||||
-0.037563317,
|
||||
-0.02737327,
|
||||
-0.016485116,
|
||||
-0.048845276,
|
||||
-0.03523722,
|
||||
-0.05439929,
|
||||
-0.0017957076,
|
||||
0.03563579,
|
||||
-0.010255764,
|
||||
-0.01859244,
|
||||
-0.03647324,
|
||||
-0.055985246,
|
||||
-0.007833892,
|
||||
0.009086756,
|
||||
-0.007333394,
|
||||
0.050386623,
|
||||
-0.0002305643,
|
||||
-0.03637248,
|
||||
-0.024937423,
|
||||
0.058877032,
|
||||
-0.07250415,
|
||||
0.07401245,
|
||||
0.053917013,
|
||||
-0.051895224,
|
||||
-0.006332244,
|
||||
0.07850189,
|
||||
-0.01695057,
|
||||
-0.006673017,
|
||||
0.012659739,
|
||||
-0.014127065,
|
||||
-0.13639799,
|
||||
-0.08524976,
|
||||
-0.017533274,
|
||||
-0.0046930755,
|
||||
0.013687301,
|
||||
0.0009185522,
|
||||
-0.0719948,
|
||||
-0.06887779,
|
||||
0.14208324,
|
||||
0.03187123,
|
||||
-0.055919908,
|
||||
0.030401653,
|
||||
0.061900012,
|
||||
0.029921472,
|
||||
-0.00096237566,
|
||||
-0.065010294,
|
||||
-0.020657646,
|
||||
0.039562404,
|
||||
-0.123846576,
|
||||
0.0028867351,
|
||||
0.051196404,
|
||||
0.13397509,
|
||||
-0.088453874,
|
||||
-1.7590333e-08,
|
||||
-0.025786474,
|
||||
-0.080303885,
|
||||
-0.09164947,
|
||||
0.031999,
|
||||
0.00584884,
|
||||
0.11464121,
|
||||
0.023377793,
|
||||
-0.06902527,
|
||||
-0.055941124,
|
||||
-0.05787791,
|
||||
0.014640494,
|
||||
0.080320895,
|
||||
0.0037027278,
|
||||
-0.030824674,
|
||||
0.024432683,
|
||||
0.008549355,
|
||||
-0.05291309,
|
||||
-0.06636625,
|
||||
0.0007468212,
|
||||
-0.02379191,
|
||||
0.030766092,
|
||||
0.054053318,
|
||||
-0.0027251292,
|
||||
-0.09928475,
|
||||
-0.0150488615,
|
||||
0.016240431,
|
||||
-0.0015727071,
|
||||
0.01190173,
|
||||
0.007895162,
|
||||
0.04894733,
|
||||
0.00487708,
|
||||
0.08263861,
|
||||
-0.014527478,
|
||||
-0.043879665,
|
||||
0.004633697,
|
||||
0.024611989,
|
||||
0.023827499,
|
||||
0.02366802,
|
||||
0.050754935,
|
||||
-0.051841788,
|
||||
0.0212632,
|
||||
-0.0034418616,
|
||||
-0.021175656,
|
||||
0.020591663,
|
||||
-0.06475325,
|
||||
0.0542002,
|
||||
0.027792262,
|
||||
-0.05295982,
|
||||
0.01509645,
|
||||
-0.11977527,
|
||||
-0.03416359,
|
||||
-0.012206606,
|
||||
0.047451705,
|
||||
0.020876253,
|
||||
-0.026368074,
|
||||
0.01502373,
|
||||
0.033982284,
|
||||
0.059788153,
|
||||
-0.052526973,
|
||||
0.03356499,
|
||||
0.061180886,
|
||||
0.096336305,
|
||||
0.116353564,
|
||||
-0.016122948
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 5,
|
||||
"total_tokens": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_single_string[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_completion_logprobs_streaming[txt=ollama/llama3.2:3b-instruct-fp16-inference:completion:log_probs]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_with_user_parameter[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:05.395473-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,113 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_with_tools_and_streaming[txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:tool_calling]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "system",
|
||||
"content": "Pretend you are a weather assistant."
|
||||
},
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather like in San Francisco, CA?"
|
||||
}
|
||||
],
|
||||
"stream": true,
|
||||
"tool_choice": "auto",
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_weather",
|
||||
"description": "Get the current weather",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"location": {
|
||||
"type": "string",
|
||||
"description": "The city and state (both required), e.g. San Francisco, CA."
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"location"
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-caf6ba164157",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": "call_8x4lkpnk",
|
||||
"function": {
|
||||
"arguments": "{\"location\":\"San Francisco, CA\"}",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function"
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-caf6ba164157",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_inference_store[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-False]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:37:37.135763-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:16.599153-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large
Load diff
|
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_single_string[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": "Hello, world!",
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.038168654,
|
||||
0.032873917,
|
||||
-0.0055947267,
|
||||
0.014366432,
|
||||
-0.040310103,
|
||||
-0.116643615,
|
||||
0.031721067,
|
||||
0.0019260457,
|
||||
-0.04255802,
|
||||
0.029198613,
|
||||
0.04252229,
|
||||
0.032184314,
|
||||
0.029838374,
|
||||
0.010959321,
|
||||
-0.053805783,
|
||||
-0.05028783,
|
||||
-0.023449864,
|
||||
0.0107550435,
|
||||
-0.13774979,
|
||||
0.0039929547,
|
||||
0.029302042,
|
||||
0.066712305,
|
||||
-0.015410682,
|
||||
0.048422653,
|
||||
-0.08814465,
|
||||
-0.012715775,
|
||||
0.041334823,
|
||||
0.040851083,
|
||||
-0.050064698,
|
||||
-0.05804616,
|
||||
0.048728727,
|
||||
0.06888658,
|
||||
0.058795262,
|
||||
0.008804153,
|
||||
-0.016073612,
|
||||
0.08514259,
|
||||
-0.078146815,
|
||||
-0.07741974,
|
||||
0.020842256,
|
||||
0.016201088,
|
||||
0.032518543,
|
||||
-0.05346469,
|
||||
-0.062197812,
|
||||
-0.024271712,
|
||||
0.007416788,
|
||||
0.024103774,
|
||||
0.006469804,
|
||||
0.051166162,
|
||||
0.07284196,
|
||||
0.034627657,
|
||||
-0.05475476,
|
||||
-0.059386417,
|
||||
-0.0071934434,
|
||||
0.020163197,
|
||||
0.035816014,
|
||||
0.0055927313,
|
||||
0.010762318,
|
||||
-0.05274177,
|
||||
0.010083032,
|
||||
-0.008742163,
|
||||
-0.06284565,
|
||||
0.038426206,
|
||||
-0.013933317,
|
||||
0.07342759,
|
||||
0.09004579,
|
||||
-0.07995627,
|
||||
-0.016420787,
|
||||
0.044767782,
|
||||
-0.06886435,
|
||||
-0.03303916,
|
||||
-0.015482072,
|
||||
0.011322529,
|
||||
0.036461752,
|
||||
0.066346884,
|
||||
-0.05434455,
|
||||
0.008740993,
|
||||
0.012066104,
|
||||
-0.038101126,
|
||||
0.0069316486,
|
||||
0.051146947,
|
||||
0.07740579,
|
||||
-0.122950904,
|
||||
0.016380342,
|
||||
0.049568996,
|
||||
0.031634904,
|
||||
-0.039637603,
|
||||
0.0016715266,
|
||||
0.009577405,
|
||||
-0.032646418,
|
||||
-0.033988595,
|
||||
-0.13329837,
|
||||
0.0072566303,
|
||||
-0.010266605,
|
||||
0.038557075,
|
||||
-0.09338859,
|
||||
-0.041706774,
|
||||
0.069941126,
|
||||
-0.026323376,
|
||||
-0.14971305,
|
||||
0.13445398,
|
||||
0.03748492,
|
||||
0.052825302,
|
||||
0.0450506,
|
||||
0.018712776,
|
||||
0.05444322,
|
||||
0.017282845,
|
||||
-0.032480195,
|
||||
0.04614526,
|
||||
-0.046711974,
|
||||
-0.030566413,
|
||||
-0.01820007,
|
||||
-0.04869831,
|
||||
0.033051647,
|
||||
-0.0038142777,
|
||||
0.04999665,
|
||||
-0.058270358,
|
||||
-0.010011706,
|
||||
0.010643473,
|
||||
-0.040113144,
|
||||
-0.0015507729,
|
||||
0.060854245,
|
||||
-0.045562096,
|
||||
0.049257778,
|
||||
0.02612153,
|
||||
0.01981428,
|
||||
-0.001660993,
|
||||
0.059509434,
|
||||
-6.525298e-33,
|
||||
0.063519135,
|
||||
0.0030875143,
|
||||
0.028961418,
|
||||
0.1733713,
|
||||
0.0029763067,
|
||||
0.027727291,
|
||||
-0.0951315,
|
||||
-0.031186627,
|
||||
0.026689058,
|
||||
-0.010807322,
|
||||
0.023850724,
|
||||
0.023777472,
|
||||
-0.031174092,
|
||||
0.049501278,
|
||||
-0.025049716,
|
||||
0.10175924,
|
||||
-0.07919064,
|
||||
-0.0032249284,
|
||||
0.042915843,
|
||||
0.09483459,
|
||||
-0.06652636,
|
||||
0.006303593,
|
||||
0.02220902,
|
||||
0.06999181,
|
||||
-0.0074810013,
|
||||
-0.0017734945,
|
||||
0.027008688,
|
||||
-0.07534615,
|
||||
0.114036545,
|
||||
0.008552313,
|
||||
-0.023737878,
|
||||
-0.04694563,
|
||||
0.014472103,
|
||||
0.019855395,
|
||||
-0.0046694353,
|
||||
0.0013555645,
|
||||
-0.034298304,
|
||||
-0.054142635,
|
||||
-0.09419824,
|
||||
-0.028909719,
|
||||
-0.018876282,
|
||||
0.0457315,
|
||||
0.04761082,
|
||||
-0.0030971593,
|
||||
-0.033264168,
|
||||
-0.013539523,
|
||||
0.051041685,
|
||||
0.031110944,
|
||||
0.015244497,
|
||||
0.054158635,
|
||||
-0.08499706,
|
||||
0.013360703,
|
||||
-0.04759633,
|
||||
0.07101136,
|
||||
-0.0131114535,
|
||||
-0.0023818254,
|
||||
0.050331973,
|
||||
-0.041642286,
|
||||
-0.01419894,
|
||||
0.032463223,
|
||||
0.0053973934,
|
||||
0.091275506,
|
||||
0.0044798073,
|
||||
-0.018260129,
|
||||
-0.015278888,
|
||||
-0.046306957,
|
||||
0.038750377,
|
||||
0.014729783,
|
||||
0.05204642,
|
||||
0.0017938613,
|
||||
-0.014963651,
|
||||
0.027101943,
|
||||
0.031203475,
|
||||
0.023725478,
|
||||
-0.004601222,
|
||||
0.03617344,
|
||||
0.06679477,
|
||||
-0.0018401983,
|
||||
0.021265576,
|
||||
-0.057589985,
|
||||
0.019155758,
|
||||
0.031437635,
|
||||
-0.018444614,
|
||||
-0.04085069,
|
||||
0.10393101,
|
||||
0.011960795,
|
||||
-0.014898805,
|
||||
-0.10520497,
|
||||
-0.012302656,
|
||||
-0.00043837292,
|
||||
-0.09508398,
|
||||
0.058318105,
|
||||
0.042576887,
|
||||
-0.025066672,
|
||||
-0.094555676,
|
||||
4.0072287e-33,
|
||||
0.1322281,
|
||||
0.0053512393,
|
||||
-0.03312536,
|
||||
-0.09096454,
|
||||
-0.031562407,
|
||||
-0.033949774,
|
||||
-0.07205118,
|
||||
0.1259232,
|
||||
-0.08333555,
|
||||
0.052797858,
|
||||
0.001077506,
|
||||
0.022004265,
|
||||
0.10402767,
|
||||
0.013034249,
|
||||
0.04091762,
|
||||
0.018705815,
|
||||
0.11424037,
|
||||
0.024799824,
|
||||
0.014582492,
|
||||
0.006205516,
|
||||
-0.011202356,
|
||||
-0.035756435,
|
||||
-0.03800272,
|
||||
0.011251353,
|
||||
-0.0512988,
|
||||
0.007890417,
|
||||
0.06736164,
|
||||
0.0033359542,
|
||||
-0.09285096,
|
||||
0.03704081,
|
||||
-0.022326592,
|
||||
0.039967872,
|
||||
-0.030748183,
|
||||
-0.011446819,
|
||||
-0.014453254,
|
||||
0.02498229,
|
||||
-0.097532175,
|
||||
-0.035378877,
|
||||
-0.03757795,
|
||||
-0.010181498,
|
||||
-0.06392041,
|
||||
0.025538994,
|
||||
0.02061816,
|
||||
0.03757256,
|
||||
-0.1043548,
|
||||
-0.028326731,
|
||||
-0.05209465,
|
||||
0.0128473425,
|
||||
-0.051238894,
|
||||
-0.029034877,
|
||||
-0.09633617,
|
||||
-0.042309195,
|
||||
0.067165054,
|
||||
-0.030870603,
|
||||
-0.010357507,
|
||||
0.027381465,
|
||||
-0.028105576,
|
||||
0.010302046,
|
||||
0.04306986,
|
||||
0.022315372,
|
||||
0.007954779,
|
||||
0.056068663,
|
||||
0.04071972,
|
||||
0.09293905,
|
||||
0.016536433,
|
||||
-0.053764775,
|
||||
0.00047211433,
|
||||
0.050708972,
|
||||
0.042510226,
|
||||
-0.029195962,
|
||||
0.009274875,
|
||||
-0.010647389,
|
||||
-0.037209682,
|
||||
0.002267011,
|
||||
-0.030304702,
|
||||
0.0745741,
|
||||
0.0026207205,
|
||||
-0.017582772,
|
||||
0.0028797672,
|
||||
0.038404796,
|
||||
0.00723137,
|
||||
0.045613218,
|
||||
0.03998252,
|
||||
0.014209623,
|
||||
-0.0142997475,
|
||||
0.05850862,
|
||||
0.03630791,
|
||||
0.055294298,
|
||||
-0.020075988,
|
||||
-0.08041808,
|
||||
-0.030250112,
|
||||
-0.014920701,
|
||||
0.022349516,
|
||||
0.011911506,
|
||||
-0.06903851,
|
||||
-1.8806734e-08,
|
||||
-0.078480355,
|
||||
0.046674173,
|
||||
-0.023920896,
|
||||
0.0634942,
|
||||
0.02396477,
|
||||
0.0014517035,
|
||||
-0.090798445,
|
||||
-0.06684978,
|
||||
-0.0801405,
|
||||
0.005503192,
|
||||
0.053675175,
|
||||
0.104841895,
|
||||
-0.066848256,
|
||||
0.015522683,
|
||||
0.067097165,
|
||||
0.070832625,
|
||||
-0.03197915,
|
||||
0.020843629,
|
||||
-0.0219202,
|
||||
-0.0073016756,
|
||||
-0.010645817,
|
||||
0.0040983153,
|
||||
0.03313765,
|
||||
-0.0790081,
|
||||
0.03878132,
|
||||
-0.075230986,
|
||||
-0.015732396,
|
||||
0.0060099233,
|
||||
0.0051297406,
|
||||
-0.061492138,
|
||||
0.04202211,
|
||||
0.09544608,
|
||||
-0.04318599,
|
||||
0.014424486,
|
||||
-0.10617826,
|
||||
-0.027963417,
|
||||
0.011034413,
|
||||
0.069576606,
|
||||
0.06689785,
|
||||
-0.07479674,
|
||||
-0.07851099,
|
||||
0.042766396,
|
||||
-0.034639932,
|
||||
-0.10607304,
|
||||
-0.03577663,
|
||||
0.051540814,
|
||||
0.068673156,
|
||||
-0.049959548,
|
||||
0.015460458,
|
||||
-0.064520314,
|
||||
-0.076010585,
|
||||
0.026035817,
|
||||
0.07440218,
|
||||
-0.012396022,
|
||||
0.13329679,
|
||||
0.074770845,
|
||||
0.05134284,
|
||||
0.020977058,
|
||||
-0.026776016,
|
||||
0.08894323,
|
||||
0.039937407,
|
||||
-0.04102053,
|
||||
0.03194075,
|
||||
0.018113315
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 4,
|
||||
"total_tokens": 4
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,61 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_with_tool_choice_none[txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:tool_calling]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "system",
|
||||
"content": "Pretend you are a weather assistant."
|
||||
},
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather like in San Francisco, CA?"
|
||||
}
|
||||
],
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-d3cdda901f5a",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "I've checked the current weather conditions for San Francisco, California.\n\nAs of my knowledge cutoff, it appears that San Francisco is experiencing a typical Mediterranean climate with overcast skies and light drizzle today. The temperature is around 58\u00b0F (14\u00b0C) with a gentle sea breeze blowing in from the Pacific Ocean. Visibility is about 5 miles (8 kilometers), with scattered fog banks rolling in off the water.\n\nIt's looking like a misty, cozy day in the City by the Bay, perfect for exploring popular attractions like Fisherman's Wharf, Alcatraz Island, or taking a stroll across the Golden Gate Bridge.\n\nHowever, please note that my information may not be entirely up-to-date. For the most recent and accurate weather conditions, I recommend checking a reliable online source such as AccuWeather or the National Weather Service.\n\nWould you like any more information about San Francisco's weather or planning your trip?",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 186,
|
||||
"prompt_tokens": 45,
|
||||
"total_tokens": 231,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_streaming[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:streaming_02]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:37:36.147873-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:16.599153-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,105 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_inference_store_tool_calls[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-True]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What's the weather in Tokyo? Use the get_weather function to get the weather."
|
||||
}
|
||||
],
|
||||
"stream": true,
|
||||
"tools": [
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "get_weather",
|
||||
"description": "Get the weather in a given city",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"city": {
|
||||
"type": "string",
|
||||
"description": "The city to get the weather for"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": [
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-ea6c51307994",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": [
|
||||
{
|
||||
"index": 0,
|
||||
"id": "call_1nr9ck1q",
|
||||
"function": {
|
||||
"arguments": "{\"city\":\"Tokyo\"}",
|
||||
"name": "get_weather"
|
||||
},
|
||||
"type": "function"
|
||||
}
|
||||
]
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
|
||||
"__data__": {
|
||||
"id": "rec-ea6c51307994",
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "",
|
||||
"function_call": null,
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"tool_calls": null
|
||||
},
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
"logprobs": null
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion.chunk",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"is_streaming": true
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_multiple_strings[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:05.079436-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,45 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_completion_stop_sequence[txt=ollama/llama3.2:3b-instruct-fp16-inference:completion:stop_sequence]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"prompt": "Return the exact same sentence and don't add additional words): Michael Jordan was born in the year of 1963",
|
||||
"stop": "1963",
|
||||
"stream": false,
|
||||
"extra_body": {}
|
||||
},
|
||||
"endpoint": "/v1/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "rec-f8d0f5a82750",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "Michael Jordan was born in the year of "
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 11,
|
||||
"prompt_tokens": 48,
|
||||
"total_tokens": 59,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_embeddings.py::test_openai_embeddings_empty_list_error[openai_client-emb=ollama/all-minilm:l6-v2]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:05.489695-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:04.346635-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,57 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_streaming_with_n[openai_client-txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:streaming_01]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:00.907836-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,90 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_chat_completion_structured_output[txt=ollama/llama3.2:3b-instruct-fp16-inference:chat_completion:structured_output]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/chat/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"messages": [
|
||||
{
|
||||
"role": "system",
|
||||
"content": "You are a helpful assistant. Michael Jordan was born in 1963. He played basketball for the Chicago Bulls for 15 seasons."
|
||||
},
|
||||
{
|
||||
"role": "user",
|
||||
"content": "Please give me information about Michael Jordan."
|
||||
}
|
||||
],
|
||||
"response_format": {
|
||||
"type": "json_schema",
|
||||
"json_schema": {
|
||||
"name": "AnswerFormat",
|
||||
"schema": {
|
||||
"properties": {
|
||||
"first_name": {
|
||||
"title": "First Name",
|
||||
"type": "string"
|
||||
},
|
||||
"last_name": {
|
||||
"title": "Last Name",
|
||||
"type": "string"
|
||||
},
|
||||
"year_of_birth": {
|
||||
"title": "Year Of Birth",
|
||||
"type": "integer"
|
||||
}
|
||||
},
|
||||
"required": [
|
||||
"first_name",
|
||||
"last_name",
|
||||
"year_of_birth"
|
||||
],
|
||||
"title": "AnswerFormat",
|
||||
"type": "object"
|
||||
}
|
||||
}
|
||||
},
|
||||
"stream": false
|
||||
},
|
||||
"endpoint": "/v1/chat/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
|
||||
"__data__": {
|
||||
"id": "rec-fec22760875c",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"message": {
|
||||
"content": "{\"first_name\": \"Michael\", \"last_name\": \"Jordan\", \"year_of_birth\": 1963}\n\n \t\t\t\t\t \t\t\t\t\t \t\t",
|
||||
"refusal": null,
|
||||
"role": "assistant",
|
||||
"annotations": null,
|
||||
"audio": null,
|
||||
"function_call": null,
|
||||
"tool_calls": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "chat.completion",
|
||||
"service_tier": null,
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 32,
|
||||
"prompt_tokens": 60,
|
||||
"total_tokens": 92,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,48 @@
|
|||
{
|
||||
"test_id": "tests/integration/inference/test_openai_completion.py::test_openai_completion_stop_sequence[txt=ollama/llama3.2:3b-instruct-fp16-inference:completion:stop_sequence]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/completions",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"prompt": "Return the exact same sentence and don't add additional words): Michael Jordan was born in the year of 1963",
|
||||
"stop": [
|
||||
"blathering",
|
||||
"1963"
|
||||
],
|
||||
"stream": false,
|
||||
"extra_body": {}
|
||||
},
|
||||
"endpoint": "/v1/completions",
|
||||
"model": "llama3.2:3b-instruct-fp16"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.completion.Completion",
|
||||
"__data__": {
|
||||
"id": "rec-ff97e1130a00",
|
||||
"choices": [
|
||||
{
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
"logprobs": null,
|
||||
"text": "Michael Jordan was born in the year of "
|
||||
}
|
||||
],
|
||||
"created": 0,
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"object": "text_completion",
|
||||
"system_fingerprint": "fp_ollama",
|
||||
"usage": {
|
||||
"completion_tokens": 11,
|
||||
"prompt_tokens": 48,
|
||||
"total_tokens": 59,
|
||||
"completion_tokens_details": null,
|
||||
"prompt_tokens_details": null
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_file_batch_list_files[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is batch list test file 0"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.0036465183,
|
||||
0.039924216,
|
||||
-0.12941182,
|
||||
0.037590887,
|
||||
0.010976234,
|
||||
0.0051913885,
|
||||
0.050194982,
|
||||
0.04712549,
|
||||
-0.110254765,
|
||||
0.015371635,
|
||||
0.10012847,
|
||||
0.0086210305,
|
||||
-0.00401681,
|
||||
-0.07506743,
|
||||
-0.07134991,
|
||||
0.0026189892,
|
||||
-0.042793002,
|
||||
-0.043490924,
|
||||
0.024093278,
|
||||
-0.059902564,
|
||||
0.0057522473,
|
||||
0.041752275,
|
||||
-0.0518659,
|
||||
0.0041615097,
|
||||
0.0145003805,
|
||||
0.009214976,
|
||||
-0.0040959273,
|
||||
-0.05989768,
|
||||
-0.066200614,
|
||||
-0.06039945,
|
||||
-0.008130723,
|
||||
0.049457688,
|
||||
0.09335371,
|
||||
0.040228266,
|
||||
0.23237613,
|
||||
-0.031075992,
|
||||
0.066336684,
|
||||
0.031554125,
|
||||
-0.018242544,
|
||||
0.018741237,
|
||||
0.04798815,
|
||||
-0.027992837,
|
||||
-0.030888785,
|
||||
-0.026447287,
|
||||
-0.005291827,
|
||||
0.0026244177,
|
||||
-0.029284751,
|
||||
-0.039187636,
|
||||
0.025298318,
|
||||
-0.03554318,
|
||||
-0.08725903,
|
||||
0.0051248395,
|
||||
-0.034592275,
|
||||
-0.032171108,
|
||||
-0.004462186,
|
||||
0.015781265,
|
||||
0.06675842,
|
||||
0.06411844,
|
||||
-0.026831465,
|
||||
0.040966112,
|
||||
-0.025728298,
|
||||
-0.04688795,
|
||||
-0.030973477,
|
||||
0.0108745955,
|
||||
0.0722766,
|
||||
-0.024154983,
|
||||
-0.05418077,
|
||||
-0.000112870955,
|
||||
0.06427881,
|
||||
-0.10798278,
|
||||
-0.094993085,
|
||||
0.031746376,
|
||||
-0.03553208,
|
||||
0.011721068,
|
||||
-0.040610477,
|
||||
0.0252638,
|
||||
0.032354478,
|
||||
0.0044251755,
|
||||
-0.011238418,
|
||||
-0.068738,
|
||||
-0.08214709,
|
||||
-0.09680521,
|
||||
0.037895776,
|
||||
-0.06387282,
|
||||
-0.050618686,
|
||||
0.047263417,
|
||||
0.018891728,
|
||||
0.0412337,
|
||||
-0.00036982878,
|
||||
0.01646717,
|
||||
-0.068015374,
|
||||
-0.024197156,
|
||||
-0.06515257,
|
||||
0.010283863,
|
||||
-0.0011034796,
|
||||
0.12800129,
|
||||
0.0046132635,
|
||||
0.04948645,
|
||||
0.0066414373,
|
||||
0.0038719445,
|
||||
0.011649022,
|
||||
-0.05141349,
|
||||
0.020765351,
|
||||
0.10356703,
|
||||
-0.021878071,
|
||||
-0.04683769,
|
||||
0.08752736,
|
||||
-0.082844995,
|
||||
0.030899115,
|
||||
-0.06978503,
|
||||
-0.022572583,
|
||||
0.031471837,
|
||||
0.020657966,
|
||||
-0.1110287,
|
||||
0.008903277,
|
||||
-0.14674239,
|
||||
-0.008688162,
|
||||
0.06673007,
|
||||
-0.1264913,
|
||||
0.07123954,
|
||||
0.04898091,
|
||||
-0.05575026,
|
||||
-0.0021988999,
|
||||
-0.027179684,
|
||||
-0.06655918,
|
||||
-0.0017623958,
|
||||
0.029062115,
|
||||
-9.678609e-34,
|
||||
-0.0040430804,
|
||||
-0.1445171,
|
||||
0.027866993,
|
||||
0.056585513,
|
||||
0.051756255,
|
||||
-0.033553254,
|
||||
0.03485847,
|
||||
0.015262136,
|
||||
-0.055595256,
|
||||
-0.017982436,
|
||||
0.029664941,
|
||||
-0.091648795,
|
||||
0.030431122,
|
||||
0.038217068,
|
||||
-0.080033876,
|
||||
-0.001278928,
|
||||
0.008315687,
|
||||
0.06286121,
|
||||
0.0021489516,
|
||||
-0.095392406,
|
||||
0.056737788,
|
||||
0.02301,
|
||||
-0.03430761,
|
||||
-0.041193787,
|
||||
-0.03171937,
|
||||
0.0022807133,
|
||||
-0.0032209419,
|
||||
-0.034821205,
|
||||
0.011649089,
|
||||
0.008981317,
|
||||
0.0254853,
|
||||
0.007002123,
|
||||
-0.04010535,
|
||||
0.029323202,
|
||||
0.022673734,
|
||||
0.068820246,
|
||||
-0.00014395108,
|
||||
-0.010711781,
|
||||
0.024299825,
|
||||
0.012537121,
|
||||
-0.0481291,
|
||||
-0.015601043,
|
||||
-0.0069175945,
|
||||
0.004603007,
|
||||
-0.0052467184,
|
||||
-0.05961089,
|
||||
-0.059626818,
|
||||
0.031623863,
|
||||
0.092408285,
|
||||
0.04708552,
|
||||
0.00075549266,
|
||||
0.019177787,
|
||||
-0.035067532,
|
||||
-0.001123708,
|
||||
-0.017206883,
|
||||
-0.0036923788,
|
||||
-0.03970438,
|
||||
-0.047295928,
|
||||
0.036669154,
|
||||
0.068081565,
|
||||
-0.029749148,
|
||||
0.020204429,
|
||||
-0.107095204,
|
||||
0.042345714,
|
||||
0.022392623,
|
||||
-0.09487722,
|
||||
0.057932172,
|
||||
-0.056190446,
|
||||
0.046567976,
|
||||
0.08047286,
|
||||
-0.016240422,
|
||||
-0.011581611,
|
||||
0.07382179,
|
||||
0.0020555314,
|
||||
0.0025288807,
|
||||
-0.021367662,
|
||||
0.081748515,
|
||||
0.007078425,
|
||||
-0.09470811,
|
||||
0.0030566726,
|
||||
0.053787757,
|
||||
-0.074042186,
|
||||
-0.083328,
|
||||
-0.057415612,
|
||||
0.008429428,
|
||||
-0.053765427,
|
||||
-0.015226777,
|
||||
-0.027527997,
|
||||
0.10367792,
|
||||
-0.10190198,
|
||||
0.0054718414,
|
||||
0.015465243,
|
||||
-0.016845582,
|
||||
-0.0016768618,
|
||||
0.012372419,
|
||||
-1.2111097e-33,
|
||||
0.11383396,
|
||||
0.12203165,
|
||||
0.0062433938,
|
||||
-0.011379958,
|
||||
0.02088539,
|
||||
0.007189597,
|
||||
0.054203767,
|
||||
-0.018699061,
|
||||
-0.052370373,
|
||||
0.10751054,
|
||||
-0.021465823,
|
||||
0.04084957,
|
||||
-7.4275136e-05,
|
||||
-0.025531521,
|
||||
0.044114646,
|
||||
0.005272512,
|
||||
0.0062982296,
|
||||
0.021161184,
|
||||
-0.06669754,
|
||||
-0.018744836,
|
||||
-0.03190448,
|
||||
0.10949183,
|
||||
-0.008740601,
|
||||
0.0689648,
|
||||
-0.021337925,
|
||||
-0.053446896,
|
||||
-0.02771705,
|
||||
0.048302785,
|
||||
0.05164785,
|
||||
-0.014181841,
|
||||
0.086858906,
|
||||
0.07332701,
|
||||
-0.05071209,
|
||||
0.06767104,
|
||||
0.073746495,
|
||||
-0.043644488,
|
||||
0.09263983,
|
||||
0.054621045,
|
||||
0.025011554,
|
||||
0.055775028,
|
||||
0.02436886,
|
||||
0.09215541,
|
||||
-0.034988236,
|
||||
0.0030215532,
|
||||
-0.006717577,
|
||||
0.03289223,
|
||||
0.059916247,
|
||||
0.009774813,
|
||||
-0.015418337,
|
||||
0.034162316,
|
||||
0.008471469,
|
||||
-0.045472328,
|
||||
-0.04667333,
|
||||
0.00731922,
|
||||
-0.013213432,
|
||||
-0.024659151,
|
||||
0.009905776,
|
||||
0.02377535,
|
||||
-0.003152262,
|
||||
-0.01130403,
|
||||
-0.030932695,
|
||||
0.029342141,
|
||||
0.013968052,
|
||||
-0.0046377,
|
||||
-0.005656476,
|
||||
-0.013187236,
|
||||
-0.03282219,
|
||||
0.03882881,
|
||||
-0.050185896,
|
||||
-0.06398926,
|
||||
0.010382671,
|
||||
-0.022127153,
|
||||
-0.030189876,
|
||||
-0.009426351,
|
||||
-0.03064495,
|
||||
-0.03634641,
|
||||
-0.0349218,
|
||||
-0.035668623,
|
||||
-0.021144494,
|
||||
0.059650354,
|
||||
0.065509655,
|
||||
0.0044521615,
|
||||
0.013206919,
|
||||
-0.002061999,
|
||||
0.026685787,
|
||||
0.06515911,
|
||||
0.006900156,
|
||||
0.09558864,
|
||||
0.050668344,
|
||||
0.023799876,
|
||||
-0.017750489,
|
||||
-0.011246626,
|
||||
0.11730665,
|
||||
0.07201313,
|
||||
0.041874938,
|
||||
-1.5963826e-08,
|
||||
-0.07315261,
|
||||
-0.12011152,
|
||||
0.033495143,
|
||||
0.05738324,
|
||||
0.0005284734,
|
||||
0.050519086,
|
||||
-0.09675792,
|
||||
-0.008407969,
|
||||
0.0107015055,
|
||||
-0.020977397,
|
||||
0.0144274095,
|
||||
-0.024443854,
|
||||
-0.0429767,
|
||||
0.0043172077,
|
||||
-0.007172003,
|
||||
-0.013036474,
|
||||
0.02008991,
|
||||
-0.018716406,
|
||||
0.058911163,
|
||||
0.07260904,
|
||||
-0.053028338,
|
||||
-0.0014296019,
|
||||
0.051438745,
|
||||
0.025465284,
|
||||
0.0024763653,
|
||||
0.024762444,
|
||||
0.033506636,
|
||||
0.046712905,
|
||||
-0.07720086,
|
||||
-0.043867115,
|
||||
0.04290285,
|
||||
0.020185705,
|
||||
0.060160834,
|
||||
-0.0538641,
|
||||
-0.00598599,
|
||||
0.08269462,
|
||||
0.102695964,
|
||||
0.044464804,
|
||||
-0.018108651,
|
||||
-0.0076020714,
|
||||
-0.09503401,
|
||||
0.024033083,
|
||||
0.017758038,
|
||||
0.00809999,
|
||||
-0.030638821,
|
||||
-0.094934754,
|
||||
-0.098738804,
|
||||
-0.0314479,
|
||||
-0.0046123876,
|
||||
-0.1324908,
|
||||
-0.061987024,
|
||||
0.029954871,
|
||||
-0.0017423966,
|
||||
0.03009696,
|
||||
-0.030504663,
|
||||
0.039349448,
|
||||
0.012448695,
|
||||
-0.013150999,
|
||||
0.006029242,
|
||||
0.060209665,
|
||||
0.04083634,
|
||||
0.05273217,
|
||||
-0.008709646,
|
||||
-0.052867472
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 7,
|
||||
"total_tokens": 7
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_search_empty[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"test query"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
0.06829306,
|
||||
0.061738,
|
||||
-0.0064223274,
|
||||
0.08267553,
|
||||
-0.07827752,
|
||||
0.026546001,
|
||||
0.13129343,
|
||||
0.041391023,
|
||||
-0.01950488,
|
||||
-0.027131394,
|
||||
0.08875853,
|
||||
-0.10276945,
|
||||
0.05070562,
|
||||
-0.07138499,
|
||||
-0.0092889285,
|
||||
-0.039247777,
|
||||
0.028884362,
|
||||
-0.010484688,
|
||||
-0.02469515,
|
||||
-0.0354649,
|
||||
-0.04093021,
|
||||
-0.009903105,
|
||||
-0.026185337,
|
||||
0.057967436,
|
||||
-0.00060980336,
|
||||
0.007659294,
|
||||
0.013928803,
|
||||
-0.0016587646,
|
||||
0.044655163,
|
||||
-0.058990903,
|
||||
-0.037958965,
|
||||
0.037799176,
|
||||
-0.033270117,
|
||||
0.071682036,
|
||||
0.09722083,
|
||||
-0.08261939,
|
||||
0.027622383,
|
||||
-0.014190519,
|
||||
0.01816939,
|
||||
-0.002717151,
|
||||
-0.02426505,
|
||||
-0.11493204,
|
||||
0.0851599,
|
||||
-0.016752614,
|
||||
-0.006310121,
|
||||
0.065255314,
|
||||
-0.058001935,
|
||||
0.096675195,
|
||||
-0.01419834,
|
||||
-0.0068260576,
|
||||
-0.09889976,
|
||||
-0.015109596,
|
||||
-0.07833432,
|
||||
-0.035589334,
|
||||
-0.008278154,
|
||||
-0.013655421,
|
||||
-0.07625151,
|
||||
-0.030405698,
|
||||
-0.013589333,
|
||||
0.050117858,
|
||||
-0.010591754,
|
||||
-0.038398717,
|
||||
0.067407176,
|
||||
0.03565695,
|
||||
0.010748793,
|
||||
-0.0782303,
|
||||
-0.006898065,
|
||||
-0.03009224,
|
||||
0.05595709,
|
||||
-0.076849714,
|
||||
-0.009063107,
|
||||
-0.0028242348,
|
||||
-0.02941444,
|
||||
0.06881705,
|
||||
0.013745148,
|
||||
0.03078439,
|
||||
-0.036471423,
|
||||
-0.07147355,
|
||||
0.054742936,
|
||||
-0.028959772,
|
||||
-0.06466119,
|
||||
-0.05974295,
|
||||
-0.06766193,
|
||||
0.022777116,
|
||||
0.079530336,
|
||||
0.051767077,
|
||||
0.14789894,
|
||||
-0.0024908637,
|
||||
-0.05542459,
|
||||
-0.027760198,
|
||||
0.019384151,
|
||||
0.06692773,
|
||||
-0.07952434,
|
||||
0.019047031,
|
||||
-0.00097613735,
|
||||
0.013479467,
|
||||
0.038207904,
|
||||
-0.040212464,
|
||||
0.06499357,
|
||||
0.13929029,
|
||||
0.0592868,
|
||||
0.018087199,
|
||||
-0.04910378,
|
||||
-0.057469312,
|
||||
-0.17034933,
|
||||
0.009854021,
|
||||
0.04478709,
|
||||
-0.08707103,
|
||||
0.046889827,
|
||||
-0.020303966,
|
||||
-0.062274974,
|
||||
0.030287566,
|
||||
0.04991786,
|
||||
-0.030625034,
|
||||
-0.007196787,
|
||||
-0.060630832,
|
||||
-0.0057445914,
|
||||
0.028697284,
|
||||
-0.055902485,
|
||||
-0.0060850815,
|
||||
0.075516894,
|
||||
0.07304865,
|
||||
-0.03200336,
|
||||
-0.027994294,
|
||||
-0.0013179975,
|
||||
0.02373418,
|
||||
0.082337655,
|
||||
-2.0787389e-33,
|
||||
0.014712573,
|
||||
-0.084956154,
|
||||
0.059368864,
|
||||
-0.00785449,
|
||||
-0.015981624,
|
||||
0.02598549,
|
||||
0.037614744,
|
||||
0.12561654,
|
||||
-0.04002324,
|
||||
0.02472032,
|
||||
0.014450717,
|
||||
-0.06304021,
|
||||
0.034111217,
|
||||
-0.00766782,
|
||||
0.008186535,
|
||||
0.10461876,
|
||||
0.018852819,
|
||||
-0.021535609,
|
||||
-0.04381762,
|
||||
0.05679568,
|
||||
0.01621111,
|
||||
-0.0734938,
|
||||
0.020150887,
|
||||
0.05246773,
|
||||
0.015011716,
|
||||
-0.06588331,
|
||||
-0.03257114,
|
||||
0.025002314,
|
||||
0.018430108,
|
||||
-0.00030111038,
|
||||
-0.06266604,
|
||||
-0.006196726,
|
||||
-0.16044672,
|
||||
0.028114004,
|
||||
0.032982383,
|
||||
0.037261836,
|
||||
0.0540566,
|
||||
-0.0079226745,
|
||||
-0.008597091,
|
||||
0.054075282,
|
||||
-0.046998158,
|
||||
-0.03870267,
|
||||
0.08493371,
|
||||
-0.005938313,
|
||||
0.021924777,
|
||||
-0.05206361,
|
||||
-0.047436308,
|
||||
-0.054906387,
|
||||
0.03400277,
|
||||
-0.028335828,
|
||||
-0.032045983,
|
||||
-0.0013805287,
|
||||
-0.04042137,
|
||||
-0.017744336,
|
||||
0.052251115,
|
||||
0.0038320236,
|
||||
0.008692022,
|
||||
0.03270182,
|
||||
0.010805367,
|
||||
0.11194987,
|
||||
-0.019722551,
|
||||
-0.04577441,
|
||||
-0.002028829,
|
||||
0.020897591,
|
||||
-0.006168528,
|
||||
-0.0017238662,
|
||||
-0.006808375,
|
||||
-0.08133367,
|
||||
0.091827765,
|
||||
0.048646383,
|
||||
0.07771223,
|
||||
-0.05870435,
|
||||
0.006373254,
|
||||
0.0036029797,
|
||||
-0.071249805,
|
||||
0.022061123,
|
||||
0.019477166,
|
||||
0.10132688,
|
||||
0.006618212,
|
||||
-0.044631813,
|
||||
0.06139753,
|
||||
-0.09197761,
|
||||
-0.013284173,
|
||||
0.014608393,
|
||||
-0.01761416,
|
||||
0.0073858253,
|
||||
0.0062043094,
|
||||
-0.048021033,
|
||||
0.013127433,
|
||||
-0.077592075,
|
||||
0.014133566,
|
||||
0.035386372,
|
||||
-0.02616333,
|
||||
0.0027075391,
|
||||
0.08635036,
|
||||
9.132231e-34,
|
||||
-0.022040669,
|
||||
0.05085595,
|
||||
-0.027267562,
|
||||
0.02862394,
|
||||
0.0137278,
|
||||
-0.07108621,
|
||||
0.09040417,
|
||||
-0.09064723,
|
||||
-0.0656353,
|
||||
0.06688156,
|
||||
0.06701843,
|
||||
-0.05015593,
|
||||
0.01906404,
|
||||
-0.04147956,
|
||||
0.012601856,
|
||||
0.06909683,
|
||||
0.028203059,
|
||||
-0.0709644,
|
||||
-0.061153468,
|
||||
0.031663477,
|
||||
-0.09626921,
|
||||
0.13134153,
|
||||
-0.003593543,
|
||||
-0.027185699,
|
||||
-0.06297406,
|
||||
-0.00092433795,
|
||||
-0.008680087,
|
||||
-0.031325806,
|
||||
-0.018586429,
|
||||
0.011512126,
|
||||
0.071864344,
|
||||
-0.071975954,
|
||||
-0.005884031,
|
||||
0.09355209,
|
||||
0.046686243,
|
||||
-0.031970512,
|
||||
0.06956754,
|
||||
-0.045880646,
|
||||
0.010095539,
|
||||
0.064092614,
|
||||
0.07247815,
|
||||
0.04723167,
|
||||
0.048781574,
|
||||
0.06763336,
|
||||
0.0054456857,
|
||||
0.035764687,
|
||||
0.018254038,
|
||||
-0.03819517,
|
||||
0.050082564,
|
||||
0.04140595,
|
||||
-0.025459196,
|
||||
0.021584416,
|
||||
0.014274055,
|
||||
-0.007126868,
|
||||
-0.014268015,
|
||||
-0.010105026,
|
||||
-0.09164537,
|
||||
0.009354007,
|
||||
0.004333732,
|
||||
-0.009582354,
|
||||
-0.029860867,
|
||||
0.17471065,
|
||||
-0.0045884773,
|
||||
0.05782756,
|
||||
-0.044819925,
|
||||
-0.051430847,
|
||||
-0.045887176,
|
||||
0.0074449414,
|
||||
0.0054387357,
|
||||
0.039599653,
|
||||
-0.056232683,
|
||||
-0.002221041,
|
||||
0.047835752,
|
||||
-0.039582185,
|
||||
0.027316216,
|
||||
0.039718047,
|
||||
-0.07969795,
|
||||
0.03511298,
|
||||
0.029242206,
|
||||
0.010144028,
|
||||
-0.03904501,
|
||||
-0.027879883,
|
||||
-0.040858228,
|
||||
0.04611512,
|
||||
-0.06931006,
|
||||
0.061977647,
|
||||
0.03922111,
|
||||
0.025860278,
|
||||
0.0064425017,
|
||||
0.053613506,
|
||||
0.069628745,
|
||||
-0.007990142,
|
||||
-0.038263973,
|
||||
-0.10954397,
|
||||
0.018542184,
|
||||
-1.33346125e-08,
|
||||
-0.025668526,
|
||||
-0.07473254,
|
||||
-0.019855365,
|
||||
0.0384919,
|
||||
0.027314084,
|
||||
-0.010875396,
|
||||
-0.035207637,
|
||||
0.036075134,
|
||||
-0.063237526,
|
||||
0.011492366,
|
||||
0.03342596,
|
||||
-0.012063488,
|
||||
0.0039839908,
|
||||
0.016522188,
|
||||
-0.008002217,
|
||||
-0.04168924,
|
||||
-0.07092195,
|
||||
0.008746656,
|
||||
0.004452133,
|
||||
-0.03877822,
|
||||
-0.051253635,
|
||||
0.01774984,
|
||||
-0.018253444,
|
||||
0.04394154,
|
||||
-0.042883426,
|
||||
0.08245372,
|
||||
0.015452854,
|
||||
0.022076968,
|
||||
0.04442366,
|
||||
0.022832815,
|
||||
0.08296971,
|
||||
-0.01261236,
|
||||
0.013092747,
|
||||
-0.06689178,
|
||||
0.0478462,
|
||||
-0.04507667,
|
||||
0.006519156,
|
||||
0.0055980994,
|
||||
-0.019575223,
|
||||
-0.01730519,
|
||||
-0.03837497,
|
||||
-0.00043787624,
|
||||
-0.008650636,
|
||||
-0.026787039,
|
||||
-0.06598753,
|
||||
-0.14336495,
|
||||
0.041543495,
|
||||
-0.048590284,
|
||||
0.012749011,
|
||||
-0.08499328,
|
||||
-0.010950221,
|
||||
-0.038154602,
|
||||
0.030090204,
|
||||
-0.03886871,
|
||||
-0.03670644,
|
||||
0.046492297,
|
||||
0.03623469,
|
||||
0.052362714,
|
||||
-0.09623828,
|
||||
-0.04149126,
|
||||
0.050219554,
|
||||
-2.084757e-05,
|
||||
0.0019338154,
|
||||
0.019553935
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 2,
|
||||
"total_tokens": 2
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_attach_file[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:11.739011-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_update_vector_store[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:06.037921-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_update_file[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:13.448954-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_attach_file[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"What is the secret string?"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.07473014,
|
||||
0.08137506,
|
||||
-0.06463602,
|
||||
0.011821943,
|
||||
-0.07454815,
|
||||
0.021821007,
|
||||
0.077573344,
|
||||
0.012804661,
|
||||
0.05853777,
|
||||
-0.014141324,
|
||||
0.053993534,
|
||||
-0.026554074,
|
||||
-0.018055506,
|
||||
-0.060447972,
|
||||
-0.019253474,
|
||||
-0.006501444,
|
||||
-0.047272332,
|
||||
-0.048944764,
|
||||
-0.090516366,
|
||||
-0.06656194,
|
||||
0.09287066,
|
||||
0.02129739,
|
||||
-0.013401809,
|
||||
-0.006629013,
|
||||
0.0079892,
|
||||
0.016818035,
|
||||
0.03971694,
|
||||
0.021875564,
|
||||
0.014873574,
|
||||
-0.039426163,
|
||||
0.025255844,
|
||||
-0.036836684,
|
||||
0.016627828,
|
||||
0.008789532,
|
||||
-0.053503897,
|
||||
0.03616121,
|
||||
-0.034633957,
|
||||
-0.009877797,
|
||||
0.064843215,
|
||||
-0.01517806,
|
||||
0.020897496,
|
||||
-0.07135096,
|
||||
-0.008519908,
|
||||
0.05118655,
|
||||
-0.062102985,
|
||||
0.059486073,
|
||||
-0.047937352,
|
||||
0.07045817,
|
||||
-0.024867272,
|
||||
-0.010756205,
|
||||
0.06538509,
|
||||
-0.03693754,
|
||||
-0.08240387,
|
||||
0.08169191,
|
||||
0.017090658,
|
||||
0.012944557,
|
||||
-0.047139525,
|
||||
0.0025796075,
|
||||
0.008701712,
|
||||
0.099866174,
|
||||
0.04969699,
|
||||
-0.025922626,
|
||||
-0.017354922,
|
||||
0.03395182,
|
||||
0.038391408,
|
||||
-0.054247838,
|
||||
0.008610521,
|
||||
-0.04077977,
|
||||
0.0265637,
|
||||
-0.07186012,
|
||||
-0.019953186,
|
||||
-0.041191205,
|
||||
-0.07246228,
|
||||
0.00041248833,
|
||||
0.018758524,
|
||||
0.023036895,
|
||||
0.01662864,
|
||||
-0.06335885,
|
||||
0.03495032,
|
||||
0.050063577,
|
||||
0.00043262896,
|
||||
-0.06176693,
|
||||
0.0062733325,
|
||||
0.11142063,
|
||||
0.0040838965,
|
||||
0.085737824,
|
||||
0.023284689,
|
||||
0.05699812,
|
||||
-0.03149832,
|
||||
-0.013344509,
|
||||
-0.045138564,
|
||||
-0.117300816,
|
||||
0.016063986,
|
||||
-0.016894838,
|
||||
-0.028934335,
|
||||
0.03575864,
|
||||
-0.05156192,
|
||||
0.032958068,
|
||||
-0.11266628,
|
||||
0.06640015,
|
||||
0.037839692,
|
||||
0.022948038,
|
||||
0.058071073,
|
||||
-0.039643735,
|
||||
-0.03247236,
|
||||
0.017690921,
|
||||
-0.005001274,
|
||||
0.019046135,
|
||||
0.07745316,
|
||||
-0.020402163,
|
||||
-0.020310633,
|
||||
-0.009519755,
|
||||
0.0031459313,
|
||||
-0.0045639877,
|
||||
-0.029116316,
|
||||
0.033835515,
|
||||
0.00050839526,
|
||||
0.06419946,
|
||||
0.010721198,
|
||||
0.124151744,
|
||||
-0.0053820186,
|
||||
0.00491648,
|
||||
-0.059696514,
|
||||
0.029483523,
|
||||
-0.13409872,
|
||||
0.016187217,
|
||||
-0.048092023,
|
||||
-6.6084764e-33,
|
||||
0.012305612,
|
||||
0.060384244,
|
||||
0.036461998,
|
||||
-0.035974216,
|
||||
-0.04197416,
|
||||
0.012333701,
|
||||
-0.084805995,
|
||||
0.012502633,
|
||||
0.02794982,
|
||||
0.0861082,
|
||||
-0.030791838,
|
||||
-0.061355945,
|
||||
-0.0009604986,
|
||||
-0.0252044,
|
||||
0.045444816,
|
||||
-0.027590565,
|
||||
-0.009594973,
|
||||
0.006712001,
|
||||
0.043692384,
|
||||
-0.021483036,
|
||||
0.003300438,
|
||||
0.11860881,
|
||||
0.047044385,
|
||||
-0.1348901,
|
||||
0.025469579,
|
||||
-0.01029819,
|
||||
0.0022393467,
|
||||
-0.061863262,
|
||||
0.10386513,
|
||||
0.018658707,
|
||||
-0.0017492755,
|
||||
-0.051914047,
|
||||
0.046442248,
|
||||
0.03761067,
|
||||
0.033752125,
|
||||
0.006650237,
|
||||
0.022015076,
|
||||
-0.07834835,
|
||||
-0.008209136,
|
||||
0.027432231,
|
||||
0.017393896,
|
||||
-0.07524756,
|
||||
0.006497012,
|
||||
0.027272953,
|
||||
0.0005804994,
|
||||
-0.010941825,
|
||||
-0.020050043,
|
||||
-0.00012092298,
|
||||
0.013705002,
|
||||
0.004699541,
|
||||
0.022770848,
|
||||
0.015477994,
|
||||
-0.0142482165,
|
||||
-0.013953546,
|
||||
0.015865315,
|
||||
-0.023075614,
|
||||
0.03379947,
|
||||
-0.039221376,
|
||||
-0.043229815,
|
||||
0.02998769,
|
||||
-0.01652291,
|
||||
0.06981088,
|
||||
0.04606923,
|
||||
0.05332633,
|
||||
-0.055300076,
|
||||
0.02511626,
|
||||
0.014049543,
|
||||
-0.09398743,
|
||||
0.03590562,
|
||||
0.029452223,
|
||||
-0.13200304,
|
||||
-0.005059034,
|
||||
-0.03784268,
|
||||
-0.03180819,
|
||||
-0.095502876,
|
||||
-0.027853556,
|
||||
0.0024331037,
|
||||
-0.007881495,
|
||||
0.058296,
|
||||
-0.031999517,
|
||||
-0.06077097,
|
||||
-0.023381822,
|
||||
-0.00048603877,
|
||||
0.13765746,
|
||||
-0.060579,
|
||||
-0.008109843,
|
||||
-0.034873307,
|
||||
-0.1024547,
|
||||
-0.009072849,
|
||||
-0.018931676,
|
||||
-0.0016711762,
|
||||
-0.07710289,
|
||||
-0.043332253,
|
||||
-0.03619527,
|
||||
0.03958017,
|
||||
3.0217083e-33,
|
||||
0.0050329794,
|
||||
0.00016030145,
|
||||
-0.063078895,
|
||||
0.012225751,
|
||||
0.10637338,
|
||||
0.015972024,
|
||||
0.006653195,
|
||||
0.01880781,
|
||||
-0.04708357,
|
||||
0.045863643,
|
||||
0.0076015075,
|
||||
0.03243478,
|
||||
0.032097474,
|
||||
-0.020893326,
|
||||
0.10697852,
|
||||
0.0075498912,
|
||||
0.036074348,
|
||||
0.1462344,
|
||||
0.03779065,
|
||||
-0.043190572,
|
||||
-0.02176097,
|
||||
-0.009340132,
|
||||
-0.06983617,
|
||||
0.015578788,
|
||||
0.021121953,
|
||||
0.030661412,
|
||||
0.08434581,
|
||||
-0.09288574,
|
||||
0.008169474,
|
||||
0.078080945,
|
||||
-0.081626564,
|
||||
0.011895231,
|
||||
0.017099649,
|
||||
0.0040119104,
|
||||
-0.14145434,
|
||||
0.0040375097,
|
||||
0.046316408,
|
||||
0.008959473,
|
||||
-0.0056506568,
|
||||
-0.055587813,
|
||||
0.028007837,
|
||||
0.055937108,
|
||||
0.062269785,
|
||||
0.08602392,
|
||||
-0.12157818,
|
||||
0.021943888,
|
||||
-0.0050934856,
|
||||
0.029819332,
|
||||
-0.012127162,
|
||||
0.048801802,
|
||||
0.06409215,
|
||||
-0.041438665,
|
||||
0.01809265,
|
||||
-0.028214281,
|
||||
-0.0213588,
|
||||
0.05564267,
|
||||
-0.1547868,
|
||||
0.027465124,
|
||||
0.018855799,
|
||||
0.04327939,
|
||||
0.011500479,
|
||||
0.017364705,
|
||||
-0.023216385,
|
||||
0.051007293,
|
||||
0.02946264,
|
||||
0.012533944,
|
||||
-0.04542834,
|
||||
-0.002238765,
|
||||
-0.05611544,
|
||||
-0.0789272,
|
||||
0.07960444,
|
||||
-0.020431034,
|
||||
-0.0762138,
|
||||
0.011588508,
|
||||
-0.035614885,
|
||||
-0.04803985,
|
||||
-0.06607436,
|
||||
-0.057365946,
|
||||
-0.040188126,
|
||||
0.07176218,
|
||||
0.03135825,
|
||||
0.02303279,
|
||||
-0.023997622,
|
||||
0.023614945,
|
||||
0.09607302,
|
||||
-0.06843066,
|
||||
0.014260722,
|
||||
0.08802569,
|
||||
-0.037736766,
|
||||
0.029445928,
|
||||
-0.028643936,
|
||||
0.10217973,
|
||||
-0.0660917,
|
||||
0.022864237,
|
||||
0.042151757,
|
||||
-1.4814046e-08,
|
||||
0.030838449,
|
||||
0.043877687,
|
||||
-0.0245681,
|
||||
-0.09818859,
|
||||
0.056659035,
|
||||
0.0929652,
|
||||
-0.010337853,
|
||||
-0.0983916,
|
||||
0.018008571,
|
||||
-0.0131424805,
|
||||
0.026400762,
|
||||
0.008793538,
|
||||
-0.05285605,
|
||||
-0.042175982,
|
||||
0.030133193,
|
||||
0.01710666,
|
||||
-0.06242493,
|
||||
-0.018753909,
|
||||
-0.015986755,
|
||||
-0.018400662,
|
||||
-0.026477808,
|
||||
0.010281372,
|
||||
-0.030476814,
|
||||
-0.084556945,
|
||||
-0.05402664,
|
||||
0.010030052,
|
||||
0.029531356,
|
||||
0.13555466,
|
||||
0.033426728,
|
||||
0.12098221,
|
||||
0.040777553,
|
||||
0.008206964,
|
||||
-0.018235989,
|
||||
-0.0568263,
|
||||
-0.1289943,
|
||||
0.12416113,
|
||||
-0.053454727,
|
||||
-0.038151894,
|
||||
0.030221034,
|
||||
0.019807614,
|
||||
0.047819767,
|
||||
0.029434063,
|
||||
0.0015704447,
|
||||
0.0611775,
|
||||
-0.05557245,
|
||||
-0.030236417,
|
||||
0.10799873,
|
||||
-0.07073352,
|
||||
-0.08215229,
|
||||
0.004518122,
|
||||
-0.015573616,
|
||||
-0.013696145,
|
||||
-0.0023438279,
|
||||
0.026377691,
|
||||
-0.015769389,
|
||||
0.016251203,
|
||||
-0.04062322,
|
||||
-0.013962793,
|
||||
-0.08309221,
|
||||
0.031991288,
|
||||
0.049991824,
|
||||
-0.0038595141,
|
||||
0.07031122,
|
||||
0.0049263495
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 6,
|
||||
"total_tokens": 6
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_delete_file[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is a test file 1"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.055990793,
|
||||
0.076004684,
|
||||
-0.09247725,
|
||||
0.014340361,
|
||||
0.058780864,
|
||||
-0.032434482,
|
||||
0.020954052,
|
||||
0.028818125,
|
||||
-0.06591213,
|
||||
0.013541593,
|
||||
0.12999941,
|
||||
0.004603084,
|
||||
-0.0069239275,
|
||||
-0.055457443,
|
||||
-0.047553156,
|
||||
-0.029139794,
|
||||
-0.12236376,
|
||||
-0.05360872,
|
||||
-0.014706594,
|
||||
0.05984688,
|
||||
0.034442738,
|
||||
0.02076038,
|
||||
-0.048697792,
|
||||
0.0135388365,
|
||||
0.058592733,
|
||||
-0.003076384,
|
||||
-0.031565297,
|
||||
0.082541116,
|
||||
-0.031259205,
|
||||
-0.12057633,
|
||||
0.038319625,
|
||||
0.06574785,
|
||||
0.06415721,
|
||||
0.038382582,
|
||||
0.12570712,
|
||||
0.03108174,
|
||||
0.10821103,
|
||||
-0.0019794356,
|
||||
-0.024704305,
|
||||
0.028765837,
|
||||
0.01268161,
|
||||
-0.039844505,
|
||||
0.043253522,
|
||||
-0.015898596,
|
||||
-0.0135526005,
|
||||
-0.0050831717,
|
||||
-0.007911988,
|
||||
0.039783813,
|
||||
0.0036548872,
|
||||
-0.033632487,
|
||||
-0.058547974,
|
||||
0.0048877494,
|
||||
-0.089586094,
|
||||
-0.010457663,
|
||||
0.059202507,
|
||||
-0.020414542,
|
||||
0.014278556,
|
||||
0.013986488,
|
||||
-0.0046022516,
|
||||
0.0383391,
|
||||
0.0048145773,
|
||||
0.029772853,
|
||||
-0.020863408,
|
||||
0.018640704,
|
||||
0.12422993,
|
||||
-0.023236223,
|
||||
-0.040323637,
|
||||
-0.023598222,
|
||||
-0.007448043,
|
||||
-0.09083128,
|
||||
-0.16859712,
|
||||
0.01012451,
|
||||
-0.035808884,
|
||||
0.010595173,
|
||||
-0.02050494,
|
||||
0.0020821376,
|
||||
-0.10925222,
|
||||
0.00793264,
|
||||
0.048889533,
|
||||
-0.11391199,
|
||||
-0.06072707,
|
||||
-0.13435508,
|
||||
0.0063265716,
|
||||
-0.008838073,
|
||||
-0.03153269,
|
||||
0.099169336,
|
||||
0.055310693,
|
||||
0.0068571265,
|
||||
-0.023463152,
|
||||
-0.0031599961,
|
||||
0.036782328,
|
||||
0.014336826,
|
||||
0.022220163,
|
||||
0.047114056,
|
||||
0.007079763,
|
||||
0.06806425,
|
||||
0.01851431,
|
||||
0.040882625,
|
||||
0.055058856,
|
||||
0.09488346,
|
||||
-0.015833577,
|
||||
-7.924328e-05,
|
||||
0.010821554,
|
||||
0.09177704,
|
||||
-0.07464829,
|
||||
-0.06471165,
|
||||
0.07013805,
|
||||
-0.04499751,
|
||||
0.057702336,
|
||||
-0.0260911,
|
||||
0.006323043,
|
||||
-0.09500501,
|
||||
-0.010549514,
|
||||
-0.07887475,
|
||||
0.039744847,
|
||||
-0.04154404,
|
||||
-0.055268157,
|
||||
0.07540271,
|
||||
-0.04667509,
|
||||
0.036143072,
|
||||
0.080297194,
|
||||
-0.036381353,
|
||||
-0.03477274,
|
||||
0.01701203,
|
||||
-0.047007203,
|
||||
-0.06519774,
|
||||
0.062141683,
|
||||
-4.222482e-33,
|
||||
-0.0017580023,
|
||||
-0.09383388,
|
||||
-0.02982657,
|
||||
0.1257841,
|
||||
0.03802007,
|
||||
-0.03654342,
|
||||
0.0060920226,
|
||||
0.05906885,
|
||||
-0.11074452,
|
||||
0.005664566,
|
||||
-0.0259852,
|
||||
-0.074819505,
|
||||
0.008342821,
|
||||
0.027451068,
|
||||
-0.05248069,
|
||||
0.02401768,
|
||||
-0.004380289,
|
||||
0.039321493,
|
||||
-0.04213744,
|
||||
-0.027290314,
|
||||
0.054677974,
|
||||
0.02707243,
|
||||
-0.03329442,
|
||||
-0.060589895,
|
||||
-0.050737355,
|
||||
0.017969057,
|
||||
-0.0035060972,
|
||||
-0.04666249,
|
||||
0.073946096,
|
||||
0.01333894,
|
||||
-0.0033873583,
|
||||
-0.046544433,
|
||||
-0.060105033,
|
||||
0.03406923,
|
||||
0.001542676,
|
||||
0.039177947,
|
||||
0.03989323,
|
||||
-0.012346489,
|
||||
-0.030511485,
|
||||
-0.0019157606,
|
||||
-0.014608986,
|
||||
-0.012997742,
|
||||
0.019522104,
|
||||
-0.022349002,
|
||||
0.074362256,
|
||||
-0.053366993,
|
||||
-0.023993475,
|
||||
0.029225096,
|
||||
0.027534606,
|
||||
0.015111057,
|
||||
-0.020442221,
|
||||
0.043327376,
|
||||
0.019660354,
|
||||
0.017330697,
|
||||
-0.0035011724,
|
||||
0.019482937,
|
||||
-0.0003428041,
|
||||
0.0004143988,
|
||||
-0.005117252,
|
||||
0.06624799,
|
||||
0.027922852,
|
||||
0.041020587,
|
||||
-0.067166425,
|
||||
0.028737254,
|
||||
-0.03478325,
|
||||
-0.055551115,
|
||||
-0.032713737,
|
||||
-0.08099247,
|
||||
0.09216284,
|
||||
0.06395264,
|
||||
-0.049168136,
|
||||
-0.039908994,
|
||||
0.036915958,
|
||||
-0.001602359,
|
||||
0.00033041168,
|
||||
-0.026015632,
|
||||
-0.005999889,
|
||||
0.05474541,
|
||||
-0.09568287,
|
||||
-0.05186289,
|
||||
-0.048838183,
|
||||
-0.08639551,
|
||||
-0.034023147,
|
||||
-0.033257127,
|
||||
-0.05651867,
|
||||
-0.051131375,
|
||||
0.00809173,
|
||||
-0.08581851,
|
||||
0.06507323,
|
||||
-0.085427366,
|
||||
0.027997404,
|
||||
0.029847065,
|
||||
-0.031673994,
|
||||
-0.08560956,
|
||||
0.1017672,
|
||||
2.1855676e-33,
|
||||
0.01160785,
|
||||
0.077607885,
|
||||
-0.017380483,
|
||||
0.005239329,
|
||||
0.0009684126,
|
||||
0.06543702,
|
||||
0.07256893,
|
||||
-0.044318836,
|
||||
-0.04749324,
|
||||
0.14031002,
|
||||
-0.025741624,
|
||||
0.0057860985,
|
||||
0.040946104,
|
||||
-0.054880083,
|
||||
0.074413285,
|
||||
-0.023610368,
|
||||
0.018364722,
|
||||
-0.060585637,
|
||||
-0.044149306,
|
||||
0.0027854694,
|
||||
-0.04580664,
|
||||
0.1172219,
|
||||
0.10268574,
|
||||
0.07907412,
|
||||
-0.0466143,
|
||||
0.018618405,
|
||||
0.029834948,
|
||||
0.037265483,
|
||||
0.02273822,
|
||||
-0.0026589038,
|
||||
0.041726097,
|
||||
0.06439532,
|
||||
-0.089163445,
|
||||
0.018188318,
|
||||
0.024064727,
|
||||
-0.096389584,
|
||||
0.08642254,
|
||||
-0.05389359,
|
||||
0.01923105,
|
||||
0.045092683,
|
||||
0.045125954,
|
||||
0.09655961,
|
||||
0.014908797,
|
||||
0.059611585,
|
||||
0.03066662,
|
||||
0.05882299,
|
||||
0.111484826,
|
||||
0.016632542,
|
||||
0.011590394,
|
||||
-0.023702666,
|
||||
-0.008617484,
|
||||
-0.055030316,
|
||||
0.047606383,
|
||||
-0.014632687,
|
||||
-0.014156344,
|
||||
0.069926,
|
||||
0.032047603,
|
||||
0.042642817,
|
||||
-0.053942375,
|
||||
0.031047028,
|
||||
0.009216673,
|
||||
0.033024028,
|
||||
-0.019033706,
|
||||
0.005568194,
|
||||
-0.014985451,
|
||||
-0.09193244,
|
||||
-0.03210824,
|
||||
0.015367608,
|
||||
0.029150328,
|
||||
0.01250386,
|
||||
-0.004827391,
|
||||
0.023345906,
|
||||
-0.028271332,
|
||||
-0.08454125,
|
||||
0.051068563,
|
||||
-0.0133641455,
|
||||
-0.029022738,
|
||||
-0.02258452,
|
||||
0.010884119,
|
||||
-0.009810021,
|
||||
0.049751773,
|
||||
-0.0032637494,
|
||||
-0.038813565,
|
||||
0.027924104,
|
||||
0.017925078,
|
||||
0.005337612,
|
||||
0.058691237,
|
||||
0.09577674,
|
||||
-0.014308608,
|
||||
0.006972794,
|
||||
-0.02733344,
|
||||
0.06912433,
|
||||
0.05727631,
|
||||
0.03206042,
|
||||
0.0042422824,
|
||||
-1.6766318e-08,
|
||||
-0.036354303,
|
||||
-0.09146416,
|
||||
-0.026319364,
|
||||
-0.007941995,
|
||||
-0.024127059,
|
||||
0.09896698,
|
||||
-0.04723083,
|
||||
-0.03767135,
|
||||
-0.029419973,
|
||||
-0.022513283,
|
||||
0.04125822,
|
||||
-0.0011487947,
|
||||
-0.05570366,
|
||||
0.020679709,
|
||||
-0.038118906,
|
||||
-0.0524994,
|
||||
-0.02624128,
|
||||
-0.05336954,
|
||||
-0.040593866,
|
||||
-0.0073642326,
|
||||
-0.0014442836,
|
||||
0.02714257,
|
||||
0.027141048,
|
||||
0.00932513,
|
||||
-0.00026505854,
|
||||
0.038233075,
|
||||
0.037096914,
|
||||
0.08405413,
|
||||
-0.06340637,
|
||||
-0.014856458,
|
||||
0.05038612,
|
||||
0.06703033,
|
||||
0.027668556,
|
||||
-0.04360097,
|
||||
-0.012041474,
|
||||
0.08500689,
|
||||
0.111594744,
|
||||
0.1046117,
|
||||
0.019726463,
|
||||
-0.0003025109,
|
||||
-0.04110389,
|
||||
0.009575226,
|
||||
-0.05285304,
|
||||
-0.0026365265,
|
||||
-0.031144748,
|
||||
-0.08860188,
|
||||
-0.06762232,
|
||||
-0.07451522,
|
||||
-0.053012833,
|
||||
-0.09560941,
|
||||
-0.05273455,
|
||||
0.013032144,
|
||||
0.0029190276,
|
||||
0.041905046,
|
||||
-0.04522114,
|
||||
0.016730292,
|
||||
0.017214278,
|
||||
0.021578068,
|
||||
-0.03718778,
|
||||
0.02353425,
|
||||
0.052041385,
|
||||
0.06444499,
|
||||
0.02387539,
|
||||
-0.025236009
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 6,
|
||||
"total_tokens": 6
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large
Load diff
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_delete_file[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is a test file 2"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.028407024,
|
||||
0.08176727,
|
||||
-0.07856116,
|
||||
0.027924549,
|
||||
0.05008439,
|
||||
-0.035268802,
|
||||
-0.0040619136,
|
||||
0.029315198,
|
||||
-0.05775003,
|
||||
0.013769637,
|
||||
0.14610882,
|
||||
-0.012019041,
|
||||
-0.024392882,
|
||||
-0.05509032,
|
||||
-0.02661779,
|
||||
-0.013253934,
|
||||
-0.109151706,
|
||||
-0.037233494,
|
||||
-0.0036058167,
|
||||
0.04766495,
|
||||
0.06212885,
|
||||
0.0070259646,
|
||||
-0.015513743,
|
||||
-0.008010851,
|
||||
0.037648663,
|
||||
0.01587603,
|
||||
-0.041856695,
|
||||
0.09732178,
|
||||
-0.025641596,
|
||||
-0.11368298,
|
||||
0.03550726,
|
||||
0.07043342,
|
||||
0.016779423,
|
||||
0.02220752,
|
||||
0.123395406,
|
||||
0.0077137193,
|
||||
0.12550895,
|
||||
0.008077936,
|
||||
-0.026158499,
|
||||
0.0028612812,
|
||||
0.018155744,
|
||||
-0.04666325,
|
||||
0.041025575,
|
||||
0.0013476727,
|
||||
0.0019516364,
|
||||
0.008663665,
|
||||
0.016689047,
|
||||
0.02200178,
|
||||
0.0020768014,
|
||||
-0.032861207,
|
||||
-0.086455174,
|
||||
0.008047145,
|
||||
-0.07434091,
|
||||
-0.016292974,
|
||||
0.06051878,
|
||||
0.005966867,
|
||||
0.0160179,
|
||||
0.021412006,
|
||||
0.009540338,
|
||||
0.03177335,
|
||||
0.023032434,
|
||||
0.03437097,
|
||||
-0.04224765,
|
||||
0.024748176,
|
||||
0.116213955,
|
||||
-0.024936162,
|
||||
-0.03895259,
|
||||
-0.024991278,
|
||||
-0.020854436,
|
||||
-0.08835937,
|
||||
-0.15073228,
|
||||
0.020921277,
|
||||
-0.022518696,
|
||||
0.0023868105,
|
||||
0.0057663955,
|
||||
-0.0015790414,
|
||||
-0.11985628,
|
||||
-0.0029912454,
|
||||
0.0550998,
|
||||
-0.11830636,
|
||||
-0.058846988,
|
||||
-0.15046737,
|
||||
0.018624697,
|
||||
-0.0093440395,
|
||||
-0.028901154,
|
||||
0.08400474,
|
||||
0.0437436,
|
||||
-0.0006745939,
|
||||
-0.052540295,
|
||||
0.00024754918,
|
||||
0.040431518,
|
||||
0.0066545215,
|
||||
0.02609114,
|
||||
0.051891107,
|
||||
0.012606882,
|
||||
0.061448827,
|
||||
0.013889043,
|
||||
0.038454182,
|
||||
0.048222367,
|
||||
0.104106456,
|
||||
-0.026478294,
|
||||
-0.021488149,
|
||||
-0.020865437,
|
||||
0.05061779,
|
||||
-0.05171592,
|
||||
-0.07573864,
|
||||
0.057483904,
|
||||
-0.049993664,
|
||||
0.06528295,
|
||||
-0.02875688,
|
||||
0.038766492,
|
||||
-0.062760465,
|
||||
-0.0144796055,
|
||||
-0.063462086,
|
||||
0.06642258,
|
||||
-0.014848135,
|
||||
-0.03523116,
|
||||
0.0774014,
|
||||
-0.039893247,
|
||||
0.032182425,
|
||||
0.10171478,
|
||||
-0.022525396,
|
||||
-0.059299074,
|
||||
0.00038746602,
|
||||
-0.05779858,
|
||||
-0.07034273,
|
||||
0.06375495,
|
||||
-4.088634e-33,
|
||||
-0.021801252,
|
||||
-0.07985834,
|
||||
-0.013881648,
|
||||
0.14923096,
|
||||
0.02520313,
|
||||
-0.042283125,
|
||||
-0.0067697223,
|
||||
0.054634638,
|
||||
-0.09223034,
|
||||
0.0081036305,
|
||||
-0.03861765,
|
||||
-0.117698364,
|
||||
0.012977803,
|
||||
0.034548674,
|
||||
-0.01703291,
|
||||
0.011910173,
|
||||
0.012945288,
|
||||
0.04277919,
|
||||
-0.017591223,
|
||||
-0.0184066,
|
||||
0.06513148,
|
||||
0.04050013,
|
||||
-0.02252127,
|
||||
-0.060939074,
|
||||
-0.018603502,
|
||||
0.011679816,
|
||||
0.01410369,
|
||||
-0.06763908,
|
||||
0.08543174,
|
||||
0.030138582,
|
||||
0.010859261,
|
||||
-0.054844614,
|
||||
-0.024129191,
|
||||
0.048327282,
|
||||
0.00750549,
|
||||
0.013356204,
|
||||
0.024558878,
|
||||
-0.005942624,
|
||||
-0.045620095,
|
||||
-0.00484637,
|
||||
0.004418298,
|
||||
-0.0023806267,
|
||||
0.013590539,
|
||||
-0.016870445,
|
||||
0.06959721,
|
||||
-0.07736302,
|
||||
0.02058481,
|
||||
0.0048155314,
|
||||
0.055696823,
|
||||
0.0131223425,
|
||||
-0.011748222,
|
||||
0.040935397,
|
||||
0.007458848,
|
||||
0.042072233,
|
||||
0.010358565,
|
||||
0.019406458,
|
||||
0.011092792,
|
||||
0.017259602,
|
||||
0.018278012,
|
||||
0.077335365,
|
||||
0.019612921,
|
||||
0.05268688,
|
||||
-0.05863009,
|
||||
0.039751627,
|
||||
-0.050250556,
|
||||
-0.048913844,
|
||||
-0.05265637,
|
||||
-0.09227304,
|
||||
0.0755598,
|
||||
0.08097828,
|
||||
-0.022257954,
|
||||
-0.042141132,
|
||||
0.056546185,
|
||||
0.023585746,
|
||||
0.0015263582,
|
||||
-0.049815144,
|
||||
0.002336895,
|
||||
0.028626408,
|
||||
-0.06897293,
|
||||
-0.04780049,
|
||||
-0.048637427,
|
||||
-0.076585636,
|
||||
-0.03285766,
|
||||
-0.046012525,
|
||||
-0.0573021,
|
||||
-0.080889866,
|
||||
-0.008056378,
|
||||
-0.0936112,
|
||||
0.051229417,
|
||||
-0.058302302,
|
||||
-0.0005942833,
|
||||
0.02222621,
|
||||
-0.046907477,
|
||||
-0.08964737,
|
||||
0.1195762,
|
||||
2.0452953e-33,
|
||||
0.012159685,
|
||||
0.086426094,
|
||||
-0.023217503,
|
||||
0.002771192,
|
||||
-0.0010614472,
|
||||
0.03487195,
|
||||
0.07328719,
|
||||
-0.049876485,
|
||||
-0.041938163,
|
||||
0.13486409,
|
||||
-0.00690217,
|
||||
0.006254477,
|
||||
0.059122436,
|
||||
-0.028893106,
|
||||
0.09141587,
|
||||
-0.018487127,
|
||||
0.0077112317,
|
||||
-0.044207573,
|
||||
-0.0251735,
|
||||
-0.014999972,
|
||||
-0.035417248,
|
||||
0.12413253,
|
||||
0.13118097,
|
||||
0.081015825,
|
||||
-0.03327241,
|
||||
0.003976432,
|
||||
0.026454262,
|
||||
0.026598025,
|
||||
0.017349144,
|
||||
-0.0036153824,
|
||||
0.035460044,
|
||||
0.05956128,
|
||||
-0.124593176,
|
||||
0.021954069,
|
||||
0.025635097,
|
||||
-0.11063109,
|
||||
0.096061416,
|
||||
-0.06731725,
|
||||
-0.011819293,
|
||||
0.042329434,
|
||||
0.03790837,
|
||||
0.10582649,
|
||||
0.0073426333,
|
||||
0.06629678,
|
||||
0.022922922,
|
||||
0.0494007,
|
||||
0.14639522,
|
||||
-0.0067070075,
|
||||
0.004380622,
|
||||
-0.029196544,
|
||||
-0.009010303,
|
||||
-0.08637028,
|
||||
0.03588363,
|
||||
0.0029887543,
|
||||
-0.029351206,
|
||||
0.07019312,
|
||||
0.014898416,
|
||||
0.028345235,
|
||||
-0.040354595,
|
||||
0.01916304,
|
||||
0.015590835,
|
||||
0.028637327,
|
||||
-0.019529723,
|
||||
-0.018309733,
|
||||
-0.0054176697,
|
||||
-0.093132764,
|
||||
-0.06116049,
|
||||
0.038816936,
|
||||
0.02793884,
|
||||
0.034137025,
|
||||
-0.027511358,
|
||||
0.010699668,
|
||||
-0.05521562,
|
||||
-0.07380209,
|
||||
0.021521263,
|
||||
-0.015450832,
|
||||
-0.024988633,
|
||||
-0.004755674,
|
||||
0.030465573,
|
||||
-0.024057997,
|
||||
0.0341225,
|
||||
-0.0103128245,
|
||||
-0.012666524,
|
||||
0.03628323,
|
||||
-0.0044518244,
|
||||
-0.014977736,
|
||||
0.02790076,
|
||||
0.0978009,
|
||||
-0.026436698,
|
||||
-0.005187212,
|
||||
-0.019124882,
|
||||
0.06205225,
|
||||
0.052137945,
|
||||
0.037870288,
|
||||
0.012578256,
|
||||
-1.705626e-08,
|
||||
-0.05000592,
|
||||
-0.08913878,
|
||||
-0.0035273295,
|
||||
-0.01577607,
|
||||
-0.021846429,
|
||||
0.07184407,
|
||||
-0.050185654,
|
||||
-0.010643527,
|
||||
-0.030602882,
|
||||
-0.01577121,
|
||||
0.013220822,
|
||||
-0.0025653532,
|
||||
-0.04210823,
|
||||
0.009286525,
|
||||
-0.041129403,
|
||||
-0.029615805,
|
||||
0.002200794,
|
||||
-0.032989334,
|
||||
-0.05041253,
|
||||
-0.021504797,
|
||||
-0.0068345494,
|
||||
0.0084738685,
|
||||
0.03568697,
|
||||
0.0252117,
|
||||
-0.016504692,
|
||||
0.04915123,
|
||||
0.018349955,
|
||||
0.049084183,
|
||||
-0.058165494,
|
||||
-0.015055481,
|
||||
0.045743454,
|
||||
0.049920842,
|
||||
0.020444298,
|
||||
-0.052004594,
|
||||
-0.033592116,
|
||||
0.061816722,
|
||||
0.111411005,
|
||||
0.07770497,
|
||||
0.022457859,
|
||||
0.0025742552,
|
||||
-0.043929543,
|
||||
0.008576763,
|
||||
-0.036182683,
|
||||
0.029673496,
|
||||
-0.017278075,
|
||||
-0.09458994,
|
||||
-0.057882637,
|
||||
-0.06579892,
|
||||
-0.06124832,
|
||||
-0.10455079,
|
||||
-0.02925637,
|
||||
0.0013624659,
|
||||
0.0060532107,
|
||||
0.04077331,
|
||||
-0.036694046,
|
||||
0.016800206,
|
||||
0.005279432,
|
||||
0.030968234,
|
||||
-0.05446385,
|
||||
0.0048696757,
|
||||
0.070877954,
|
||||
0.06684445,
|
||||
0.017715273,
|
||||
-0.029237686
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 6,
|
||||
"total_tokens": 6
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_search_with_max_num_results[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:11.472973-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_file_batch_create_and_retrieve[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is batch test file 1"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.009745715,
|
||||
0.0336304,
|
||||
-0.10852256,
|
||||
0.026609872,
|
||||
-0.006059925,
|
||||
-0.020473616,
|
||||
0.06924864,
|
||||
0.032276772,
|
||||
-0.115328364,
|
||||
-0.0005206984,
|
||||
0.11814912,
|
||||
0.0119809285,
|
||||
0.03685764,
|
||||
-0.10744221,
|
||||
-0.046515644,
|
||||
0.0015449026,
|
||||
-0.06319663,
|
||||
-0.0464081,
|
||||
-0.03731879,
|
||||
-0.02571832,
|
||||
-0.0002605647,
|
||||
-0.011890779,
|
||||
-0.05092556,
|
||||
0.014111699,
|
||||
0.02946771,
|
||||
0.006379115,
|
||||
-0.012013315,
|
||||
-0.0024293852,
|
||||
-0.044318777,
|
||||
-0.081000976,
|
||||
0.020095684,
|
||||
0.05571391,
|
||||
0.07881666,
|
||||
0.054973688,
|
||||
0.20367871,
|
||||
-0.004309473,
|
||||
0.038770065,
|
||||
0.03825524,
|
||||
-0.0025382712,
|
||||
-0.00079738133,
|
||||
0.044761047,
|
||||
-0.054529086,
|
||||
-0.008856873,
|
||||
-0.040780775,
|
||||
0.011367247,
|
||||
-0.022404471,
|
||||
-0.062090557,
|
||||
0.025587223,
|
||||
-0.0034454083,
|
||||
-0.037439276,
|
||||
-0.062026367,
|
||||
-0.030812208,
|
||||
-0.034592524,
|
||||
-0.014926671,
|
||||
0.018588405,
|
||||
0.01343587,
|
||||
0.08169152,
|
||||
0.053658433,
|
||||
-0.03557854,
|
||||
0.03332595,
|
||||
-0.016375782,
|
||||
-0.022215173,
|
||||
-0.039247524,
|
||||
0.00094365346,
|
||||
0.10228942,
|
||||
-0.043056134,
|
||||
-0.05220083,
|
||||
-0.02007382,
|
||||
0.05480537,
|
||||
-0.082313724,
|
||||
-0.14736548,
|
||||
0.048954602,
|
||||
-0.021216843,
|
||||
0.028726585,
|
||||
-0.06714089,
|
||||
0.021436092,
|
||||
-0.023599941,
|
||||
0.036779854,
|
||||
0.010577456,
|
||||
-0.09660043,
|
||||
-0.063672334,
|
||||
-0.10277646,
|
||||
0.027399305,
|
||||
-0.06292901,
|
||||
-0.04634418,
|
||||
0.03991984,
|
||||
0.026828999,
|
||||
0.025460068,
|
||||
-0.013083576,
|
||||
-0.0026677637,
|
||||
-0.016529415,
|
||||
0.01260503,
|
||||
-0.0064383014,
|
||||
0.015841363,
|
||||
-0.017107084,
|
||||
0.12320288,
|
||||
-0.007766043,
|
||||
0.058450412,
|
||||
0.073625505,
|
||||
0.03842608,
|
||||
0.0047420114,
|
||||
-0.01559851,
|
||||
0.014189777,
|
||||
0.07865993,
|
||||
-0.02635258,
|
||||
-0.037174642,
|
||||
0.06787812,
|
||||
-0.060126685,
|
||||
0.06111399,
|
||||
-0.03493127,
|
||||
-0.009446341,
|
||||
-0.0061508804,
|
||||
0.028923118,
|
||||
-0.093615785,
|
||||
0.03353643,
|
||||
-0.0908891,
|
||||
0.009241143,
|
||||
0.07092966,
|
||||
-0.08954646,
|
||||
0.044945493,
|
||||
0.040462427,
|
||||
-0.041673496,
|
||||
0.007603028,
|
||||
-0.0066417875,
|
||||
-0.0727573,
|
||||
-0.04369056,
|
||||
0.076850034,
|
||||
-1.0508806e-33,
|
||||
-0.019583644,
|
||||
-0.13087203,
|
||||
-0.03574567,
|
||||
0.070223786,
|
||||
0.081330545,
|
||||
-0.009436032,
|
||||
0.046778373,
|
||||
0.034781482,
|
||||
-0.09441179,
|
||||
-0.040857747,
|
||||
-0.021270562,
|
||||
-0.10695986,
|
||||
0.024023224,
|
||||
0.022781014,
|
||||
-0.09042501,
|
||||
-0.035755865,
|
||||
0.011359137,
|
||||
0.050059177,
|
||||
0.005081587,
|
||||
-0.07676933,
|
||||
0.05453652,
|
||||
0.041917715,
|
||||
-0.009206511,
|
||||
-0.022437021,
|
||||
-0.04617263,
|
||||
-0.038608655,
|
||||
-0.0003649128,
|
||||
-0.025092361,
|
||||
0.03914682,
|
||||
-0.0072839684,
|
||||
0.036754888,
|
||||
-0.011301057,
|
||||
-0.08863298,
|
||||
0.059421457,
|
||||
0.015851097,
|
||||
0.033407677,
|
||||
0.05688381,
|
||||
-0.01203774,
|
||||
0.027333332,
|
||||
-0.0095604975,
|
||||
-0.05030557,
|
||||
-0.009787593,
|
||||
0.023205012,
|
||||
-0.007937713,
|
||||
0.0039910576,
|
||||
-0.036422852,
|
||||
-0.06979184,
|
||||
0.046075653,
|
||||
0.056377765,
|
||||
0.0071928017,
|
||||
-0.00020658936,
|
||||
0.017678235,
|
||||
0.023745911,
|
||||
-0.0031295703,
|
||||
0.016370844,
|
||||
0.027585862,
|
||||
-0.034401312,
|
||||
-0.05594278,
|
||||
0.036442757,
|
||||
0.035779852,
|
||||
-0.005324617,
|
||||
0.0152410185,
|
||||
-0.090714596,
|
||||
0.0727646,
|
||||
0.023438152,
|
||||
-0.093097225,
|
||||
0.05842131,
|
||||
-0.06191377,
|
||||
0.045555975,
|
||||
0.076393075,
|
||||
-0.03519974,
|
||||
-0.009256825,
|
||||
0.038682748,
|
||||
-0.040795814,
|
||||
0.01768643,
|
||||
-0.025513096,
|
||||
0.06860536,
|
||||
0.08552028,
|
||||
-0.1023457,
|
||||
-0.003647399,
|
||||
-0.0148261795,
|
||||
-0.0504576,
|
||||
-0.09065474,
|
||||
-0.076476775,
|
||||
-0.008537983,
|
||||
-0.041119486,
|
||||
-0.035473906,
|
||||
-0.061549008,
|
||||
0.114327796,
|
||||
-0.09601485,
|
||||
0.022990141,
|
||||
0.0022396236,
|
||||
-0.023026086,
|
||||
-0.028128348,
|
||||
0.07969125,
|
||||
-4.176525e-34,
|
||||
0.0786638,
|
||||
0.11484067,
|
||||
0.016687384,
|
||||
0.009315665,
|
||||
0.01664126,
|
||||
0.024303278,
|
||||
0.046507545,
|
||||
-0.043804727,
|
||||
-0.09136994,
|
||||
0.10635374,
|
||||
-0.069488525,
|
||||
0.018747646,
|
||||
0.0053492286,
|
||||
-0.033229284,
|
||||
0.042339113,
|
||||
-0.0017468395,
|
||||
0.053231545,
|
||||
0.0058223205,
|
||||
-0.053313456,
|
||||
0.016506527,
|
||||
-0.023251828,
|
||||
0.097519755,
|
||||
-0.004555821,
|
||||
0.08866846,
|
||||
-0.028221438,
|
||||
-0.012007983,
|
||||
-0.009742708,
|
||||
0.061457966,
|
||||
0.01574456,
|
||||
-0.0003945739,
|
||||
0.02444835,
|
||||
0.06589118,
|
||||
-0.05477909,
|
||||
0.048636883,
|
||||
0.043890003,
|
||||
-0.06246761,
|
||||
0.0761539,
|
||||
0.0067509436,
|
||||
0.01915008,
|
||||
0.06994536,
|
||||
0.02790094,
|
||||
0.089027435,
|
||||
-0.02743303,
|
||||
0.031390857,
|
||||
0.022712845,
|
||||
0.081195295,
|
||||
0.06855677,
|
||||
0.002355309,
|
||||
-0.067641854,
|
||||
0.0070417193,
|
||||
-0.03452144,
|
||||
-0.053785603,
|
||||
-0.030752137,
|
||||
0.007947853,
|
||||
-0.02531741,
|
||||
-0.04066398,
|
||||
0.03614412,
|
||||
0.017730458,
|
||||
-0.0401791,
|
||||
0.013665839,
|
||||
0.004815402,
|
||||
0.009095547,
|
||||
0.007248343,
|
||||
0.012753354,
|
||||
-0.047865536,
|
||||
-0.046072427,
|
||||
-0.0140483035,
|
||||
0.031082965,
|
||||
-0.034945227,
|
||||
-0.023550384,
|
||||
0.033062257,
|
||||
-0.022966467,
|
||||
0.0077442336,
|
||||
0.01593954,
|
||||
-0.0012224934,
|
||||
0.0010534981,
|
||||
-0.015109031,
|
||||
-0.02159786,
|
||||
-0.029862734,
|
||||
0.039838333,
|
||||
0.06253634,
|
||||
0.010616784,
|
||||
-0.027220458,
|
||||
0.024103748,
|
||||
-0.0023567104,
|
||||
0.08531,
|
||||
0.04843323,
|
||||
0.090823546,
|
||||
0.0051263347,
|
||||
0.020297285,
|
||||
-0.017391264,
|
||||
0.04767738,
|
||||
0.11080086,
|
||||
0.030030215,
|
||||
0.029773543,
|
||||
-1.5454503e-08,
|
||||
-0.035807595,
|
||||
-0.12177603,
|
||||
0.019753786,
|
||||
0.058543555,
|
||||
-0.015907632,
|
||||
0.08578133,
|
||||
-0.09558482,
|
||||
-0.001674384,
|
||||
0.0077319415,
|
||||
-0.04790153,
|
||||
0.011759348,
|
||||
0.0065360577,
|
||||
-0.032027353,
|
||||
0.0031026457,
|
||||
-0.07580573,
|
||||
-0.039700788,
|
||||
-0.0017064476,
|
||||
-0.07095588,
|
||||
0.04368033,
|
||||
0.029966792,
|
||||
0.0039943536,
|
||||
0.03192335,
|
||||
0.08119931,
|
||||
0.038820695,
|
||||
0.013302761,
|
||||
0.041675314,
|
||||
0.04434972,
|
||||
0.06040389,
|
||||
-0.10581905,
|
||||
-0.05287384,
|
||||
0.050275758,
|
||||
0.039101597,
|
||||
0.059991803,
|
||||
-0.025067795,
|
||||
-0.019554092,
|
||||
0.06748807,
|
||||
0.1250856,
|
||||
0.059007544,
|
||||
-0.019899802,
|
||||
-0.030194843,
|
||||
-0.046559427,
|
||||
0.034567233,
|
||||
-0.02164492,
|
||||
-0.0332763,
|
||||
-0.007566738,
|
||||
-0.10065882,
|
||||
-0.0639619,
|
||||
-0.055270903,
|
||||
-0.01117581,
|
||||
-0.116718665,
|
||||
-0.07208091,
|
||||
0.02320803,
|
||||
0.027215244,
|
||||
0.063635156,
|
||||
-0.05858023,
|
||||
0.020345286,
|
||||
0.018325832,
|
||||
-0.003609524,
|
||||
0.0069166403,
|
||||
0.06541716,
|
||||
0.009575528,
|
||||
0.046839867,
|
||||
0.0070611103,
|
||||
-0.094708405
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 6,
|
||||
"total_tokens": 6
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_list_vector_stores[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:06.037921-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_search_with_high_score_filter[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:11.221540-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_delete_file_removes_from_vector_store[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:13.206501-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_search_empty[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:06.037921-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_list_files[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is a test file 1"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.055990793,
|
||||
0.076004684,
|
||||
-0.09247725,
|
||||
0.014340361,
|
||||
0.058780864,
|
||||
-0.032434482,
|
||||
0.020954052,
|
||||
0.028818125,
|
||||
-0.06591213,
|
||||
0.013541593,
|
||||
0.12999941,
|
||||
0.004603084,
|
||||
-0.0069239275,
|
||||
-0.055457443,
|
||||
-0.047553156,
|
||||
-0.029139794,
|
||||
-0.12236376,
|
||||
-0.05360872,
|
||||
-0.014706594,
|
||||
0.05984688,
|
||||
0.034442738,
|
||||
0.02076038,
|
||||
-0.048697792,
|
||||
0.0135388365,
|
||||
0.058592733,
|
||||
-0.003076384,
|
||||
-0.031565297,
|
||||
0.082541116,
|
||||
-0.031259205,
|
||||
-0.12057633,
|
||||
0.038319625,
|
||||
0.06574785,
|
||||
0.06415721,
|
||||
0.038382582,
|
||||
0.12570712,
|
||||
0.03108174,
|
||||
0.10821103,
|
||||
-0.0019794356,
|
||||
-0.024704305,
|
||||
0.028765837,
|
||||
0.01268161,
|
||||
-0.039844505,
|
||||
0.043253522,
|
||||
-0.015898596,
|
||||
-0.0135526005,
|
||||
-0.0050831717,
|
||||
-0.007911988,
|
||||
0.039783813,
|
||||
0.0036548872,
|
||||
-0.033632487,
|
||||
-0.058547974,
|
||||
0.0048877494,
|
||||
-0.089586094,
|
||||
-0.010457663,
|
||||
0.059202507,
|
||||
-0.020414542,
|
||||
0.014278556,
|
||||
0.013986488,
|
||||
-0.0046022516,
|
||||
0.0383391,
|
||||
0.0048145773,
|
||||
0.029772853,
|
||||
-0.020863408,
|
||||
0.018640704,
|
||||
0.12422993,
|
||||
-0.023236223,
|
||||
-0.040323637,
|
||||
-0.023598222,
|
||||
-0.007448043,
|
||||
-0.09083128,
|
||||
-0.16859712,
|
||||
0.01012451,
|
||||
-0.035808884,
|
||||
0.010595173,
|
||||
-0.02050494,
|
||||
0.0020821376,
|
||||
-0.10925222,
|
||||
0.00793264,
|
||||
0.048889533,
|
||||
-0.11391199,
|
||||
-0.06072707,
|
||||
-0.13435508,
|
||||
0.0063265716,
|
||||
-0.008838073,
|
||||
-0.03153269,
|
||||
0.099169336,
|
||||
0.055310693,
|
||||
0.0068571265,
|
||||
-0.023463152,
|
||||
-0.0031599961,
|
||||
0.036782328,
|
||||
0.014336826,
|
||||
0.022220163,
|
||||
0.047114056,
|
||||
0.007079763,
|
||||
0.06806425,
|
||||
0.01851431,
|
||||
0.040882625,
|
||||
0.055058856,
|
||||
0.09488346,
|
||||
-0.015833577,
|
||||
-7.924328e-05,
|
||||
0.010821554,
|
||||
0.09177704,
|
||||
-0.07464829,
|
||||
-0.06471165,
|
||||
0.07013805,
|
||||
-0.04499751,
|
||||
0.057702336,
|
||||
-0.0260911,
|
||||
0.006323043,
|
||||
-0.09500501,
|
||||
-0.010549514,
|
||||
-0.07887475,
|
||||
0.039744847,
|
||||
-0.04154404,
|
||||
-0.055268157,
|
||||
0.07540271,
|
||||
-0.04667509,
|
||||
0.036143072,
|
||||
0.080297194,
|
||||
-0.036381353,
|
||||
-0.03477274,
|
||||
0.01701203,
|
||||
-0.047007203,
|
||||
-0.06519774,
|
||||
0.062141683,
|
||||
-4.222482e-33,
|
||||
-0.0017580023,
|
||||
-0.09383388,
|
||||
-0.02982657,
|
||||
0.1257841,
|
||||
0.03802007,
|
||||
-0.03654342,
|
||||
0.0060920226,
|
||||
0.05906885,
|
||||
-0.11074452,
|
||||
0.005664566,
|
||||
-0.0259852,
|
||||
-0.074819505,
|
||||
0.008342821,
|
||||
0.027451068,
|
||||
-0.05248069,
|
||||
0.02401768,
|
||||
-0.004380289,
|
||||
0.039321493,
|
||||
-0.04213744,
|
||||
-0.027290314,
|
||||
0.054677974,
|
||||
0.02707243,
|
||||
-0.03329442,
|
||||
-0.060589895,
|
||||
-0.050737355,
|
||||
0.017969057,
|
||||
-0.0035060972,
|
||||
-0.04666249,
|
||||
0.073946096,
|
||||
0.01333894,
|
||||
-0.0033873583,
|
||||
-0.046544433,
|
||||
-0.060105033,
|
||||
0.03406923,
|
||||
0.001542676,
|
||||
0.039177947,
|
||||
0.03989323,
|
||||
-0.012346489,
|
||||
-0.030511485,
|
||||
-0.0019157606,
|
||||
-0.014608986,
|
||||
-0.012997742,
|
||||
0.019522104,
|
||||
-0.022349002,
|
||||
0.074362256,
|
||||
-0.053366993,
|
||||
-0.023993475,
|
||||
0.029225096,
|
||||
0.027534606,
|
||||
0.015111057,
|
||||
-0.020442221,
|
||||
0.043327376,
|
||||
0.019660354,
|
||||
0.017330697,
|
||||
-0.0035011724,
|
||||
0.019482937,
|
||||
-0.0003428041,
|
||||
0.0004143988,
|
||||
-0.005117252,
|
||||
0.06624799,
|
||||
0.027922852,
|
||||
0.041020587,
|
||||
-0.067166425,
|
||||
0.028737254,
|
||||
-0.03478325,
|
||||
-0.055551115,
|
||||
-0.032713737,
|
||||
-0.08099247,
|
||||
0.09216284,
|
||||
0.06395264,
|
||||
-0.049168136,
|
||||
-0.039908994,
|
||||
0.036915958,
|
||||
-0.001602359,
|
||||
0.00033041168,
|
||||
-0.026015632,
|
||||
-0.005999889,
|
||||
0.05474541,
|
||||
-0.09568287,
|
||||
-0.05186289,
|
||||
-0.048838183,
|
||||
-0.08639551,
|
||||
-0.034023147,
|
||||
-0.033257127,
|
||||
-0.05651867,
|
||||
-0.051131375,
|
||||
0.00809173,
|
||||
-0.08581851,
|
||||
0.06507323,
|
||||
-0.085427366,
|
||||
0.027997404,
|
||||
0.029847065,
|
||||
-0.031673994,
|
||||
-0.08560956,
|
||||
0.1017672,
|
||||
2.1855676e-33,
|
||||
0.01160785,
|
||||
0.077607885,
|
||||
-0.017380483,
|
||||
0.005239329,
|
||||
0.0009684126,
|
||||
0.06543702,
|
||||
0.07256893,
|
||||
-0.044318836,
|
||||
-0.04749324,
|
||||
0.14031002,
|
||||
-0.025741624,
|
||||
0.0057860985,
|
||||
0.040946104,
|
||||
-0.054880083,
|
||||
0.074413285,
|
||||
-0.023610368,
|
||||
0.018364722,
|
||||
-0.060585637,
|
||||
-0.044149306,
|
||||
0.0027854694,
|
||||
-0.04580664,
|
||||
0.1172219,
|
||||
0.10268574,
|
||||
0.07907412,
|
||||
-0.0466143,
|
||||
0.018618405,
|
||||
0.029834948,
|
||||
0.037265483,
|
||||
0.02273822,
|
||||
-0.0026589038,
|
||||
0.041726097,
|
||||
0.06439532,
|
||||
-0.089163445,
|
||||
0.018188318,
|
||||
0.024064727,
|
||||
-0.096389584,
|
||||
0.08642254,
|
||||
-0.05389359,
|
||||
0.01923105,
|
||||
0.045092683,
|
||||
0.045125954,
|
||||
0.09655961,
|
||||
0.014908797,
|
||||
0.059611585,
|
||||
0.03066662,
|
||||
0.05882299,
|
||||
0.111484826,
|
||||
0.016632542,
|
||||
0.011590394,
|
||||
-0.023702666,
|
||||
-0.008617484,
|
||||
-0.055030316,
|
||||
0.047606383,
|
||||
-0.014632687,
|
||||
-0.014156344,
|
||||
0.069926,
|
||||
0.032047603,
|
||||
0.042642817,
|
||||
-0.053942375,
|
||||
0.031047028,
|
||||
0.009216673,
|
||||
0.033024028,
|
||||
-0.019033706,
|
||||
0.005568194,
|
||||
-0.014985451,
|
||||
-0.09193244,
|
||||
-0.03210824,
|
||||
0.015367608,
|
||||
0.029150328,
|
||||
0.01250386,
|
||||
-0.004827391,
|
||||
0.023345906,
|
||||
-0.028271332,
|
||||
-0.08454125,
|
||||
0.051068563,
|
||||
-0.0133641455,
|
||||
-0.029022738,
|
||||
-0.02258452,
|
||||
0.010884119,
|
||||
-0.009810021,
|
||||
0.049751773,
|
||||
-0.0032637494,
|
||||
-0.038813565,
|
||||
0.027924104,
|
||||
0.017925078,
|
||||
0.005337612,
|
||||
0.058691237,
|
||||
0.09577674,
|
||||
-0.014308608,
|
||||
0.006972794,
|
||||
-0.02733344,
|
||||
0.06912433,
|
||||
0.05727631,
|
||||
0.03206042,
|
||||
0.0042422824,
|
||||
-1.6766318e-08,
|
||||
-0.036354303,
|
||||
-0.09146416,
|
||||
-0.026319364,
|
||||
-0.007941995,
|
||||
-0.024127059,
|
||||
0.09896698,
|
||||
-0.04723083,
|
||||
-0.03767135,
|
||||
-0.029419973,
|
||||
-0.022513283,
|
||||
0.04125822,
|
||||
-0.0011487947,
|
||||
-0.05570366,
|
||||
0.020679709,
|
||||
-0.038118906,
|
||||
-0.0524994,
|
||||
-0.02624128,
|
||||
-0.05336954,
|
||||
-0.040593866,
|
||||
-0.0073642326,
|
||||
-0.0014442836,
|
||||
0.02714257,
|
||||
0.027141048,
|
||||
0.00932513,
|
||||
-0.00026505854,
|
||||
0.038233075,
|
||||
0.037096914,
|
||||
0.08405413,
|
||||
-0.06340637,
|
||||
-0.014856458,
|
||||
0.05038612,
|
||||
0.06703033,
|
||||
0.027668556,
|
||||
-0.04360097,
|
||||
-0.012041474,
|
||||
0.08500689,
|
||||
0.111594744,
|
||||
0.1046117,
|
||||
0.019726463,
|
||||
-0.0003025109,
|
||||
-0.04110389,
|
||||
0.009575226,
|
||||
-0.05285304,
|
||||
-0.0026365265,
|
||||
-0.031144748,
|
||||
-0.08860188,
|
||||
-0.06762232,
|
||||
-0.07451522,
|
||||
-0.053012833,
|
||||
-0.09560941,
|
||||
-0.05273455,
|
||||
0.013032144,
|
||||
0.0029190276,
|
||||
0.041905046,
|
||||
-0.04522114,
|
||||
0.016730292,
|
||||
0.017214278,
|
||||
0.021578068,
|
||||
-0.03718778,
|
||||
0.02353425,
|
||||
0.052041385,
|
||||
0.06444499,
|
||||
0.02387539,
|
||||
-0.025236009
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 6,
|
||||
"total_tokens": 6
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_attach_files_on_creation[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:11.990341-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_search_relevance[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384-test_case3]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"What inspires neural networks?"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.08566708,
|
||||
-0.09559047,
|
||||
0.044014607,
|
||||
-0.015974598,
|
||||
0.029406257,
|
||||
0.07229597,
|
||||
-0.010901963,
|
||||
-0.023829829,
|
||||
0.07381301,
|
||||
-0.05698464,
|
||||
-0.033780586,
|
||||
0.051200844,
|
||||
0.0050912783,
|
||||
0.014317088,
|
||||
-0.07878143,
|
||||
-0.012908666,
|
||||
-0.041628323,
|
||||
0.06881713,
|
||||
-0.10783476,
|
||||
-0.04042705,
|
||||
0.026262026,
|
||||
-0.0019893218,
|
||||
-0.011008084,
|
||||
-0.0019646112,
|
||||
0.004033132,
|
||||
0.08881656,
|
||||
0.014049165,
|
||||
-0.018416086,
|
||||
0.032621212,
|
||||
-0.034692146,
|
||||
0.07614942,
|
||||
-0.014122101,
|
||||
-0.024901746,
|
||||
0.03755059,
|
||||
-0.10197354,
|
||||
0.054705318,
|
||||
-0.022539826,
|
||||
0.024209768,
|
||||
0.011698194,
|
||||
-0.008956377,
|
||||
-0.050146304,
|
||||
0.0026327297,
|
||||
0.055942897,
|
||||
0.009974366,
|
||||
0.12796965,
|
||||
-0.025006283,
|
||||
0.024338534,
|
||||
-0.024487961,
|
||||
-0.0022703854,
|
||||
-0.024687177,
|
||||
-0.10482094,
|
||||
-0.05994297,
|
||||
-0.055200897,
|
||||
0.0152664175,
|
||||
0.03496896,
|
||||
0.052624088,
|
||||
-0.0006445885,
|
||||
0.06637695,
|
||||
-0.031790398,
|
||||
-0.007308742,
|
||||
-0.0050764186,
|
||||
-0.042508755,
|
||||
-0.04089097,
|
||||
0.020062948,
|
||||
0.038683955,
|
||||
0.022463562,
|
||||
-0.02866933,
|
||||
0.053370677,
|
||||
0.022435635,
|
||||
0.01934692,
|
||||
0.12264713,
|
||||
0.023911418,
|
||||
-0.037264284,
|
||||
0.0059156846,
|
||||
0.05235448,
|
||||
0.054004095,
|
||||
0.08022169,
|
||||
-0.010992806,
|
||||
0.029295033,
|
||||
-0.0672064,
|
||||
-0.00021147476,
|
||||
-0.050584126,
|
||||
-0.0095251575,
|
||||
0.04616498,
|
||||
0.078677796,
|
||||
0.01416309,
|
||||
-0.033226117,
|
||||
0.0018380182,
|
||||
-0.06667651,
|
||||
-0.020977372,
|
||||
-0.017116925,
|
||||
-0.04396714,
|
||||
-0.05969979,
|
||||
-0.07344942,
|
||||
-0.03985366,
|
||||
-0.030863814,
|
||||
-0.019918729,
|
||||
-0.1075161,
|
||||
-0.026654154,
|
||||
0.0689854,
|
||||
-0.0049292273,
|
||||
0.026645623,
|
||||
0.018879393,
|
||||
0.022113768,
|
||||
0.064208575,
|
||||
-0.053153764,
|
||||
0.06160797,
|
||||
0.014026719,
|
||||
0.11772326,
|
||||
-0.051769163,
|
||||
-0.07634968,
|
||||
0.03090975,
|
||||
-0.038558383,
|
||||
-0.025260162,
|
||||
0.039262023,
|
||||
-0.061449137,
|
||||
0.008389126,
|
||||
0.016175874,
|
||||
0.032293033,
|
||||
0.06679397,
|
||||
-0.06503257,
|
||||
0.014676881,
|
||||
-0.038542666,
|
||||
0.018718671,
|
||||
-0.030111106,
|
||||
-0.028481327,
|
||||
-0.14707623,
|
||||
-3.455443e-33,
|
||||
-0.048577547,
|
||||
-0.024983348,
|
||||
0.071679614,
|
||||
0.035652317,
|
||||
0.07931413,
|
||||
-0.07811974,
|
||||
0.023085583,
|
||||
-0.047467884,
|
||||
0.08872273,
|
||||
-0.0010074769,
|
||||
-0.11320135,
|
||||
0.091322996,
|
||||
0.023978539,
|
||||
0.11368158,
|
||||
0.042203873,
|
||||
-0.05773289,
|
||||
-0.074543044,
|
||||
-0.0021036167,
|
||||
-0.051522236,
|
||||
-0.050925426,
|
||||
-0.0016557347,
|
||||
0.030671587,
|
||||
0.045119714,
|
||||
-0.03974729,
|
||||
-0.05871358,
|
||||
-0.030611658,
|
||||
0.0017253247,
|
||||
0.009114429,
|
||||
-0.013763352,
|
||||
0.023424039,
|
||||
0.0017495834,
|
||||
0.046633217,
|
||||
-0.07230643,
|
||||
-0.027882291,
|
||||
0.016182518,
|
||||
0.044456217,
|
||||
-0.004326421,
|
||||
-0.061798126,
|
||||
0.0697968,
|
||||
0.031249145,
|
||||
-0.013697079,
|
||||
-0.007417679,
|
||||
0.031665757,
|
||||
-0.02367961,
|
||||
0.07153089,
|
||||
0.023938214,
|
||||
0.009729952,
|
||||
0.0071919435,
|
||||
-0.03235391,
|
||||
-0.04955071,
|
||||
-0.050248373,
|
||||
0.02151118,
|
||||
0.015327139,
|
||||
-0.0674203,
|
||||
0.06544387,
|
||||
-0.025547959,
|
||||
0.03207046,
|
||||
0.02038825,
|
||||
0.0112230005,
|
||||
0.00019493286,
|
||||
-0.023462659,
|
||||
-0.004949742,
|
||||
-0.014066955,
|
||||
0.0014178518,
|
||||
0.059315395,
|
||||
0.039931085,
|
||||
-0.032498423,
|
||||
-0.023698896,
|
||||
0.05445033,
|
||||
0.064231694,
|
||||
-0.034013335,
|
||||
0.08745776,
|
||||
-0.080473825,
|
||||
-0.090545714,
|
||||
-0.065398656,
|
||||
-8.2386265e-05,
|
||||
-0.021441188,
|
||||
-0.0684535,
|
||||
-0.029121745,
|
||||
0.034134887,
|
||||
-0.07799698,
|
||||
-0.05388711,
|
||||
-0.035591345,
|
||||
0.044826802,
|
||||
-0.040090464,
|
||||
0.07972004,
|
||||
0.026058797,
|
||||
-0.08184859,
|
||||
0.0018106091,
|
||||
-0.027676936,
|
||||
-0.04312832,
|
||||
-0.042090744,
|
||||
0.08336437,
|
||||
-0.049453646,
|
||||
-0.0902778,
|
||||
2.6716498e-33,
|
||||
-0.091911495,
|
||||
0.02641473,
|
||||
-0.07022486,
|
||||
0.075562105,
|
||||
0.03900905,
|
||||
0.027913846,
|
||||
-0.05444872,
|
||||
-0.036666486,
|
||||
-0.048225258,
|
||||
0.07551892,
|
||||
0.046452336,
|
||||
0.025874302,
|
||||
0.052248206,
|
||||
-0.00018527219,
|
||||
0.010575236,
|
||||
-0.040591337,
|
||||
-0.028484622,
|
||||
-0.020559357,
|
||||
0.08882296,
|
||||
-0.06755767,
|
||||
0.04941752,
|
||||
0.13231009,
|
||||
-0.06998129,
|
||||
-0.040112328,
|
||||
0.044030365,
|
||||
0.034218542,
|
||||
-0.08650528,
|
||||
0.05746921,
|
||||
-0.0075130556,
|
||||
0.049070083,
|
||||
-0.0148686,
|
||||
-0.018103259,
|
||||
-0.020280316,
|
||||
0.038828347,
|
||||
0.022253176,
|
||||
0.13486238,
|
||||
0.06899369,
|
||||
-0.002589861,
|
||||
-0.016430879,
|
||||
0.0033818923,
|
||||
0.017275693,
|
||||
0.013614936,
|
||||
0.044220798,
|
||||
0.049155377,
|
||||
-0.008259856,
|
||||
-0.046575654,
|
||||
-0.043921605,
|
||||
0.04156687,
|
||||
-0.035468902,
|
||||
0.042837795,
|
||||
0.03131579,
|
||||
0.017961076,
|
||||
-0.026213305,
|
||||
-0.05458616,
|
||||
-0.04259084,
|
||||
-0.004110002,
|
||||
0.029035388,
|
||||
0.0010451805,
|
||||
0.09044077,
|
||||
0.014110149,
|
||||
-0.068820216,
|
||||
-0.07098938,
|
||||
0.020328037,
|
||||
0.00433692,
|
||||
-0.046977337,
|
||||
0.016492791,
|
||||
-0.028396707,
|
||||
0.104340956,
|
||||
0.002814702,
|
||||
-0.08339559,
|
||||
0.037326302,
|
||||
0.058929898,
|
||||
0.0376423,
|
||||
0.09580634,
|
||||
-0.12376848,
|
||||
-0.054060236,
|
||||
-0.014485116,
|
||||
0.0013106487,
|
||||
-0.04537336,
|
||||
-0.0899294,
|
||||
0.001730278,
|
||||
-0.05520831,
|
||||
0.000568523,
|
||||
0.00053380145,
|
||||
0.07856981,
|
||||
0.104590714,
|
||||
0.00355283,
|
||||
0.008365939,
|
||||
0.04291482,
|
||||
0.010064388,
|
||||
0.025177509,
|
||||
0.05732803,
|
||||
-0.023061136,
|
||||
0.054399785,
|
||||
-0.049828697,
|
||||
-1.3290186e-08,
|
||||
-0.0539168,
|
||||
0.08074109,
|
||||
0.03397028,
|
||||
0.024365881,
|
||||
0.0906225,
|
||||
-0.07162824,
|
||||
0.07550329,
|
||||
0.017278913,
|
||||
-0.061226364,
|
||||
-0.03298407,
|
||||
0.07829606,
|
||||
0.03967995,
|
||||
-0.036696997,
|
||||
0.02665964,
|
||||
0.1000655,
|
||||
-0.014426734,
|
||||
0.020708792,
|
||||
-0.039230846,
|
||||
0.0085029,
|
||||
-0.0012509917,
|
||||
0.06740856,
|
||||
0.013992665,
|
||||
-0.054007422,
|
||||
-0.016785627,
|
||||
0.07651403,
|
||||
-0.035508703,
|
||||
-0.050085396,
|
||||
0.08382383,
|
||||
-0.009957674,
|
||||
0.08140875,
|
||||
0.019287178,
|
||||
0.049911316,
|
||||
0.0022236605,
|
||||
-0.07807412,
|
||||
0.019454133,
|
||||
0.111560374,
|
||||
-0.01269702,
|
||||
-0.06466137,
|
||||
-0.09346588,
|
||||
-0.050038446,
|
||||
-0.042178612,
|
||||
0.0599713,
|
||||
0.034831088,
|
||||
-0.014957726,
|
||||
0.014484159,
|
||||
-0.022619838,
|
||||
0.06916277,
|
||||
-0.088544875,
|
||||
0.021478733,
|
||||
0.01378541,
|
||||
-0.0075770007,
|
||||
0.027888266,
|
||||
0.015526889,
|
||||
0.0052174823,
|
||||
0.010616002,
|
||||
-0.022908956,
|
||||
-0.02535865,
|
||||
-0.04139556,
|
||||
-0.08375561,
|
||||
0.092626974,
|
||||
0.051755503,
|
||||
0.09296614,
|
||||
0.011223383,
|
||||
-0.016759252
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 6,
|
||||
"total_tokens": 6
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large
Load diff
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_delete_file_removes_from_vector_store[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"What is the secret string?"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.07473014,
|
||||
0.08137506,
|
||||
-0.06463602,
|
||||
0.011821943,
|
||||
-0.07454815,
|
||||
0.021821007,
|
||||
0.077573344,
|
||||
0.012804661,
|
||||
0.05853777,
|
||||
-0.014141324,
|
||||
0.053993534,
|
||||
-0.026554074,
|
||||
-0.018055506,
|
||||
-0.060447972,
|
||||
-0.019253474,
|
||||
-0.006501444,
|
||||
-0.047272332,
|
||||
-0.048944764,
|
||||
-0.090516366,
|
||||
-0.06656194,
|
||||
0.09287066,
|
||||
0.02129739,
|
||||
-0.013401809,
|
||||
-0.006629013,
|
||||
0.0079892,
|
||||
0.016818035,
|
||||
0.03971694,
|
||||
0.021875564,
|
||||
0.014873574,
|
||||
-0.039426163,
|
||||
0.025255844,
|
||||
-0.036836684,
|
||||
0.016627828,
|
||||
0.008789532,
|
||||
-0.053503897,
|
||||
0.03616121,
|
||||
-0.034633957,
|
||||
-0.009877797,
|
||||
0.064843215,
|
||||
-0.01517806,
|
||||
0.020897496,
|
||||
-0.07135096,
|
||||
-0.008519908,
|
||||
0.05118655,
|
||||
-0.062102985,
|
||||
0.059486073,
|
||||
-0.047937352,
|
||||
0.07045817,
|
||||
-0.024867272,
|
||||
-0.010756205,
|
||||
0.06538509,
|
||||
-0.03693754,
|
||||
-0.08240387,
|
||||
0.08169191,
|
||||
0.017090658,
|
||||
0.012944557,
|
||||
-0.047139525,
|
||||
0.0025796075,
|
||||
0.008701712,
|
||||
0.099866174,
|
||||
0.04969699,
|
||||
-0.025922626,
|
||||
-0.017354922,
|
||||
0.03395182,
|
||||
0.038391408,
|
||||
-0.054247838,
|
||||
0.008610521,
|
||||
-0.04077977,
|
||||
0.0265637,
|
||||
-0.07186012,
|
||||
-0.019953186,
|
||||
-0.041191205,
|
||||
-0.07246228,
|
||||
0.00041248833,
|
||||
0.018758524,
|
||||
0.023036895,
|
||||
0.01662864,
|
||||
-0.06335885,
|
||||
0.03495032,
|
||||
0.050063577,
|
||||
0.00043262896,
|
||||
-0.06176693,
|
||||
0.0062733325,
|
||||
0.11142063,
|
||||
0.0040838965,
|
||||
0.085737824,
|
||||
0.023284689,
|
||||
0.05699812,
|
||||
-0.03149832,
|
||||
-0.013344509,
|
||||
-0.045138564,
|
||||
-0.117300816,
|
||||
0.016063986,
|
||||
-0.016894838,
|
||||
-0.028934335,
|
||||
0.03575864,
|
||||
-0.05156192,
|
||||
0.032958068,
|
||||
-0.11266628,
|
||||
0.06640015,
|
||||
0.037839692,
|
||||
0.022948038,
|
||||
0.058071073,
|
||||
-0.039643735,
|
||||
-0.03247236,
|
||||
0.017690921,
|
||||
-0.005001274,
|
||||
0.019046135,
|
||||
0.07745316,
|
||||
-0.020402163,
|
||||
-0.020310633,
|
||||
-0.009519755,
|
||||
0.0031459313,
|
||||
-0.0045639877,
|
||||
-0.029116316,
|
||||
0.033835515,
|
||||
0.00050839526,
|
||||
0.06419946,
|
||||
0.010721198,
|
||||
0.124151744,
|
||||
-0.0053820186,
|
||||
0.00491648,
|
||||
-0.059696514,
|
||||
0.029483523,
|
||||
-0.13409872,
|
||||
0.016187217,
|
||||
-0.048092023,
|
||||
-6.6084764e-33,
|
||||
0.012305612,
|
||||
0.060384244,
|
||||
0.036461998,
|
||||
-0.035974216,
|
||||
-0.04197416,
|
||||
0.012333701,
|
||||
-0.084805995,
|
||||
0.012502633,
|
||||
0.02794982,
|
||||
0.0861082,
|
||||
-0.030791838,
|
||||
-0.061355945,
|
||||
-0.0009604986,
|
||||
-0.0252044,
|
||||
0.045444816,
|
||||
-0.027590565,
|
||||
-0.009594973,
|
||||
0.006712001,
|
||||
0.043692384,
|
||||
-0.021483036,
|
||||
0.003300438,
|
||||
0.11860881,
|
||||
0.047044385,
|
||||
-0.1348901,
|
||||
0.025469579,
|
||||
-0.01029819,
|
||||
0.0022393467,
|
||||
-0.061863262,
|
||||
0.10386513,
|
||||
0.018658707,
|
||||
-0.0017492755,
|
||||
-0.051914047,
|
||||
0.046442248,
|
||||
0.03761067,
|
||||
0.033752125,
|
||||
0.006650237,
|
||||
0.022015076,
|
||||
-0.07834835,
|
||||
-0.008209136,
|
||||
0.027432231,
|
||||
0.017393896,
|
||||
-0.07524756,
|
||||
0.006497012,
|
||||
0.027272953,
|
||||
0.0005804994,
|
||||
-0.010941825,
|
||||
-0.020050043,
|
||||
-0.00012092298,
|
||||
0.013705002,
|
||||
0.004699541,
|
||||
0.022770848,
|
||||
0.015477994,
|
||||
-0.0142482165,
|
||||
-0.013953546,
|
||||
0.015865315,
|
||||
-0.023075614,
|
||||
0.03379947,
|
||||
-0.039221376,
|
||||
-0.043229815,
|
||||
0.02998769,
|
||||
-0.01652291,
|
||||
0.06981088,
|
||||
0.04606923,
|
||||
0.05332633,
|
||||
-0.055300076,
|
||||
0.02511626,
|
||||
0.014049543,
|
||||
-0.09398743,
|
||||
0.03590562,
|
||||
0.029452223,
|
||||
-0.13200304,
|
||||
-0.005059034,
|
||||
-0.03784268,
|
||||
-0.03180819,
|
||||
-0.095502876,
|
||||
-0.027853556,
|
||||
0.0024331037,
|
||||
-0.007881495,
|
||||
0.058296,
|
||||
-0.031999517,
|
||||
-0.06077097,
|
||||
-0.023381822,
|
||||
-0.00048603877,
|
||||
0.13765746,
|
||||
-0.060579,
|
||||
-0.008109843,
|
||||
-0.034873307,
|
||||
-0.1024547,
|
||||
-0.009072849,
|
||||
-0.018931676,
|
||||
-0.0016711762,
|
||||
-0.07710289,
|
||||
-0.043332253,
|
||||
-0.03619527,
|
||||
0.03958017,
|
||||
3.0217083e-33,
|
||||
0.0050329794,
|
||||
0.00016030145,
|
||||
-0.063078895,
|
||||
0.012225751,
|
||||
0.10637338,
|
||||
0.015972024,
|
||||
0.006653195,
|
||||
0.01880781,
|
||||
-0.04708357,
|
||||
0.045863643,
|
||||
0.0076015075,
|
||||
0.03243478,
|
||||
0.032097474,
|
||||
-0.020893326,
|
||||
0.10697852,
|
||||
0.0075498912,
|
||||
0.036074348,
|
||||
0.1462344,
|
||||
0.03779065,
|
||||
-0.043190572,
|
||||
-0.02176097,
|
||||
-0.009340132,
|
||||
-0.06983617,
|
||||
0.015578788,
|
||||
0.021121953,
|
||||
0.030661412,
|
||||
0.08434581,
|
||||
-0.09288574,
|
||||
0.008169474,
|
||||
0.078080945,
|
||||
-0.081626564,
|
||||
0.011895231,
|
||||
0.017099649,
|
||||
0.0040119104,
|
||||
-0.14145434,
|
||||
0.0040375097,
|
||||
0.046316408,
|
||||
0.008959473,
|
||||
-0.0056506568,
|
||||
-0.055587813,
|
||||
0.028007837,
|
||||
0.055937108,
|
||||
0.062269785,
|
||||
0.08602392,
|
||||
-0.12157818,
|
||||
0.021943888,
|
||||
-0.0050934856,
|
||||
0.029819332,
|
||||
-0.012127162,
|
||||
0.048801802,
|
||||
0.06409215,
|
||||
-0.041438665,
|
||||
0.01809265,
|
||||
-0.028214281,
|
||||
-0.0213588,
|
||||
0.05564267,
|
||||
-0.1547868,
|
||||
0.027465124,
|
||||
0.018855799,
|
||||
0.04327939,
|
||||
0.011500479,
|
||||
0.017364705,
|
||||
-0.023216385,
|
||||
0.051007293,
|
||||
0.02946264,
|
||||
0.012533944,
|
||||
-0.04542834,
|
||||
-0.002238765,
|
||||
-0.05611544,
|
||||
-0.0789272,
|
||||
0.07960444,
|
||||
-0.020431034,
|
||||
-0.0762138,
|
||||
0.011588508,
|
||||
-0.035614885,
|
||||
-0.04803985,
|
||||
-0.06607436,
|
||||
-0.057365946,
|
||||
-0.040188126,
|
||||
0.07176218,
|
||||
0.03135825,
|
||||
0.02303279,
|
||||
-0.023997622,
|
||||
0.023614945,
|
||||
0.09607302,
|
||||
-0.06843066,
|
||||
0.014260722,
|
||||
0.08802569,
|
||||
-0.037736766,
|
||||
0.029445928,
|
||||
-0.028643936,
|
||||
0.10217973,
|
||||
-0.0660917,
|
||||
0.022864237,
|
||||
0.042151757,
|
||||
-1.4814046e-08,
|
||||
0.030838449,
|
||||
0.043877687,
|
||||
-0.0245681,
|
||||
-0.09818859,
|
||||
0.056659035,
|
||||
0.0929652,
|
||||
-0.010337853,
|
||||
-0.0983916,
|
||||
0.018008571,
|
||||
-0.0131424805,
|
||||
0.026400762,
|
||||
0.008793538,
|
||||
-0.05285605,
|
||||
-0.042175982,
|
||||
0.030133193,
|
||||
0.01710666,
|
||||
-0.06242493,
|
||||
-0.018753909,
|
||||
-0.015986755,
|
||||
-0.018400662,
|
||||
-0.026477808,
|
||||
0.010281372,
|
||||
-0.030476814,
|
||||
-0.084556945,
|
||||
-0.05402664,
|
||||
0.010030052,
|
||||
0.029531356,
|
||||
0.13555466,
|
||||
0.033426728,
|
||||
0.12098221,
|
||||
0.040777553,
|
||||
0.008206964,
|
||||
-0.018235989,
|
||||
-0.0568263,
|
||||
-0.1289943,
|
||||
0.12416113,
|
||||
-0.053454727,
|
||||
-0.038151894,
|
||||
0.030221034,
|
||||
0.019807614,
|
||||
0.047819767,
|
||||
0.029434063,
|
||||
0.0015704447,
|
||||
0.0611775,
|
||||
-0.05557245,
|
||||
-0.030236417,
|
||||
0.10799873,
|
||||
-0.07073352,
|
||||
-0.08215229,
|
||||
0.004518122,
|
||||
-0.015573616,
|
||||
-0.013696145,
|
||||
-0.0023438279,
|
||||
0.026377691,
|
||||
-0.015769389,
|
||||
0.016251203,
|
||||
-0.04062322,
|
||||
-0.013962793,
|
||||
-0.08309221,
|
||||
0.031991288,
|
||||
0.049991824,
|
||||
-0.0038595141,
|
||||
0.07031122,
|
||||
0.0049263495
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 6,
|
||||
"total_tokens": 6
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_update_file[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is a test file"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.03427073,
|
||||
0.090051405,
|
||||
-0.11458989,
|
||||
0.0021456745,
|
||||
0.059038658,
|
||||
-0.027524853,
|
||||
-0.020602634,
|
||||
0.03373726,
|
||||
-0.038729247,
|
||||
0.026002944,
|
||||
0.11481002,
|
||||
0.027119067,
|
||||
-0.015927644,
|
||||
-0.021832926,
|
||||
-0.046713773,
|
||||
-0.0463825,
|
||||
-0.074167565,
|
||||
-0.0528447,
|
||||
-0.028117927,
|
||||
0.06325688,
|
||||
0.029135453,
|
||||
0.047131006,
|
||||
-0.052675154,
|
||||
-0.005349263,
|
||||
0.030659368,
|
||||
0.017706472,
|
||||
-0.01687267,
|
||||
0.08681507,
|
||||
-0.014155131,
|
||||
-0.0838676,
|
||||
0.020020565,
|
||||
0.07115838,
|
||||
0.08365558,
|
||||
0.030919788,
|
||||
0.11829893,
|
||||
0.028751066,
|
||||
0.069536895,
|
||||
-0.017295403,
|
||||
-0.005784813,
|
||||
0.005809313,
|
||||
0.0012009157,
|
||||
-0.0653044,
|
||||
0.0373506,
|
||||
0.018565746,
|
||||
-0.0034945607,
|
||||
-0.0011305016,
|
||||
-0.029752811,
|
||||
-0.021266408,
|
||||
0.0058016903,
|
||||
-0.035597492,
|
||||
-0.03722647,
|
||||
0.012373253,
|
||||
-0.066935256,
|
||||
-0.023148224,
|
||||
0.056864377,
|
||||
0.0014741909,
|
||||
0.014408296,
|
||||
-0.017165763,
|
||||
0.009236472,
|
||||
0.06087921,
|
||||
0.024628488,
|
||||
0.03699286,
|
||||
-0.050610077,
|
||||
0.05173448,
|
||||
0.10159555,
|
||||
0.008507267,
|
||||
-0.04803921,
|
||||
-0.013024803,
|
||||
0.03110457,
|
||||
-0.16593884,
|
||||
-0.1410075,
|
||||
0.009813814,
|
||||
-0.025974236,
|
||||
0.05233053,
|
||||
-0.0078903325,
|
||||
0.00788491,
|
||||
-0.08471812,
|
||||
-0.044507448,
|
||||
0.054161046,
|
||||
-0.0704361,
|
||||
-0.05769206,
|
||||
-0.100796975,
|
||||
0.02182441,
|
||||
0.022125391,
|
||||
0.0071617346,
|
||||
0.13063926,
|
||||
0.080232956,
|
||||
-0.004421626,
|
||||
-0.018768508,
|
||||
0.0076132733,
|
||||
-0.03163366,
|
||||
0.031986494,
|
||||
-0.022168567,
|
||||
0.03073627,
|
||||
-0.023798423,
|
||||
0.06954045,
|
||||
0.016659362,
|
||||
0.009536805,
|
||||
0.027459558,
|
||||
0.102133445,
|
||||
0.021457382,
|
||||
-0.021377807,
|
||||
0.015131543,
|
||||
0.039423607,
|
||||
-0.09434147,
|
||||
-0.11544392,
|
||||
0.09468138,
|
||||
-0.011155598,
|
||||
0.07266597,
|
||||
-0.03601087,
|
||||
-0.011743829,
|
||||
-0.06654009,
|
||||
-0.03470551,
|
||||
-0.10300434,
|
||||
0.03020924,
|
||||
-0.06319472,
|
||||
-0.0908424,
|
||||
0.04116676,
|
||||
-0.033686537,
|
||||
0.045706224,
|
||||
0.07134009,
|
||||
-0.031778418,
|
||||
-0.059655976,
|
||||
-0.017215038,
|
||||
-0.03229557,
|
||||
-0.058579948,
|
||||
0.06733934,
|
||||
-5.023814e-33,
|
||||
-0.0058283503,
|
||||
-0.0719842,
|
||||
-0.009296622,
|
||||
0.09659216,
|
||||
0.03709538,
|
||||
-0.03478395,
|
||||
-0.004713233,
|
||||
0.016686605,
|
||||
-0.09859812,
|
||||
0.00547005,
|
||||
-0.014113569,
|
||||
-0.0840751,
|
||||
0.0027168505,
|
||||
0.04445616,
|
||||
-0.012728728,
|
||||
0.034566686,
|
||||
-0.0006014651,
|
||||
0.06319148,
|
||||
-0.026799418,
|
||||
-0.013500979,
|
||||
0.024169419,
|
||||
0.015417236,
|
||||
-0.04135526,
|
||||
-0.055208974,
|
||||
-0.06455241,
|
||||
0.03148543,
|
||||
-0.0073052812,
|
||||
-0.03945437,
|
||||
0.059831504,
|
||||
0.026674163,
|
||||
0.01396753,
|
||||
-0.038841277,
|
||||
-0.048514687,
|
||||
0.01756627,
|
||||
0.020964677,
|
||||
0.035239976,
|
||||
0.0115498835,
|
||||
-0.00846713,
|
||||
-0.044673763,
|
||||
0.014640657,
|
||||
5.2045852e-05,
|
||||
-0.04694704,
|
||||
0.02703366,
|
||||
0.006635295,
|
||||
0.064396136,
|
||||
-0.044757996,
|
||||
-0.026173549,
|
||||
-0.016282372,
|
||||
0.05521396,
|
||||
0.014104745,
|
||||
-0.008479494,
|
||||
0.04204778,
|
||||
0.05049772,
|
||||
0.021629427,
|
||||
0.011260506,
|
||||
0.04858872,
|
||||
0.017662494,
|
||||
-0.005005865,
|
||||
0.0019118759,
|
||||
0.06333162,
|
||||
0.035875723,
|
||||
0.03504778,
|
||||
-0.06642375,
|
||||
0.008791644,
|
||||
-0.027326671,
|
||||
-0.05987137,
|
||||
-0.0272001,
|
||||
-0.08728625,
|
||||
0.112434424,
|
||||
0.05879801,
|
||||
-0.041698616,
|
||||
-0.06924583,
|
||||
0.06434144,
|
||||
0.01583225,
|
||||
-0.027750073,
|
||||
-0.037574448,
|
||||
-0.011715211,
|
||||
0.0694801,
|
||||
-0.07104981,
|
||||
-0.039085716,
|
||||
-0.043068763,
|
||||
-0.11208956,
|
||||
-0.030723054,
|
||||
-0.063793585,
|
||||
-0.03527373,
|
||||
-0.06119042,
|
||||
-0.01526633,
|
||||
-0.10094421,
|
||||
0.047486804,
|
||||
-0.08320468,
|
||||
-0.0029513796,
|
||||
0.0131224785,
|
||||
-0.056690685,
|
||||
-0.057956036,
|
||||
0.06140136,
|
||||
2.7669969e-33,
|
||||
0.0036719525,
|
||||
0.06695694,
|
||||
-0.05591421,
|
||||
0.025166295,
|
||||
0.014735592,
|
||||
0.03381445,
|
||||
0.09345791,
|
||||
-0.01053347,
|
||||
-0.046693947,
|
||||
0.14254177,
|
||||
-0.015430197,
|
||||
0.0066938214,
|
||||
0.07679359,
|
||||
-0.045779705,
|
||||
0.07989786,
|
||||
0.0036165903,
|
||||
0.023604553,
|
||||
-0.06533708,
|
||||
-0.04253485,
|
||||
-0.025912313,
|
||||
-0.0748119,
|
||||
0.10020777,
|
||||
0.12578633,
|
||||
0.06409652,
|
||||
-0.016682886,
|
||||
0.01406972,
|
||||
0.025274348,
|
||||
0.0017218525,
|
||||
-0.013340701,
|
||||
0.01172295,
|
||||
0.03772902,
|
||||
0.040607873,
|
||||
-0.120578945,
|
||||
0.024344057,
|
||||
0.03439985,
|
||||
-0.10167353,
|
||||
0.11863072,
|
||||
-0.03571693,
|
||||
-0.0126576,
|
||||
0.022622129,
|
||||
0.039235484,
|
||||
0.10625315,
|
||||
0.0106492825,
|
||||
0.076503076,
|
||||
0.02088746,
|
||||
0.06468519,
|
||||
0.08582322,
|
||||
-0.032148413,
|
||||
0.04359905,
|
||||
0.011070053,
|
||||
0.023209164,
|
||||
-0.06709916,
|
||||
0.055355705,
|
||||
-0.008128262,
|
||||
-0.026921155,
|
||||
0.076995976,
|
||||
-0.011614669,
|
||||
0.044967294,
|
||||
-0.02459807,
|
||||
0.020910041,
|
||||
-0.0016746842,
|
||||
0.02905443,
|
||||
-0.03898753,
|
||||
-0.01360213,
|
||||
-0.019878393,
|
||||
-0.057056017,
|
||||
-0.014543598,
|
||||
0.010161744,
|
||||
0.016893594,
|
||||
0.011981163,
|
||||
0.019902436,
|
||||
0.019194229,
|
||||
-0.06551642,
|
||||
-0.050247267,
|
||||
0.050837662,
|
||||
-0.075614415,
|
||||
-0.018767305,
|
||||
-0.012229684,
|
||||
0.0019464786,
|
||||
-0.0035209567,
|
||||
0.0699799,
|
||||
-0.02925182,
|
||||
-0.008455151,
|
||||
0.04742619,
|
||||
-0.0004527954,
|
||||
-0.014011262,
|
||||
-0.0035493495,
|
||||
0.08439228,
|
||||
-0.001586065,
|
||||
0.0016962147,
|
||||
-0.023180604,
|
||||
0.059889086,
|
||||
0.019616995,
|
||||
0.05435093,
|
||||
0.012301163,
|
||||
-1.5289881e-08,
|
||||
-0.038103975,
|
||||
-0.084179275,
|
||||
-0.013605872,
|
||||
-0.03277629,
|
||||
-0.020995136,
|
||||
0.08924277,
|
||||
0.005438667,
|
||||
-0.07047066,
|
||||
-0.03966912,
|
||||
-0.018226335,
|
||||
0.05716885,
|
||||
-0.026391266,
|
||||
-0.09881308,
|
||||
0.017511,
|
||||
-0.01952465,
|
||||
-0.06237397,
|
||||
-0.019553065,
|
||||
-0.0112019945,
|
||||
-0.030052405,
|
||||
0.010624359,
|
||||
-0.005598304,
|
||||
0.05326868,
|
||||
0.044162616,
|
||||
0.025812192,
|
||||
0.0059228353,
|
||||
0.059632093,
|
||||
0.06885661,
|
||||
0.08894283,
|
||||
-0.06225795,
|
||||
-0.038893122,
|
||||
0.028817136,
|
||||
0.08772772,
|
||||
0.017759481,
|
||||
-0.050048865,
|
||||
-0.0009810333,
|
||||
0.1297453,
|
||||
0.083138496,
|
||||
0.08161095,
|
||||
0.011747931,
|
||||
0.006871316,
|
||||
-0.07277484,
|
||||
-0.0020051182,
|
||||
-0.018357608,
|
||||
0.008882652,
|
||||
-0.03823878,
|
||||
-0.09057624,
|
||||
-0.06433315,
|
||||
-0.04256367,
|
||||
-0.030856675,
|
||||
-0.09314087,
|
||||
-0.043470908,
|
||||
0.012043298,
|
||||
-9.8401986e-05,
|
||||
0.040246293,
|
||||
-0.04912119,
|
||||
0.014575804,
|
||||
0.017479645,
|
||||
-0.00515073,
|
||||
-0.033331197,
|
||||
0.0075505474,
|
||||
0.07488009,
|
||||
0.06460031,
|
||||
0.044803377,
|
||||
-0.028485151
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 5,
|
||||
"total_tokens": 5
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_attach_files_on_creation[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is a test file 1"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.055990793,
|
||||
0.076004684,
|
||||
-0.09247725,
|
||||
0.014340361,
|
||||
0.058780864,
|
||||
-0.032434482,
|
||||
0.020954052,
|
||||
0.028818125,
|
||||
-0.06591213,
|
||||
0.013541593,
|
||||
0.12999941,
|
||||
0.004603084,
|
||||
-0.0069239275,
|
||||
-0.055457443,
|
||||
-0.047553156,
|
||||
-0.029139794,
|
||||
-0.12236376,
|
||||
-0.05360872,
|
||||
-0.014706594,
|
||||
0.05984688,
|
||||
0.034442738,
|
||||
0.02076038,
|
||||
-0.048697792,
|
||||
0.0135388365,
|
||||
0.058592733,
|
||||
-0.003076384,
|
||||
-0.031565297,
|
||||
0.082541116,
|
||||
-0.031259205,
|
||||
-0.12057633,
|
||||
0.038319625,
|
||||
0.06574785,
|
||||
0.06415721,
|
||||
0.038382582,
|
||||
0.12570712,
|
||||
0.03108174,
|
||||
0.10821103,
|
||||
-0.0019794356,
|
||||
-0.024704305,
|
||||
0.028765837,
|
||||
0.01268161,
|
||||
-0.039844505,
|
||||
0.043253522,
|
||||
-0.015898596,
|
||||
-0.0135526005,
|
||||
-0.0050831717,
|
||||
-0.007911988,
|
||||
0.039783813,
|
||||
0.0036548872,
|
||||
-0.033632487,
|
||||
-0.058547974,
|
||||
0.0048877494,
|
||||
-0.089586094,
|
||||
-0.010457663,
|
||||
0.059202507,
|
||||
-0.020414542,
|
||||
0.014278556,
|
||||
0.013986488,
|
||||
-0.0046022516,
|
||||
0.0383391,
|
||||
0.0048145773,
|
||||
0.029772853,
|
||||
-0.020863408,
|
||||
0.018640704,
|
||||
0.12422993,
|
||||
-0.023236223,
|
||||
-0.040323637,
|
||||
-0.023598222,
|
||||
-0.007448043,
|
||||
-0.09083128,
|
||||
-0.16859712,
|
||||
0.01012451,
|
||||
-0.035808884,
|
||||
0.010595173,
|
||||
-0.02050494,
|
||||
0.0020821376,
|
||||
-0.10925222,
|
||||
0.00793264,
|
||||
0.048889533,
|
||||
-0.11391199,
|
||||
-0.06072707,
|
||||
-0.13435508,
|
||||
0.0063265716,
|
||||
-0.008838073,
|
||||
-0.03153269,
|
||||
0.099169336,
|
||||
0.055310693,
|
||||
0.0068571265,
|
||||
-0.023463152,
|
||||
-0.0031599961,
|
||||
0.036782328,
|
||||
0.014336826,
|
||||
0.022220163,
|
||||
0.047114056,
|
||||
0.007079763,
|
||||
0.06806425,
|
||||
0.01851431,
|
||||
0.040882625,
|
||||
0.055058856,
|
||||
0.09488346,
|
||||
-0.015833577,
|
||||
-7.924328e-05,
|
||||
0.010821554,
|
||||
0.09177704,
|
||||
-0.07464829,
|
||||
-0.06471165,
|
||||
0.07013805,
|
||||
-0.04499751,
|
||||
0.057702336,
|
||||
-0.0260911,
|
||||
0.006323043,
|
||||
-0.09500501,
|
||||
-0.010549514,
|
||||
-0.07887475,
|
||||
0.039744847,
|
||||
-0.04154404,
|
||||
-0.055268157,
|
||||
0.07540271,
|
||||
-0.04667509,
|
||||
0.036143072,
|
||||
0.080297194,
|
||||
-0.036381353,
|
||||
-0.03477274,
|
||||
0.01701203,
|
||||
-0.047007203,
|
||||
-0.06519774,
|
||||
0.062141683,
|
||||
-4.222482e-33,
|
||||
-0.0017580023,
|
||||
-0.09383388,
|
||||
-0.02982657,
|
||||
0.1257841,
|
||||
0.03802007,
|
||||
-0.03654342,
|
||||
0.0060920226,
|
||||
0.05906885,
|
||||
-0.11074452,
|
||||
0.005664566,
|
||||
-0.0259852,
|
||||
-0.074819505,
|
||||
0.008342821,
|
||||
0.027451068,
|
||||
-0.05248069,
|
||||
0.02401768,
|
||||
-0.004380289,
|
||||
0.039321493,
|
||||
-0.04213744,
|
||||
-0.027290314,
|
||||
0.054677974,
|
||||
0.02707243,
|
||||
-0.03329442,
|
||||
-0.060589895,
|
||||
-0.050737355,
|
||||
0.017969057,
|
||||
-0.0035060972,
|
||||
-0.04666249,
|
||||
0.073946096,
|
||||
0.01333894,
|
||||
-0.0033873583,
|
||||
-0.046544433,
|
||||
-0.060105033,
|
||||
0.03406923,
|
||||
0.001542676,
|
||||
0.039177947,
|
||||
0.03989323,
|
||||
-0.012346489,
|
||||
-0.030511485,
|
||||
-0.0019157606,
|
||||
-0.014608986,
|
||||
-0.012997742,
|
||||
0.019522104,
|
||||
-0.022349002,
|
||||
0.074362256,
|
||||
-0.053366993,
|
||||
-0.023993475,
|
||||
0.029225096,
|
||||
0.027534606,
|
||||
0.015111057,
|
||||
-0.020442221,
|
||||
0.043327376,
|
||||
0.019660354,
|
||||
0.017330697,
|
||||
-0.0035011724,
|
||||
0.019482937,
|
||||
-0.0003428041,
|
||||
0.0004143988,
|
||||
-0.005117252,
|
||||
0.06624799,
|
||||
0.027922852,
|
||||
0.041020587,
|
||||
-0.067166425,
|
||||
0.028737254,
|
||||
-0.03478325,
|
||||
-0.055551115,
|
||||
-0.032713737,
|
||||
-0.08099247,
|
||||
0.09216284,
|
||||
0.06395264,
|
||||
-0.049168136,
|
||||
-0.039908994,
|
||||
0.036915958,
|
||||
-0.001602359,
|
||||
0.00033041168,
|
||||
-0.026015632,
|
||||
-0.005999889,
|
||||
0.05474541,
|
||||
-0.09568287,
|
||||
-0.05186289,
|
||||
-0.048838183,
|
||||
-0.08639551,
|
||||
-0.034023147,
|
||||
-0.033257127,
|
||||
-0.05651867,
|
||||
-0.051131375,
|
||||
0.00809173,
|
||||
-0.08581851,
|
||||
0.06507323,
|
||||
-0.085427366,
|
||||
0.027997404,
|
||||
0.029847065,
|
||||
-0.031673994,
|
||||
-0.08560956,
|
||||
0.1017672,
|
||||
2.1855676e-33,
|
||||
0.01160785,
|
||||
0.077607885,
|
||||
-0.017380483,
|
||||
0.005239329,
|
||||
0.0009684126,
|
||||
0.06543702,
|
||||
0.07256893,
|
||||
-0.044318836,
|
||||
-0.04749324,
|
||||
0.14031002,
|
||||
-0.025741624,
|
||||
0.0057860985,
|
||||
0.040946104,
|
||||
-0.054880083,
|
||||
0.074413285,
|
||||
-0.023610368,
|
||||
0.018364722,
|
||||
-0.060585637,
|
||||
-0.044149306,
|
||||
0.0027854694,
|
||||
-0.04580664,
|
||||
0.1172219,
|
||||
0.10268574,
|
||||
0.07907412,
|
||||
-0.0466143,
|
||||
0.018618405,
|
||||
0.029834948,
|
||||
0.037265483,
|
||||
0.02273822,
|
||||
-0.0026589038,
|
||||
0.041726097,
|
||||
0.06439532,
|
||||
-0.089163445,
|
||||
0.018188318,
|
||||
0.024064727,
|
||||
-0.096389584,
|
||||
0.08642254,
|
||||
-0.05389359,
|
||||
0.01923105,
|
||||
0.045092683,
|
||||
0.045125954,
|
||||
0.09655961,
|
||||
0.014908797,
|
||||
0.059611585,
|
||||
0.03066662,
|
||||
0.05882299,
|
||||
0.111484826,
|
||||
0.016632542,
|
||||
0.011590394,
|
||||
-0.023702666,
|
||||
-0.008617484,
|
||||
-0.055030316,
|
||||
0.047606383,
|
||||
-0.014632687,
|
||||
-0.014156344,
|
||||
0.069926,
|
||||
0.032047603,
|
||||
0.042642817,
|
||||
-0.053942375,
|
||||
0.031047028,
|
||||
0.009216673,
|
||||
0.033024028,
|
||||
-0.019033706,
|
||||
0.005568194,
|
||||
-0.014985451,
|
||||
-0.09193244,
|
||||
-0.03210824,
|
||||
0.015367608,
|
||||
0.029150328,
|
||||
0.01250386,
|
||||
-0.004827391,
|
||||
0.023345906,
|
||||
-0.028271332,
|
||||
-0.08454125,
|
||||
0.051068563,
|
||||
-0.0133641455,
|
||||
-0.029022738,
|
||||
-0.02258452,
|
||||
0.010884119,
|
||||
-0.009810021,
|
||||
0.049751773,
|
||||
-0.0032637494,
|
||||
-0.038813565,
|
||||
0.027924104,
|
||||
0.017925078,
|
||||
0.005337612,
|
||||
0.058691237,
|
||||
0.09577674,
|
||||
-0.014308608,
|
||||
0.006972794,
|
||||
-0.02733344,
|
||||
0.06912433,
|
||||
0.05727631,
|
||||
0.03206042,
|
||||
0.0042422824,
|
||||
-1.6766318e-08,
|
||||
-0.036354303,
|
||||
-0.09146416,
|
||||
-0.026319364,
|
||||
-0.007941995,
|
||||
-0.024127059,
|
||||
0.09896698,
|
||||
-0.04723083,
|
||||
-0.03767135,
|
||||
-0.029419973,
|
||||
-0.022513283,
|
||||
0.04125822,
|
||||
-0.0011487947,
|
||||
-0.05570366,
|
||||
0.020679709,
|
||||
-0.038118906,
|
||||
-0.0524994,
|
||||
-0.02624128,
|
||||
-0.05336954,
|
||||
-0.040593866,
|
||||
-0.0073642326,
|
||||
-0.0014442836,
|
||||
0.02714257,
|
||||
0.027141048,
|
||||
0.00932513,
|
||||
-0.00026505854,
|
||||
0.038233075,
|
||||
0.037096914,
|
||||
0.08405413,
|
||||
-0.06340637,
|
||||
-0.014856458,
|
||||
0.05038612,
|
||||
0.06703033,
|
||||
0.027668556,
|
||||
-0.04360097,
|
||||
-0.012041474,
|
||||
0.08500689,
|
||||
0.111594744,
|
||||
0.1046117,
|
||||
0.019726463,
|
||||
-0.0003025109,
|
||||
-0.04110389,
|
||||
0.009575226,
|
||||
-0.05285304,
|
||||
-0.0026365265,
|
||||
-0.031144748,
|
||||
-0.08860188,
|
||||
-0.06762232,
|
||||
-0.07451522,
|
||||
-0.053012833,
|
||||
-0.09560941,
|
||||
-0.05273455,
|
||||
0.013032144,
|
||||
0.0029190276,
|
||||
0.041905046,
|
||||
-0.04522114,
|
||||
0.016730292,
|
||||
0.017214278,
|
||||
0.021578068,
|
||||
-0.03718778,
|
||||
0.02353425,
|
||||
0.052041385,
|
||||
0.06444499,
|
||||
0.02387539,
|
||||
-0.025236009
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 6,
|
||||
"total_tokens": 6
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_file_batch_list_files[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is batch list test file 1"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.026654687,
|
||||
0.024452077,
|
||||
-0.1139506,
|
||||
0.03856563,
|
||||
0.014124825,
|
||||
0.0074432967,
|
||||
0.090221025,
|
||||
0.050991993,
|
||||
-0.14990892,
|
||||
0.011114308,
|
||||
0.09637797,
|
||||
0.017449306,
|
||||
0.02125126,
|
||||
-0.09830446,
|
||||
-0.050306804,
|
||||
0.0028243647,
|
||||
-0.049127623,
|
||||
-0.024658091,
|
||||
0.00031474957,
|
||||
-0.08200882,
|
||||
0.013139788,
|
||||
0.03023591,
|
||||
-0.06822236,
|
||||
0.019828897,
|
||||
0.024468401,
|
||||
0.01093643,
|
||||
0.0013910357,
|
||||
-0.043733887,
|
||||
-0.081199914,
|
||||
-0.0828776,
|
||||
-0.009885708,
|
||||
0.034456402,
|
||||
0.09182025,
|
||||
0.051413156,
|
||||
0.21523972,
|
||||
-0.024441116,
|
||||
0.055349704,
|
||||
0.04393575,
|
||||
-0.02791881,
|
||||
0.010488583,
|
||||
0.032701433,
|
||||
-0.041195206,
|
||||
-0.028770478,
|
||||
-0.0458853,
|
||||
-0.011582085,
|
||||
-0.00871958,
|
||||
-0.042531442,
|
||||
-0.015596647,
|
||||
0.009807966,
|
||||
-0.04052592,
|
||||
-0.097914495,
|
||||
-0.016153526,
|
||||
-0.033625863,
|
||||
-0.029398082,
|
||||
-0.017599285,
|
||||
0.020051528,
|
||||
0.07416734,
|
||||
0.04713787,
|
||||
-0.046889056,
|
||||
0.010329713,
|
||||
-0.022568654,
|
||||
-0.053283226,
|
||||
-0.031405948,
|
||||
0.0071451264,
|
||||
0.074516356,
|
||||
-0.053875234,
|
||||
-0.039318826,
|
||||
0.01954052,
|
||||
0.061838593,
|
||||
-0.0988704,
|
||||
-0.11216514,
|
||||
0.05507487,
|
||||
-0.041442905,
|
||||
-0.0031637498,
|
||||
-0.0426329,
|
||||
0.00868271,
|
||||
0.022812206,
|
||||
0.016854672,
|
||||
-0.023670673,
|
||||
-0.08682866,
|
||||
-0.06994251,
|
||||
-0.090295225,
|
||||
0.03363725,
|
||||
-0.065658905,
|
||||
-0.058529533,
|
||||
0.021201625,
|
||||
0.023692427,
|
||||
0.039577886,
|
||||
-0.017618336,
|
||||
0.004256976,
|
||||
-0.02889003,
|
||||
-0.027627867,
|
||||
-0.007380277,
|
||||
0.013479348,
|
||||
0.0037920324,
|
||||
0.13223451,
|
||||
0.0086842645,
|
||||
0.044237822,
|
||||
0.030107979,
|
||||
0.0039674295,
|
||||
0.004454824,
|
||||
-0.02372803,
|
||||
0.009404582,
|
||||
0.09019233,
|
||||
-0.035894953,
|
||||
-0.05536505,
|
||||
0.07841986,
|
||||
-0.09759913,
|
||||
0.042643704,
|
||||
-0.06841906,
|
||||
-0.024365075,
|
||||
0.030787079,
|
||||
0.007492311,
|
||||
-0.10710555,
|
||||
0.029260593,
|
||||
-0.12377258,
|
||||
0.006293836,
|
||||
0.0716477,
|
||||
-0.103731476,
|
||||
0.0722891,
|
||||
0.039905887,
|
||||
-0.057314686,
|
||||
0.0019951754,
|
||||
-0.025712965,
|
||||
-0.053491935,
|
||||
-0.02878148,
|
||||
0.018335236,
|
||||
-9.213444e-34,
|
||||
-0.014958336,
|
||||
-0.14040796,
|
||||
-0.0020862112,
|
||||
0.053644143,
|
||||
0.061184462,
|
||||
-0.023471,
|
||||
0.028143182,
|
||||
0.01389217,
|
||||
-0.07089758,
|
||||
-0.033845782,
|
||||
0.013592736,
|
||||
-0.09175972,
|
||||
0.02609767,
|
||||
0.03978577,
|
||||
-0.091303125,
|
||||
-0.009530289,
|
||||
0.0009604899,
|
||||
0.06769314,
|
||||
-0.008414227,
|
||||
-0.09891154,
|
||||
0.043122225,
|
||||
0.032900088,
|
||||
-0.014758909,
|
||||
-0.024978621,
|
||||
-0.030166645,
|
||||
-0.02154586,
|
||||
0.008096995,
|
||||
-0.022792077,
|
||||
0.031495504,
|
||||
0.005166396,
|
||||
0.02800541,
|
||||
-0.004555192,
|
||||
-0.053282246,
|
||||
0.044040125,
|
||||
0.018465158,
|
||||
0.06764213,
|
||||
0.027691394,
|
||||
-0.023345668,
|
||||
0.03979653,
|
||||
-0.0108061815,
|
||||
-0.0433575,
|
||||
-0.0053964457,
|
||||
0.0057261065,
|
||||
0.021266153,
|
||||
0.0073551,
|
||||
-0.045078952,
|
||||
-0.0754476,
|
||||
0.047708474,
|
||||
0.09417267,
|
||||
0.04923376,
|
||||
0.0064712586,
|
||||
0.009458537,
|
||||
-0.02965998,
|
||||
-0.0025927352,
|
||||
0.008194652,
|
||||
0.0024233914,
|
||||
-0.03606906,
|
||||
-0.04523259,
|
||||
0.0475061,
|
||||
0.07422418,
|
||||
-0.029725099,
|
||||
0.018629357,
|
||||
-0.09468402,
|
||||
0.059102483,
|
||||
0.02429139,
|
||||
-0.08223788,
|
||||
0.059906166,
|
||||
-0.04173233,
|
||||
0.047276534,
|
||||
0.07987219,
|
||||
-0.023748739,
|
||||
-0.011314122,
|
||||
0.0762012,
|
||||
-0.009654777,
|
||||
0.0019907635,
|
||||
-0.013876171,
|
||||
0.07441839,
|
||||
0.019780278,
|
||||
-0.08972605,
|
||||
-0.01682911,
|
||||
0.018730156,
|
||||
-0.0716306,
|
||||
-0.098778896,
|
||||
-0.028125258,
|
||||
-0.006705559,
|
||||
-0.040142916,
|
||||
-0.0011408459,
|
||||
-0.03824728,
|
||||
0.11823234,
|
||||
-0.09058682,
|
||||
-0.012214238,
|
||||
0.03453844,
|
||||
-0.0038697596,
|
||||
-0.008567002,
|
||||
0.036206253,
|
||||
-1.47862505e-33,
|
||||
0.12119851,
|
||||
0.12298278,
|
||||
0.026005113,
|
||||
-0.013240869,
|
||||
0.043463666,
|
||||
0.009894676,
|
||||
0.031471584,
|
||||
-0.033759605,
|
||||
-0.060157593,
|
||||
0.09595057,
|
||||
-0.059792235,
|
||||
0.03352425,
|
||||
-0.013199708,
|
||||
-0.045807462,
|
||||
0.030246317,
|
||||
-0.0036194616,
|
||||
0.032309275,
|
||||
0.013857993,
|
||||
-0.066962086,
|
||||
-0.012374286,
|
||||
-0.037913665,
|
||||
0.09342285,
|
||||
-0.005066124,
|
||||
0.076662436,
|
||||
-0.025112577,
|
||||
-0.04840705,
|
||||
-0.033852383,
|
||||
0.031135324,
|
||||
0.050112516,
|
||||
-0.0047866167,
|
||||
0.057173196,
|
||||
0.062488865,
|
||||
-0.03444626,
|
||||
0.08130611,
|
||||
0.057001427,
|
||||
-0.052079313,
|
||||
0.089987144,
|
||||
0.04835568,
|
||||
0.009681906,
|
||||
0.075275876,
|
||||
0.019253878,
|
||||
0.08852292,
|
||||
-0.015337396,
|
||||
-0.017113382,
|
||||
-0.0016465652,
|
||||
0.036441136,
|
||||
0.050348606,
|
||||
0.026926653,
|
||||
-0.034951936,
|
||||
0.05583207,
|
||||
-0.0105295265,
|
||||
-0.04353733,
|
||||
-0.06201696,
|
||||
-0.0013114201,
|
||||
-0.012707974,
|
||||
-0.030748433,
|
||||
0.023135139,
|
||||
0.017968204,
|
||||
-0.011689624,
|
||||
-0.0044530826,
|
||||
-0.021922166,
|
||||
0.027256578,
|
||||
0.023917124,
|
||||
0.0034848948,
|
||||
-0.0021243605,
|
||||
-0.039207894,
|
||||
-0.03577703,
|
||||
0.010132106,
|
||||
-0.052930683,
|
||||
-0.037529834,
|
||||
-0.0053032544,
|
||||
-0.02522596,
|
||||
-0.006937384,
|
||||
-0.002096661,
|
||||
-0.01381009,
|
||||
-0.034785595,
|
||||
-0.030915927,
|
||||
-0.033622943,
|
||||
-0.025045559,
|
||||
0.056745328,
|
||||
0.051117793,
|
||||
0.0077840416,
|
||||
0.010102386,
|
||||
-0.0031917912,
|
||||
0.00975653,
|
||||
0.08270894,
|
||||
0.041638043,
|
||||
0.09215332,
|
||||
0.06079915,
|
||||
0.029008033,
|
||||
-0.024159772,
|
||||
-0.0036208194,
|
||||
0.1360159,
|
||||
0.059999406,
|
||||
0.045862712,
|
||||
-1.6161662e-08,
|
||||
-0.074233435,
|
||||
-0.13015683,
|
||||
0.026107704,
|
||||
0.061253183,
|
||||
-0.00987927,
|
||||
0.0605725,
|
||||
-0.1176213,
|
||||
0.012852308,
|
||||
0.02771672,
|
||||
-0.01657753,
|
||||
0.01635023,
|
||||
-0.0085972175,
|
||||
-0.028337933,
|
||||
0.010110264,
|
||||
-0.0120518925,
|
||||
-0.009144653,
|
||||
0.016192567,
|
||||
-0.03584005,
|
||||
0.061958943,
|
||||
0.07377364,
|
||||
-0.0210254,
|
||||
-0.0021169898,
|
||||
0.07374615,
|
||||
0.030425888,
|
||||
-0.002197107,
|
||||
0.03516327,
|
||||
0.011411286,
|
||||
0.041386917,
|
||||
-0.085570596,
|
||||
-0.024465743,
|
||||
0.06160357,
|
||||
0.020098133,
|
||||
0.07538962,
|
||||
-0.06444438,
|
||||
0.0025435304,
|
||||
0.047582038,
|
||||
0.09273526,
|
||||
0.035677202,
|
||||
-0.027112702,
|
||||
-0.003980394,
|
||||
-0.06494389,
|
||||
0.023693308,
|
||||
0.004454023,
|
||||
0.009919626,
|
||||
-0.0034382232,
|
||||
-0.11134441,
|
||||
-0.09039949,
|
||||
-0.040688485,
|
||||
0.00049193145,
|
||||
-0.10812712,
|
||||
-0.07540239,
|
||||
0.026622782,
|
||||
0.03446164,
|
||||
0.027628677,
|
||||
-0.03128206,
|
||||
0.047727022,
|
||||
0.01511917,
|
||||
-0.01071397,
|
||||
0.021603482,
|
||||
0.046458237,
|
||||
0.02472522,
|
||||
0.053769212,
|
||||
-0.008230848,
|
||||
-0.043127336
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 7,
|
||||
"total_tokens": 7
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_file_batch_list_files[client_with_models-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is batch list test file 0"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.0036465183,
|
||||
0.039924216,
|
||||
-0.12941182,
|
||||
0.037590887,
|
||||
0.010976234,
|
||||
0.0051913885,
|
||||
0.050194982,
|
||||
0.04712549,
|
||||
-0.110254765,
|
||||
0.015371635,
|
||||
0.10012847,
|
||||
0.0086210305,
|
||||
-0.00401681,
|
||||
-0.07506743,
|
||||
-0.07134991,
|
||||
0.0026189892,
|
||||
-0.042793002,
|
||||
-0.043490924,
|
||||
0.024093278,
|
||||
-0.059902564,
|
||||
0.0057522473,
|
||||
0.041752275,
|
||||
-0.0518659,
|
||||
0.0041615097,
|
||||
0.0145003805,
|
||||
0.009214976,
|
||||
-0.0040959273,
|
||||
-0.05989768,
|
||||
-0.066200614,
|
||||
-0.06039945,
|
||||
-0.008130723,
|
||||
0.049457688,
|
||||
0.09335371,
|
||||
0.040228266,
|
||||
0.23237613,
|
||||
-0.031075992,
|
||||
0.066336684,
|
||||
0.031554125,
|
||||
-0.018242544,
|
||||
0.018741237,
|
||||
0.04798815,
|
||||
-0.027992837,
|
||||
-0.030888785,
|
||||
-0.026447287,
|
||||
-0.005291827,
|
||||
0.0026244177,
|
||||
-0.029284751,
|
||||
-0.039187636,
|
||||
0.025298318,
|
||||
-0.03554318,
|
||||
-0.08725903,
|
||||
0.0051248395,
|
||||
-0.034592275,
|
||||
-0.032171108,
|
||||
-0.004462186,
|
||||
0.015781265,
|
||||
0.06675842,
|
||||
0.06411844,
|
||||
-0.026831465,
|
||||
0.040966112,
|
||||
-0.025728298,
|
||||
-0.04688795,
|
||||
-0.030973477,
|
||||
0.0108745955,
|
||||
0.0722766,
|
||||
-0.024154983,
|
||||
-0.05418077,
|
||||
-0.000112870955,
|
||||
0.06427881,
|
||||
-0.10798278,
|
||||
-0.094993085,
|
||||
0.031746376,
|
||||
-0.03553208,
|
||||
0.011721068,
|
||||
-0.040610477,
|
||||
0.0252638,
|
||||
0.032354478,
|
||||
0.0044251755,
|
||||
-0.011238418,
|
||||
-0.068738,
|
||||
-0.08214709,
|
||||
-0.09680521,
|
||||
0.037895776,
|
||||
-0.06387282,
|
||||
-0.050618686,
|
||||
0.047263417,
|
||||
0.018891728,
|
||||
0.0412337,
|
||||
-0.00036982878,
|
||||
0.01646717,
|
||||
-0.068015374,
|
||||
-0.024197156,
|
||||
-0.06515257,
|
||||
0.010283863,
|
||||
-0.0011034796,
|
||||
0.12800129,
|
||||
0.0046132635,
|
||||
0.04948645,
|
||||
0.0066414373,
|
||||
0.0038719445,
|
||||
0.011649022,
|
||||
-0.05141349,
|
||||
0.020765351,
|
||||
0.10356703,
|
||||
-0.021878071,
|
||||
-0.04683769,
|
||||
0.08752736,
|
||||
-0.082844995,
|
||||
0.030899115,
|
||||
-0.06978503,
|
||||
-0.022572583,
|
||||
0.031471837,
|
||||
0.020657966,
|
||||
-0.1110287,
|
||||
0.008903277,
|
||||
-0.14674239,
|
||||
-0.008688162,
|
||||
0.06673007,
|
||||
-0.1264913,
|
||||
0.07123954,
|
||||
0.04898091,
|
||||
-0.05575026,
|
||||
-0.0021988999,
|
||||
-0.027179684,
|
||||
-0.06655918,
|
||||
-0.0017623958,
|
||||
0.029062115,
|
||||
-9.678609e-34,
|
||||
-0.0040430804,
|
||||
-0.1445171,
|
||||
0.027866993,
|
||||
0.056585513,
|
||||
0.051756255,
|
||||
-0.033553254,
|
||||
0.03485847,
|
||||
0.015262136,
|
||||
-0.055595256,
|
||||
-0.017982436,
|
||||
0.029664941,
|
||||
-0.091648795,
|
||||
0.030431122,
|
||||
0.038217068,
|
||||
-0.080033876,
|
||||
-0.001278928,
|
||||
0.008315687,
|
||||
0.06286121,
|
||||
0.0021489516,
|
||||
-0.095392406,
|
||||
0.056737788,
|
||||
0.02301,
|
||||
-0.03430761,
|
||||
-0.041193787,
|
||||
-0.03171937,
|
||||
0.0022807133,
|
||||
-0.0032209419,
|
||||
-0.034821205,
|
||||
0.011649089,
|
||||
0.008981317,
|
||||
0.0254853,
|
||||
0.007002123,
|
||||
-0.04010535,
|
||||
0.029323202,
|
||||
0.022673734,
|
||||
0.068820246,
|
||||
-0.00014395108,
|
||||
-0.010711781,
|
||||
0.024299825,
|
||||
0.012537121,
|
||||
-0.0481291,
|
||||
-0.015601043,
|
||||
-0.0069175945,
|
||||
0.004603007,
|
||||
-0.0052467184,
|
||||
-0.05961089,
|
||||
-0.059626818,
|
||||
0.031623863,
|
||||
0.092408285,
|
||||
0.04708552,
|
||||
0.00075549266,
|
||||
0.019177787,
|
||||
-0.035067532,
|
||||
-0.001123708,
|
||||
-0.017206883,
|
||||
-0.0036923788,
|
||||
-0.03970438,
|
||||
-0.047295928,
|
||||
0.036669154,
|
||||
0.068081565,
|
||||
-0.029749148,
|
||||
0.020204429,
|
||||
-0.107095204,
|
||||
0.042345714,
|
||||
0.022392623,
|
||||
-0.09487722,
|
||||
0.057932172,
|
||||
-0.056190446,
|
||||
0.046567976,
|
||||
0.08047286,
|
||||
-0.016240422,
|
||||
-0.011581611,
|
||||
0.07382179,
|
||||
0.0020555314,
|
||||
0.0025288807,
|
||||
-0.021367662,
|
||||
0.081748515,
|
||||
0.007078425,
|
||||
-0.09470811,
|
||||
0.0030566726,
|
||||
0.053787757,
|
||||
-0.074042186,
|
||||
-0.083328,
|
||||
-0.057415612,
|
||||
0.008429428,
|
||||
-0.053765427,
|
||||
-0.015226777,
|
||||
-0.027527997,
|
||||
0.10367792,
|
||||
-0.10190198,
|
||||
0.0054718414,
|
||||
0.015465243,
|
||||
-0.016845582,
|
||||
-0.0016768618,
|
||||
0.012372419,
|
||||
-1.2111097e-33,
|
||||
0.11383396,
|
||||
0.12203165,
|
||||
0.0062433938,
|
||||
-0.011379958,
|
||||
0.02088539,
|
||||
0.007189597,
|
||||
0.054203767,
|
||||
-0.018699061,
|
||||
-0.052370373,
|
||||
0.10751054,
|
||||
-0.021465823,
|
||||
0.04084957,
|
||||
-7.4275136e-05,
|
||||
-0.025531521,
|
||||
0.044114646,
|
||||
0.005272512,
|
||||
0.0062982296,
|
||||
0.021161184,
|
||||
-0.06669754,
|
||||
-0.018744836,
|
||||
-0.03190448,
|
||||
0.10949183,
|
||||
-0.008740601,
|
||||
0.0689648,
|
||||
-0.021337925,
|
||||
-0.053446896,
|
||||
-0.02771705,
|
||||
0.048302785,
|
||||
0.05164785,
|
||||
-0.014181841,
|
||||
0.086858906,
|
||||
0.07332701,
|
||||
-0.05071209,
|
||||
0.06767104,
|
||||
0.073746495,
|
||||
-0.043644488,
|
||||
0.09263983,
|
||||
0.054621045,
|
||||
0.025011554,
|
||||
0.055775028,
|
||||
0.02436886,
|
||||
0.09215541,
|
||||
-0.034988236,
|
||||
0.0030215532,
|
||||
-0.006717577,
|
||||
0.03289223,
|
||||
0.059916247,
|
||||
0.009774813,
|
||||
-0.015418337,
|
||||
0.034162316,
|
||||
0.008471469,
|
||||
-0.045472328,
|
||||
-0.04667333,
|
||||
0.00731922,
|
||||
-0.013213432,
|
||||
-0.024659151,
|
||||
0.009905776,
|
||||
0.02377535,
|
||||
-0.003152262,
|
||||
-0.01130403,
|
||||
-0.030932695,
|
||||
0.029342141,
|
||||
0.013968052,
|
||||
-0.0046377,
|
||||
-0.005656476,
|
||||
-0.013187236,
|
||||
-0.03282219,
|
||||
0.03882881,
|
||||
-0.050185896,
|
||||
-0.06398926,
|
||||
0.010382671,
|
||||
-0.022127153,
|
||||
-0.030189876,
|
||||
-0.009426351,
|
||||
-0.03064495,
|
||||
-0.03634641,
|
||||
-0.0349218,
|
||||
-0.035668623,
|
||||
-0.021144494,
|
||||
0.059650354,
|
||||
0.065509655,
|
||||
0.0044521615,
|
||||
0.013206919,
|
||||
-0.002061999,
|
||||
0.026685787,
|
||||
0.06515911,
|
||||
0.006900156,
|
||||
0.09558864,
|
||||
0.050668344,
|
||||
0.023799876,
|
||||
-0.017750489,
|
||||
-0.011246626,
|
||||
0.11730665,
|
||||
0.07201313,
|
||||
0.041874938,
|
||||
-1.5963826e-08,
|
||||
-0.07315261,
|
||||
-0.12011152,
|
||||
0.033495143,
|
||||
0.05738324,
|
||||
0.0005284734,
|
||||
0.050519086,
|
||||
-0.09675792,
|
||||
-0.008407969,
|
||||
0.0107015055,
|
||||
-0.020977397,
|
||||
0.0144274095,
|
||||
-0.024443854,
|
||||
-0.0429767,
|
||||
0.0043172077,
|
||||
-0.007172003,
|
||||
-0.013036474,
|
||||
0.02008991,
|
||||
-0.018716406,
|
||||
0.058911163,
|
||||
0.07260904,
|
||||
-0.053028338,
|
||||
-0.0014296019,
|
||||
0.051438745,
|
||||
0.025465284,
|
||||
0.0024763653,
|
||||
0.024762444,
|
||||
0.033506636,
|
||||
0.046712905,
|
||||
-0.07720086,
|
||||
-0.043867115,
|
||||
0.04290285,
|
||||
0.020185705,
|
||||
0.060160834,
|
||||
-0.0538641,
|
||||
-0.00598599,
|
||||
0.08269462,
|
||||
0.102695964,
|
||||
0.044464804,
|
||||
-0.018108651,
|
||||
-0.0076020714,
|
||||
-0.09503401,
|
||||
0.024033083,
|
||||
0.017758038,
|
||||
0.00809999,
|
||||
-0.030638821,
|
||||
-0.094934754,
|
||||
-0.098738804,
|
||||
-0.0314479,
|
||||
-0.0046123876,
|
||||
-0.1324908,
|
||||
-0.061987024,
|
||||
0.029954871,
|
||||
-0.0017423966,
|
||||
0.03009696,
|
||||
-0.030504663,
|
||||
0.039349448,
|
||||
0.012448695,
|
||||
-0.013150999,
|
||||
0.006029242,
|
||||
0.060209665,
|
||||
0.04083634,
|
||||
0.05273217,
|
||||
-0.008709646,
|
||||
-0.052867472
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 7,
|
||||
"total_tokens": 7
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_retrieve_file_contents[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:12.588580-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_file_batch_create_and_retrieve[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:13.889485-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_list_files[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:12.243814-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_search_relevance[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384-test_case3]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:37:48.027944-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:37:48.891739-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_create_vector_store[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:06.037921-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_delete_vector_store[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:06.037921-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_attach_files_on_creation[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is a test file 2"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.028407024,
|
||||
0.08176727,
|
||||
-0.07856116,
|
||||
0.027924549,
|
||||
0.05008439,
|
||||
-0.035268802,
|
||||
-0.0040619136,
|
||||
0.029315198,
|
||||
-0.05775003,
|
||||
0.013769637,
|
||||
0.14610882,
|
||||
-0.012019041,
|
||||
-0.024392882,
|
||||
-0.05509032,
|
||||
-0.02661779,
|
||||
-0.013253934,
|
||||
-0.109151706,
|
||||
-0.037233494,
|
||||
-0.0036058167,
|
||||
0.04766495,
|
||||
0.06212885,
|
||||
0.0070259646,
|
||||
-0.015513743,
|
||||
-0.008010851,
|
||||
0.037648663,
|
||||
0.01587603,
|
||||
-0.041856695,
|
||||
0.09732178,
|
||||
-0.025641596,
|
||||
-0.11368298,
|
||||
0.03550726,
|
||||
0.07043342,
|
||||
0.016779423,
|
||||
0.02220752,
|
||||
0.123395406,
|
||||
0.0077137193,
|
||||
0.12550895,
|
||||
0.008077936,
|
||||
-0.026158499,
|
||||
0.0028612812,
|
||||
0.018155744,
|
||||
-0.04666325,
|
||||
0.041025575,
|
||||
0.0013476727,
|
||||
0.0019516364,
|
||||
0.008663665,
|
||||
0.016689047,
|
||||
0.02200178,
|
||||
0.0020768014,
|
||||
-0.032861207,
|
||||
-0.086455174,
|
||||
0.008047145,
|
||||
-0.07434091,
|
||||
-0.016292974,
|
||||
0.06051878,
|
||||
0.005966867,
|
||||
0.0160179,
|
||||
0.021412006,
|
||||
0.009540338,
|
||||
0.03177335,
|
||||
0.023032434,
|
||||
0.03437097,
|
||||
-0.04224765,
|
||||
0.024748176,
|
||||
0.116213955,
|
||||
-0.024936162,
|
||||
-0.03895259,
|
||||
-0.024991278,
|
||||
-0.020854436,
|
||||
-0.08835937,
|
||||
-0.15073228,
|
||||
0.020921277,
|
||||
-0.022518696,
|
||||
0.0023868105,
|
||||
0.0057663955,
|
||||
-0.0015790414,
|
||||
-0.11985628,
|
||||
-0.0029912454,
|
||||
0.0550998,
|
||||
-0.11830636,
|
||||
-0.058846988,
|
||||
-0.15046737,
|
||||
0.018624697,
|
||||
-0.0093440395,
|
||||
-0.028901154,
|
||||
0.08400474,
|
||||
0.0437436,
|
||||
-0.0006745939,
|
||||
-0.052540295,
|
||||
0.00024754918,
|
||||
0.040431518,
|
||||
0.0066545215,
|
||||
0.02609114,
|
||||
0.051891107,
|
||||
0.012606882,
|
||||
0.061448827,
|
||||
0.013889043,
|
||||
0.038454182,
|
||||
0.048222367,
|
||||
0.104106456,
|
||||
-0.026478294,
|
||||
-0.021488149,
|
||||
-0.020865437,
|
||||
0.05061779,
|
||||
-0.05171592,
|
||||
-0.07573864,
|
||||
0.057483904,
|
||||
-0.049993664,
|
||||
0.06528295,
|
||||
-0.02875688,
|
||||
0.038766492,
|
||||
-0.062760465,
|
||||
-0.0144796055,
|
||||
-0.063462086,
|
||||
0.06642258,
|
||||
-0.014848135,
|
||||
-0.03523116,
|
||||
0.0774014,
|
||||
-0.039893247,
|
||||
0.032182425,
|
||||
0.10171478,
|
||||
-0.022525396,
|
||||
-0.059299074,
|
||||
0.00038746602,
|
||||
-0.05779858,
|
||||
-0.07034273,
|
||||
0.06375495,
|
||||
-4.088634e-33,
|
||||
-0.021801252,
|
||||
-0.07985834,
|
||||
-0.013881648,
|
||||
0.14923096,
|
||||
0.02520313,
|
||||
-0.042283125,
|
||||
-0.0067697223,
|
||||
0.054634638,
|
||||
-0.09223034,
|
||||
0.0081036305,
|
||||
-0.03861765,
|
||||
-0.117698364,
|
||||
0.012977803,
|
||||
0.034548674,
|
||||
-0.01703291,
|
||||
0.011910173,
|
||||
0.012945288,
|
||||
0.04277919,
|
||||
-0.017591223,
|
||||
-0.0184066,
|
||||
0.06513148,
|
||||
0.04050013,
|
||||
-0.02252127,
|
||||
-0.060939074,
|
||||
-0.018603502,
|
||||
0.011679816,
|
||||
0.01410369,
|
||||
-0.06763908,
|
||||
0.08543174,
|
||||
0.030138582,
|
||||
0.010859261,
|
||||
-0.054844614,
|
||||
-0.024129191,
|
||||
0.048327282,
|
||||
0.00750549,
|
||||
0.013356204,
|
||||
0.024558878,
|
||||
-0.005942624,
|
||||
-0.045620095,
|
||||
-0.00484637,
|
||||
0.004418298,
|
||||
-0.0023806267,
|
||||
0.013590539,
|
||||
-0.016870445,
|
||||
0.06959721,
|
||||
-0.07736302,
|
||||
0.02058481,
|
||||
0.0048155314,
|
||||
0.055696823,
|
||||
0.0131223425,
|
||||
-0.011748222,
|
||||
0.040935397,
|
||||
0.007458848,
|
||||
0.042072233,
|
||||
0.010358565,
|
||||
0.019406458,
|
||||
0.011092792,
|
||||
0.017259602,
|
||||
0.018278012,
|
||||
0.077335365,
|
||||
0.019612921,
|
||||
0.05268688,
|
||||
-0.05863009,
|
||||
0.039751627,
|
||||
-0.050250556,
|
||||
-0.048913844,
|
||||
-0.05265637,
|
||||
-0.09227304,
|
||||
0.0755598,
|
||||
0.08097828,
|
||||
-0.022257954,
|
||||
-0.042141132,
|
||||
0.056546185,
|
||||
0.023585746,
|
||||
0.0015263582,
|
||||
-0.049815144,
|
||||
0.002336895,
|
||||
0.028626408,
|
||||
-0.06897293,
|
||||
-0.04780049,
|
||||
-0.048637427,
|
||||
-0.076585636,
|
||||
-0.03285766,
|
||||
-0.046012525,
|
||||
-0.0573021,
|
||||
-0.080889866,
|
||||
-0.008056378,
|
||||
-0.0936112,
|
||||
0.051229417,
|
||||
-0.058302302,
|
||||
-0.0005942833,
|
||||
0.02222621,
|
||||
-0.046907477,
|
||||
-0.08964737,
|
||||
0.1195762,
|
||||
2.0452953e-33,
|
||||
0.012159685,
|
||||
0.086426094,
|
||||
-0.023217503,
|
||||
0.002771192,
|
||||
-0.0010614472,
|
||||
0.03487195,
|
||||
0.07328719,
|
||||
-0.049876485,
|
||||
-0.041938163,
|
||||
0.13486409,
|
||||
-0.00690217,
|
||||
0.006254477,
|
||||
0.059122436,
|
||||
-0.028893106,
|
||||
0.09141587,
|
||||
-0.018487127,
|
||||
0.0077112317,
|
||||
-0.044207573,
|
||||
-0.0251735,
|
||||
-0.014999972,
|
||||
-0.035417248,
|
||||
0.12413253,
|
||||
0.13118097,
|
||||
0.081015825,
|
||||
-0.03327241,
|
||||
0.003976432,
|
||||
0.026454262,
|
||||
0.026598025,
|
||||
0.017349144,
|
||||
-0.0036153824,
|
||||
0.035460044,
|
||||
0.05956128,
|
||||
-0.124593176,
|
||||
0.021954069,
|
||||
0.025635097,
|
||||
-0.11063109,
|
||||
0.096061416,
|
||||
-0.06731725,
|
||||
-0.011819293,
|
||||
0.042329434,
|
||||
0.03790837,
|
||||
0.10582649,
|
||||
0.0073426333,
|
||||
0.06629678,
|
||||
0.022922922,
|
||||
0.0494007,
|
||||
0.14639522,
|
||||
-0.0067070075,
|
||||
0.004380622,
|
||||
-0.029196544,
|
||||
-0.009010303,
|
||||
-0.08637028,
|
||||
0.03588363,
|
||||
0.0029887543,
|
||||
-0.029351206,
|
||||
0.07019312,
|
||||
0.014898416,
|
||||
0.028345235,
|
||||
-0.040354595,
|
||||
0.01916304,
|
||||
0.015590835,
|
||||
0.028637327,
|
||||
-0.019529723,
|
||||
-0.018309733,
|
||||
-0.0054176697,
|
||||
-0.093132764,
|
||||
-0.06116049,
|
||||
0.038816936,
|
||||
0.02793884,
|
||||
0.034137025,
|
||||
-0.027511358,
|
||||
0.010699668,
|
||||
-0.05521562,
|
||||
-0.07380209,
|
||||
0.021521263,
|
||||
-0.015450832,
|
||||
-0.024988633,
|
||||
-0.004755674,
|
||||
0.030465573,
|
||||
-0.024057997,
|
||||
0.0341225,
|
||||
-0.0103128245,
|
||||
-0.012666524,
|
||||
0.03628323,
|
||||
-0.0044518244,
|
||||
-0.014977736,
|
||||
0.02790076,
|
||||
0.0978009,
|
||||
-0.026436698,
|
||||
-0.005187212,
|
||||
-0.019124882,
|
||||
0.06205225,
|
||||
0.052137945,
|
||||
0.037870288,
|
||||
0.012578256,
|
||||
-1.705626e-08,
|
||||
-0.05000592,
|
||||
-0.08913878,
|
||||
-0.0035273295,
|
||||
-0.01577607,
|
||||
-0.021846429,
|
||||
0.07184407,
|
||||
-0.050185654,
|
||||
-0.010643527,
|
||||
-0.030602882,
|
||||
-0.01577121,
|
||||
0.013220822,
|
||||
-0.0025653532,
|
||||
-0.04210823,
|
||||
0.009286525,
|
||||
-0.041129403,
|
||||
-0.029615805,
|
||||
0.002200794,
|
||||
-0.032989334,
|
||||
-0.05041253,
|
||||
-0.021504797,
|
||||
-0.0068345494,
|
||||
0.0084738685,
|
||||
0.03568697,
|
||||
0.0252117,
|
||||
-0.016504692,
|
||||
0.04915123,
|
||||
0.018349955,
|
||||
0.049084183,
|
||||
-0.058165494,
|
||||
-0.015055481,
|
||||
0.045743454,
|
||||
0.049920842,
|
||||
0.020444298,
|
||||
-0.052004594,
|
||||
-0.033592116,
|
||||
0.061816722,
|
||||
0.111411005,
|
||||
0.07770497,
|
||||
0.022457859,
|
||||
0.0025742552,
|
||||
-0.043929543,
|
||||
0.008576763,
|
||||
-0.036182683,
|
||||
0.029673496,
|
||||
-0.017278075,
|
||||
-0.09458994,
|
||||
-0.057882637,
|
||||
-0.06579892,
|
||||
-0.06124832,
|
||||
-0.10455079,
|
||||
-0.02925637,
|
||||
0.0013624659,
|
||||
0.0060532107,
|
||||
0.04077331,
|
||||
-0.036694046,
|
||||
0.016800206,
|
||||
0.005279432,
|
||||
0.030968234,
|
||||
-0.05446385,
|
||||
0.0048696757,
|
||||
0.070877954,
|
||||
0.06684445,
|
||||
0.017715273,
|
||||
-0.029237686
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 6,
|
||||
"total_tokens": 6
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
File diff suppressed because it is too large
Load diff
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_delete_file_removes_from_vector_store[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"The secret string is foobazbar."
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.060630284,
|
||||
0.06372823,
|
||||
-0.059383437,
|
||||
-0.010313639,
|
||||
-0.11985778,
|
||||
0.033409074,
|
||||
0.056847293,
|
||||
-0.0064553,
|
||||
0.029896382,
|
||||
-0.05037607,
|
||||
0.015193001,
|
||||
-0.0634204,
|
||||
0.015119892,
|
||||
-0.08354324,
|
||||
0.0092577925,
|
||||
0.044272587,
|
||||
-0.024397198,
|
||||
-0.05100177,
|
||||
-0.028086444,
|
||||
-0.07390362,
|
||||
0.07088186,
|
||||
0.08101153,
|
||||
0.006050408,
|
||||
-0.043090094,
|
||||
0.010714593,
|
||||
-0.01581376,
|
||||
0.0351736,
|
||||
0.06538307,
|
||||
0.03639655,
|
||||
-0.05625738,
|
||||
0.073681176,
|
||||
0.04730274,
|
||||
0.067169026,
|
||||
-0.01207242,
|
||||
-0.018193275,
|
||||
0.0042488067,
|
||||
0.029168725,
|
||||
0.0067459582,
|
||||
0.037927665,
|
||||
0.0024767139,
|
||||
0.014044963,
|
||||
0.022671249,
|
||||
-0.090508185,
|
||||
0.041952047,
|
||||
-0.07933115,
|
||||
0.031992197,
|
||||
-0.038355146,
|
||||
0.037013844,
|
||||
-0.0036946274,
|
||||
-0.016986867,
|
||||
0.03696087,
|
||||
-0.07697335,
|
||||
-0.020080294,
|
||||
0.07733012,
|
||||
0.04521822,
|
||||
-0.007816803,
|
||||
-0.0058926586,
|
||||
0.009962128,
|
||||
0.033492323,
|
||||
0.09000152,
|
||||
0.016161384,
|
||||
0.036999356,
|
||||
-0.039193578,
|
||||
-0.010969346,
|
||||
0.023929566,
|
||||
-0.03698458,
|
||||
-0.008227196,
|
||||
0.018780757,
|
||||
-0.0006967325,
|
||||
-0.062018193,
|
||||
-0.030388007,
|
||||
-0.037649162,
|
||||
-0.04654288,
|
||||
0.038450293,
|
||||
-0.010377299,
|
||||
-0.032971557,
|
||||
0.013547814,
|
||||
-0.059036925,
|
||||
0.0630603,
|
||||
0.0159564,
|
||||
-0.04845087,
|
||||
-0.069917254,
|
||||
-0.022502322,
|
||||
0.04408022,
|
||||
0.03618941,
|
||||
0.060470726,
|
||||
-0.04313285,
|
||||
0.028797466,
|
||||
0.0062393937,
|
||||
0.01027349,
|
||||
-0.078714885,
|
||||
-0.091531575,
|
||||
0.04391341,
|
||||
0.013202597,
|
||||
-0.0037814155,
|
||||
0.0102497,
|
||||
0.020225797,
|
||||
0.05634384,
|
||||
-0.09700619,
|
||||
0.06577961,
|
||||
0.047118917,
|
||||
0.01876648,
|
||||
0.12445029,
|
||||
-0.06447121,
|
||||
-0.012632697,
|
||||
0.016056264,
|
||||
0.08604982,
|
||||
0.024878234,
|
||||
0.10627678,
|
||||
-0.043176394,
|
||||
-0.046339765,
|
||||
-0.03149599,
|
||||
-0.001784808,
|
||||
-0.023469802,
|
||||
-0.05079461,
|
||||
0.0046657966,
|
||||
0.043237828,
|
||||
0.057146583,
|
||||
-0.065833576,
|
||||
0.032975562,
|
||||
-0.028763266,
|
||||
0.037831448,
|
||||
0.00017829033,
|
||||
0.043322463,
|
||||
-0.13265091,
|
||||
0.0263673,
|
||||
-0.04247752,
|
||||
-3.3340873e-33,
|
||||
-0.0022191573,
|
||||
0.050657377,
|
||||
0.028066125,
|
||||
-0.033898965,
|
||||
-0.0045730886,
|
||||
-0.034653578,
|
||||
-0.08628417,
|
||||
0.043108672,
|
||||
0.01022734,
|
||||
0.044009056,
|
||||
-0.03020062,
|
||||
-0.0936044,
|
||||
-0.06522928,
|
||||
-0.059762992,
|
||||
0.037560984,
|
||||
-0.025942331,
|
||||
-0.06655938,
|
||||
0.0043691625,
|
||||
0.018846871,
|
||||
-0.035582166,
|
||||
0.02240012,
|
||||
0.08943218,
|
||||
0.033568345,
|
||||
-0.11379316,
|
||||
0.03822112,
|
||||
-0.044403847,
|
||||
0.10261262,
|
||||
-0.07330182,
|
||||
0.089390896,
|
||||
0.056668896,
|
||||
-0.009407597,
|
||||
-0.0646505,
|
||||
0.016652016,
|
||||
0.007326742,
|
||||
0.005187682,
|
||||
0.0051324354,
|
||||
-0.013595071,
|
||||
-0.04918112,
|
||||
-0.06672084,
|
||||
0.010838405,
|
||||
0.04638185,
|
||||
-0.11490209,
|
||||
-0.055054087,
|
||||
0.040443793,
|
||||
-0.032746885,
|
||||
0.03498173,
|
||||
-0.023567867,
|
||||
-0.012213799,
|
||||
0.048050664,
|
||||
0.01159698,
|
||||
0.007860181,
|
||||
0.03801084,
|
||||
-0.027765153,
|
||||
0.003296162,
|
||||
-0.0033349432,
|
||||
0.006083357,
|
||||
0.03200884,
|
||||
0.048306234,
|
||||
0.013800832,
|
||||
0.036165927,
|
||||
-0.022672432,
|
||||
0.09197581,
|
||||
0.029846204,
|
||||
0.08112345,
|
||||
-0.08677228,
|
||||
-0.028041098,
|
||||
0.0556574,
|
||||
-0.030357547,
|
||||
-0.016538681,
|
||||
0.031826265,
|
||||
-0.07586954,
|
||||
-0.009915978,
|
||||
0.028101236,
|
||||
0.002207158,
|
||||
-0.10496646,
|
||||
-0.023673821,
|
||||
-0.024204832,
|
||||
-0.0003132271,
|
||||
0.0016462951,
|
||||
-0.037603874,
|
||||
0.025533162,
|
||||
-0.05221861,
|
||||
0.021656586,
|
||||
0.099111386,
|
||||
-0.06896361,
|
||||
-0.018568028,
|
||||
0.07245527,
|
||||
-0.10582686,
|
||||
-0.08505038,
|
||||
-0.029969748,
|
||||
-0.015717981,
|
||||
-0.056855034,
|
||||
-0.02698479,
|
||||
-0.06410572,
|
||||
0.0057078917,
|
||||
1.2902391e-33,
|
||||
0.05490771,
|
||||
-0.036417797,
|
||||
-0.0023541928,
|
||||
-0.03591478,
|
||||
0.106852315,
|
||||
-0.04931468,
|
||||
0.037884213,
|
||||
0.050633065,
|
||||
-0.083874516,
|
||||
-0.018756155,
|
||||
0.0036251817,
|
||||
0.028974183,
|
||||
-0.0027879397,
|
||||
-0.036439158,
|
||||
0.11148004,
|
||||
0.051007163,
|
||||
0.040258586,
|
||||
0.09245398,
|
||||
-0.01367112,
|
||||
-0.070999645,
|
||||
-0.043213032,
|
||||
-0.060117763,
|
||||
-0.03019449,
|
||||
0.009107182,
|
||||
-0.044254936,
|
||||
0.04843456,
|
||||
0.117205575,
|
||||
-0.009833911,
|
||||
0.0023962231,
|
||||
0.09339494,
|
||||
-0.059902366,
|
||||
0.0101377955,
|
||||
-0.03777244,
|
||||
-0.04344207,
|
||||
-0.14677393,
|
||||
-0.022666233,
|
||||
-0.008934328,
|
||||
-0.02157697,
|
||||
-0.021902358,
|
||||
-0.06611372,
|
||||
0.016243221,
|
||||
0.062620856,
|
||||
0.01056146,
|
||||
0.04721975,
|
||||
-0.087221384,
|
||||
0.009420561,
|
||||
-0.017691165,
|
||||
-0.03847053,
|
||||
0.010398396,
|
||||
0.022942957,
|
||||
0.099518456,
|
||||
-0.021421565,
|
||||
0.0016765085,
|
||||
-0.039359514,
|
||||
0.01641369,
|
||||
0.039669517,
|
||||
-0.119695365,
|
||||
0.009885617,
|
||||
0.003855461,
|
||||
0.018273395,
|
||||
-0.0454586,
|
||||
0.0020496584,
|
||||
0.024263415,
|
||||
0.016978405,
|
||||
0.06884217,
|
||||
-0.027432522,
|
||||
-0.01813802,
|
||||
0.053840507,
|
||||
-0.028815664,
|
||||
-0.045221787,
|
||||
0.11472852,
|
||||
0.019796453,
|
||||
-0.05785514,
|
||||
0.016556906,
|
||||
-0.07362942,
|
||||
0.04025756,
|
||||
-0.01510899,
|
||||
0.0067040483,
|
||||
-0.049666926,
|
||||
0.045941774,
|
||||
0.077951804,
|
||||
-0.042951427,
|
||||
0.021852365,
|
||||
0.063826546,
|
||||
0.08110754,
|
||||
-0.070652775,
|
||||
-0.03245094,
|
||||
0.09259784,
|
||||
-0.020451743,
|
||||
0.0701599,
|
||||
-0.020740295,
|
||||
0.09339449,
|
||||
-0.051164806,
|
||||
0.039440546,
|
||||
0.02560772,
|
||||
-1.6767814e-08,
|
||||
0.001529873,
|
||||
0.0080792755,
|
||||
-0.017666567,
|
||||
-0.034070052,
|
||||
0.06805411,
|
||||
0.07387949,
|
||||
-0.07592055,
|
||||
-0.11369049,
|
||||
-0.022008128,
|
||||
0.009088418,
|
||||
0.03108134,
|
||||
-0.0056734695,
|
||||
-0.0462051,
|
||||
0.0037219985,
|
||||
0.013269294,
|
||||
-0.03213892,
|
||||
-0.05557376,
|
||||
-0.010602884,
|
||||
0.006751397,
|
||||
-0.025462827,
|
||||
-0.0836812,
|
||||
0.08886153,
|
||||
0.005159859,
|
||||
-0.051621262,
|
||||
-0.051873572,
|
||||
0.039706588,
|
||||
-0.042155124,
|
||||
0.057125967,
|
||||
0.088910565,
|
||||
0.049736783,
|
||||
0.04144574,
|
||||
0.094677895,
|
||||
-0.037107926,
|
||||
-0.06845684,
|
||||
-0.061673928,
|
||||
0.09891817,
|
||||
-0.05952751,
|
||||
-0.0331722,
|
||||
-0.026014913,
|
||||
0.077612035,
|
||||
0.056150436,
|
||||
0.010709955,
|
||||
0.018974187,
|
||||
0.056079865,
|
||||
-0.041700333,
|
||||
-0.02731697,
|
||||
0.10184176,
|
||||
-0.036189064,
|
||||
-0.029914921,
|
||||
-0.043333948,
|
||||
0.043660097,
|
||||
0.018800316,
|
||||
-0.0042763646,
|
||||
0.055898346,
|
||||
-0.0034344571,
|
||||
0.060258396,
|
||||
-0.1337251,
|
||||
0.008184424,
|
||||
-0.031549457,
|
||||
0.022398692,
|
||||
0.037932154,
|
||||
0.024529235,
|
||||
0.068037644,
|
||||
0.07021777
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 9,
|
||||
"total_tokens": 9
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_with_chunks[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"artificial intelligence"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.024330618,
|
||||
0.016706783,
|
||||
0.037677176,
|
||||
-0.00915746,
|
||||
-0.030534461,
|
||||
-0.017140884,
|
||||
0.074272,
|
||||
0.0456916,
|
||||
-0.009377196,
|
||||
0.009883053,
|
||||
-0.0056895507,
|
||||
0.007668296,
|
||||
0.039537333,
|
||||
0.015226257,
|
||||
-0.083189555,
|
||||
0.019439526,
|
||||
-0.022046678,
|
||||
-0.033254813,
|
||||
-0.18105465,
|
||||
-0.13025087,
|
||||
-0.0022671346,
|
||||
0.013451522,
|
||||
-0.024325468,
|
||||
-0.0370128,
|
||||
0.0020083552,
|
||||
0.08566712,
|
||||
0.0047639925,
|
||||
-0.0033431018,
|
||||
-0.006082307,
|
||||
-0.11575565,
|
||||
0.06682902,
|
||||
-0.018777572,
|
||||
0.08786827,
|
||||
-0.0074177794,
|
||||
-0.093573004,
|
||||
0.06146399,
|
||||
-0.08110609,
|
||||
0.012222862,
|
||||
0.03971064,
|
||||
-0.0026197461,
|
||||
-0.04657111,
|
||||
-0.08183902,
|
||||
0.03959615,
|
||||
0.015451151,
|
||||
0.04370617,
|
||||
0.103643835,
|
||||
-0.058421485,
|
||||
0.036699355,
|
||||
-0.052699573,
|
||||
0.040590122,
|
||||
-0.12578927,
|
||||
0.006500531,
|
||||
-0.03583627,
|
||||
-0.010050973,
|
||||
-0.023851713,
|
||||
0.045972254,
|
||||
0.014605586,
|
||||
0.019414552,
|
||||
0.028465148,
|
||||
-0.055030964,
|
||||
0.024210233,
|
||||
-0.052867457,
|
||||
0.015230711,
|
||||
-0.0043921247,
|
||||
0.092372045,
|
||||
0.033849865,
|
||||
-0.04737281,
|
||||
0.03204496,
|
||||
0.001322036,
|
||||
-0.051211488,
|
||||
0.025862284,
|
||||
0.08155327,
|
||||
0.04092595,
|
||||
0.019154705,
|
||||
0.056453932,
|
||||
-0.052758913,
|
||||
0.030533386,
|
||||
-0.01663434,
|
||||
0.07877244,
|
||||
-0.054262977,
|
||||
-0.042149354,
|
||||
-0.045443602,
|
||||
-0.052689902,
|
||||
0.11225497,
|
||||
0.01989102,
|
||||
-0.042375352,
|
||||
-0.01168115,
|
||||
0.024315914,
|
||||
0.01915792,
|
||||
-0.016550383,
|
||||
-0.01030883,
|
||||
-0.08545277,
|
||||
0.023834355,
|
||||
-0.042181373,
|
||||
-0.02503509,
|
||||
0.062114798,
|
||||
-0.0045557353,
|
||||
-0.15369569,
|
||||
0.001106691,
|
||||
0.19423288,
|
||||
-0.0338511,
|
||||
0.026152972,
|
||||
-0.02032091,
|
||||
0.0012884078,
|
||||
-0.0010269672,
|
||||
-0.02411262,
|
||||
0.017495485,
|
||||
-0.009808713,
|
||||
0.07037937,
|
||||
-0.13769862,
|
||||
-0.11118059,
|
||||
-0.01736481,
|
||||
0.06603106,
|
||||
-0.05188892,
|
||||
0.0019610007,
|
||||
0.014606686,
|
||||
0.060775463,
|
||||
0.096280165,
|
||||
0.013551965,
|
||||
0.019343173,
|
||||
-0.00010512453,
|
||||
-0.026652312,
|
||||
-0.009341819,
|
||||
0.07083247,
|
||||
-0.0034617546,
|
||||
-0.062412772,
|
||||
-0.044611085,
|
||||
-8.796679e-34,
|
||||
-0.111884,
|
||||
-0.04256611,
|
||||
0.027425196,
|
||||
0.06574074,
|
||||
0.002830377,
|
||||
-0.044104468,
|
||||
0.005238822,
|
||||
-0.036899913,
|
||||
-0.015583552,
|
||||
0.0206543,
|
||||
-0.059225976,
|
||||
0.007236511,
|
||||
-0.028716031,
|
||||
0.040467348,
|
||||
0.13387093,
|
||||
0.006795838,
|
||||
-0.01636956,
|
||||
0.082198486,
|
||||
-0.02261007,
|
||||
-0.03641293,
|
||||
0.06524453,
|
||||
0.021011814,
|
||||
-0.005472363,
|
||||
-0.038433436,
|
||||
0.001462021,
|
||||
0.0073671984,
|
||||
0.016773427,
|
||||
-0.062663026,
|
||||
0.035388503,
|
||||
-0.014395795,
|
||||
0.027888605,
|
||||
0.0837546,
|
||||
-0.027772024,
|
||||
-0.0036210797,
|
||||
0.03903557,
|
||||
-0.026879627,
|
||||
-0.018737236,
|
||||
0.019059159,
|
||||
0.06522148,
|
||||
0.0070414003,
|
||||
0.004749159,
|
||||
-0.0030224407,
|
||||
0.040062208,
|
||||
0.028016094,
|
||||
-0.004660955,
|
||||
0.012264517,
|
||||
0.08708117,
|
||||
-0.0070171114,
|
||||
-0.03749808,
|
||||
0.011326775,
|
||||
0.015419708,
|
||||
0.013775354,
|
||||
0.017958472,
|
||||
-0.009817919,
|
||||
0.09011542,
|
||||
0.05170552,
|
||||
-0.034259036,
|
||||
0.0043903207,
|
||||
-0.01884889,
|
||||
-0.031481344,
|
||||
0.08216297,
|
||||
0.016875258,
|
||||
-0.022163702,
|
||||
0.06844141,
|
||||
0.01581623,
|
||||
0.020322658,
|
||||
0.0063856863,
|
||||
0.016461994,
|
||||
0.12718283,
|
||||
0.014996434,
|
||||
-0.010813858,
|
||||
0.0017669421,
|
||||
0.03166716,
|
||||
-0.044353984,
|
||||
-0.05225622,
|
||||
0.022843942,
|
||||
0.050988898,
|
||||
-0.018916955,
|
||||
0.0027930918,
|
||||
-0.033645593,
|
||||
-0.13571611,
|
||||
-0.027015164,
|
||||
-0.035672266,
|
||||
-0.033537813,
|
||||
0.047864296,
|
||||
-0.0054381513,
|
||||
0.021346755,
|
||||
-0.040034927,
|
||||
0.019374551,
|
||||
0.012011466,
|
||||
-0.04336231,
|
||||
0.00054701004,
|
||||
0.034879614,
|
||||
0.017960642,
|
||||
-0.062501945,
|
||||
8.224154e-34,
|
||||
-0.09450138,
|
||||
0.013776636,
|
||||
-0.025351105,
|
||||
0.098992504,
|
||||
0.045503527,
|
||||
-0.02053458,
|
||||
-0.029694881,
|
||||
-0.059200566,
|
||||
0.042453792,
|
||||
0.0844487,
|
||||
-0.043211546,
|
||||
-0.0077362363,
|
||||
0.049354795,
|
||||
0.04203366,
|
||||
-0.036539596,
|
||||
0.014424774,
|
||||
0.040357023,
|
||||
-0.058971472,
|
||||
0.010022987,
|
||||
0.059877146,
|
||||
-0.02790864,
|
||||
0.034927685,
|
||||
-0.087597504,
|
||||
-0.060616262,
|
||||
-0.0048867166,
|
||||
0.08776906,
|
||||
-0.0053599468,
|
||||
-0.021816833,
|
||||
-0.048162397,
|
||||
0.046919785,
|
||||
0.0083988905,
|
||||
-0.0517289,
|
||||
-0.020422187,
|
||||
0.08581073,
|
||||
-0.022597926,
|
||||
0.034425046,
|
||||
-0.014506674,
|
||||
0.0031332907,
|
||||
-0.04651877,
|
||||
0.030281488,
|
||||
0.039713897,
|
||||
0.02969227,
|
||||
-0.09310218,
|
||||
0.051527865,
|
||||
0.007809,
|
||||
-0.05700871,
|
||||
-0.041792583,
|
||||
0.08987064,
|
||||
-0.00813404,
|
||||
-0.04082285,
|
||||
-0.053487595,
|
||||
-0.034378976,
|
||||
-0.045253906,
|
||||
-0.09715307,
|
||||
-0.058194414,
|
||||
0.06093547,
|
||||
-0.009079956,
|
||||
0.006918499,
|
||||
0.012345728,
|
||||
0.062036473,
|
||||
-0.0060238577,
|
||||
-0.0864295,
|
||||
0.05872831,
|
||||
0.053304974,
|
||||
-0.05352623,
|
||||
0.039521407,
|
||||
-0.04498403,
|
||||
0.0727911,
|
||||
-0.039616212,
|
||||
-0.05134442,
|
||||
0.10334881,
|
||||
0.02176773,
|
||||
0.00016648973,
|
||||
0.009423309,
|
||||
0.022016358,
|
||||
-0.006902813,
|
||||
-0.128883,
|
||||
-0.009864072,
|
||||
-0.036396757,
|
||||
-0.042481646,
|
||||
0.004420737,
|
||||
-0.047660243,
|
||||
0.0065179355,
|
||||
0.102602735,
|
||||
-0.053166825,
|
||||
0.07328581,
|
||||
0.015810944,
|
||||
-0.029149039,
|
||||
0.025130944,
|
||||
-0.063055776,
|
||||
-0.043462534,
|
||||
0.06719971,
|
||||
0.014921177,
|
||||
-0.0010985207,
|
||||
-0.09869465,
|
||||
-1.4682753e-08,
|
||||
0.004611013,
|
||||
-0.06715223,
|
||||
0.07644809,
|
||||
-0.019802453,
|
||||
0.06737909,
|
||||
0.044783685,
|
||||
-0.050963327,
|
||||
-0.0077186874,
|
||||
-0.029319718,
|
||||
0.028867716,
|
||||
0.018877175,
|
||||
-0.024279349,
|
||||
0.04412064,
|
||||
0.04416273,
|
||||
0.03432814,
|
||||
0.046517964,
|
||||
0.02158077,
|
||||
-0.001748483,
|
||||
-0.0029956794,
|
||||
0.014355785,
|
||||
0.12525895,
|
||||
0.03431845,
|
||||
-0.014617591,
|
||||
0.039184693,
|
||||
-0.0023036227,
|
||||
-0.014352919,
|
||||
0.01010173,
|
||||
0.02430961,
|
||||
-0.041730728,
|
||||
0.08832413,
|
||||
-0.031459343,
|
||||
0.030073628,
|
||||
-0.0029376182,
|
||||
0.0049478672,
|
||||
0.09588392,
|
||||
0.09396655,
|
||||
0.01412568,
|
||||
-0.077148266,
|
||||
-0.039246846,
|
||||
-0.01064901,
|
||||
-0.008556093,
|
||||
0.06409403,
|
||||
-0.033037152,
|
||||
-0.03049978,
|
||||
0.0945846,
|
||||
-0.008954658,
|
||||
-0.029921891,
|
||||
-0.132985,
|
||||
0.059934624,
|
||||
-0.011668423,
|
||||
0.0071737366,
|
||||
0.035627652,
|
||||
0.0041028745,
|
||||
0.056198087,
|
||||
0.07656151,
|
||||
-0.010067092,
|
||||
0.05678312,
|
||||
0.023536043,
|
||||
-0.063770495,
|
||||
0.08934554,
|
||||
0.043756966,
|
||||
0.04337246,
|
||||
0.046287052,
|
||||
-0.07039028
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 2,
|
||||
"total_tokens": 2
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_create_vector_store_files_duplicate_vector_store_name[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is a test file 1"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.055990793,
|
||||
0.076004684,
|
||||
-0.09247725,
|
||||
0.014340361,
|
||||
0.058780864,
|
||||
-0.032434482,
|
||||
0.020954052,
|
||||
0.028818125,
|
||||
-0.06591213,
|
||||
0.013541593,
|
||||
0.12999941,
|
||||
0.004603084,
|
||||
-0.0069239275,
|
||||
-0.055457443,
|
||||
-0.047553156,
|
||||
-0.029139794,
|
||||
-0.12236376,
|
||||
-0.05360872,
|
||||
-0.014706594,
|
||||
0.05984688,
|
||||
0.034442738,
|
||||
0.02076038,
|
||||
-0.048697792,
|
||||
0.0135388365,
|
||||
0.058592733,
|
||||
-0.003076384,
|
||||
-0.031565297,
|
||||
0.082541116,
|
||||
-0.031259205,
|
||||
-0.12057633,
|
||||
0.038319625,
|
||||
0.06574785,
|
||||
0.06415721,
|
||||
0.038382582,
|
||||
0.12570712,
|
||||
0.03108174,
|
||||
0.10821103,
|
||||
-0.0019794356,
|
||||
-0.024704305,
|
||||
0.028765837,
|
||||
0.01268161,
|
||||
-0.039844505,
|
||||
0.043253522,
|
||||
-0.015898596,
|
||||
-0.0135526005,
|
||||
-0.0050831717,
|
||||
-0.007911988,
|
||||
0.039783813,
|
||||
0.0036548872,
|
||||
-0.033632487,
|
||||
-0.058547974,
|
||||
0.0048877494,
|
||||
-0.089586094,
|
||||
-0.010457663,
|
||||
0.059202507,
|
||||
-0.020414542,
|
||||
0.014278556,
|
||||
0.013986488,
|
||||
-0.0046022516,
|
||||
0.0383391,
|
||||
0.0048145773,
|
||||
0.029772853,
|
||||
-0.020863408,
|
||||
0.018640704,
|
||||
0.12422993,
|
||||
-0.023236223,
|
||||
-0.040323637,
|
||||
-0.023598222,
|
||||
-0.007448043,
|
||||
-0.09083128,
|
||||
-0.16859712,
|
||||
0.01012451,
|
||||
-0.035808884,
|
||||
0.010595173,
|
||||
-0.02050494,
|
||||
0.0020821376,
|
||||
-0.10925222,
|
||||
0.00793264,
|
||||
0.048889533,
|
||||
-0.11391199,
|
||||
-0.06072707,
|
||||
-0.13435508,
|
||||
0.0063265716,
|
||||
-0.008838073,
|
||||
-0.03153269,
|
||||
0.099169336,
|
||||
0.055310693,
|
||||
0.0068571265,
|
||||
-0.023463152,
|
||||
-0.0031599961,
|
||||
0.036782328,
|
||||
0.014336826,
|
||||
0.022220163,
|
||||
0.047114056,
|
||||
0.007079763,
|
||||
0.06806425,
|
||||
0.01851431,
|
||||
0.040882625,
|
||||
0.055058856,
|
||||
0.09488346,
|
||||
-0.015833577,
|
||||
-7.924328e-05,
|
||||
0.010821554,
|
||||
0.09177704,
|
||||
-0.07464829,
|
||||
-0.06471165,
|
||||
0.07013805,
|
||||
-0.04499751,
|
||||
0.057702336,
|
||||
-0.0260911,
|
||||
0.006323043,
|
||||
-0.09500501,
|
||||
-0.010549514,
|
||||
-0.07887475,
|
||||
0.039744847,
|
||||
-0.04154404,
|
||||
-0.055268157,
|
||||
0.07540271,
|
||||
-0.04667509,
|
||||
0.036143072,
|
||||
0.080297194,
|
||||
-0.036381353,
|
||||
-0.03477274,
|
||||
0.01701203,
|
||||
-0.047007203,
|
||||
-0.06519774,
|
||||
0.062141683,
|
||||
-4.222482e-33,
|
||||
-0.0017580023,
|
||||
-0.09383388,
|
||||
-0.02982657,
|
||||
0.1257841,
|
||||
0.03802007,
|
||||
-0.03654342,
|
||||
0.0060920226,
|
||||
0.05906885,
|
||||
-0.11074452,
|
||||
0.005664566,
|
||||
-0.0259852,
|
||||
-0.074819505,
|
||||
0.008342821,
|
||||
0.027451068,
|
||||
-0.05248069,
|
||||
0.02401768,
|
||||
-0.004380289,
|
||||
0.039321493,
|
||||
-0.04213744,
|
||||
-0.027290314,
|
||||
0.054677974,
|
||||
0.02707243,
|
||||
-0.03329442,
|
||||
-0.060589895,
|
||||
-0.050737355,
|
||||
0.017969057,
|
||||
-0.0035060972,
|
||||
-0.04666249,
|
||||
0.073946096,
|
||||
0.01333894,
|
||||
-0.0033873583,
|
||||
-0.046544433,
|
||||
-0.060105033,
|
||||
0.03406923,
|
||||
0.001542676,
|
||||
0.039177947,
|
||||
0.03989323,
|
||||
-0.012346489,
|
||||
-0.030511485,
|
||||
-0.0019157606,
|
||||
-0.014608986,
|
||||
-0.012997742,
|
||||
0.019522104,
|
||||
-0.022349002,
|
||||
0.074362256,
|
||||
-0.053366993,
|
||||
-0.023993475,
|
||||
0.029225096,
|
||||
0.027534606,
|
||||
0.015111057,
|
||||
-0.020442221,
|
||||
0.043327376,
|
||||
0.019660354,
|
||||
0.017330697,
|
||||
-0.0035011724,
|
||||
0.019482937,
|
||||
-0.0003428041,
|
||||
0.0004143988,
|
||||
-0.005117252,
|
||||
0.06624799,
|
||||
0.027922852,
|
||||
0.041020587,
|
||||
-0.067166425,
|
||||
0.028737254,
|
||||
-0.03478325,
|
||||
-0.055551115,
|
||||
-0.032713737,
|
||||
-0.08099247,
|
||||
0.09216284,
|
||||
0.06395264,
|
||||
-0.049168136,
|
||||
-0.039908994,
|
||||
0.036915958,
|
||||
-0.001602359,
|
||||
0.00033041168,
|
||||
-0.026015632,
|
||||
-0.005999889,
|
||||
0.05474541,
|
||||
-0.09568287,
|
||||
-0.05186289,
|
||||
-0.048838183,
|
||||
-0.08639551,
|
||||
-0.034023147,
|
||||
-0.033257127,
|
||||
-0.05651867,
|
||||
-0.051131375,
|
||||
0.00809173,
|
||||
-0.08581851,
|
||||
0.06507323,
|
||||
-0.085427366,
|
||||
0.027997404,
|
||||
0.029847065,
|
||||
-0.031673994,
|
||||
-0.08560956,
|
||||
0.1017672,
|
||||
2.1855676e-33,
|
||||
0.01160785,
|
||||
0.077607885,
|
||||
-0.017380483,
|
||||
0.005239329,
|
||||
0.0009684126,
|
||||
0.06543702,
|
||||
0.07256893,
|
||||
-0.044318836,
|
||||
-0.04749324,
|
||||
0.14031002,
|
||||
-0.025741624,
|
||||
0.0057860985,
|
||||
0.040946104,
|
||||
-0.054880083,
|
||||
0.074413285,
|
||||
-0.023610368,
|
||||
0.018364722,
|
||||
-0.060585637,
|
||||
-0.044149306,
|
||||
0.0027854694,
|
||||
-0.04580664,
|
||||
0.1172219,
|
||||
0.10268574,
|
||||
0.07907412,
|
||||
-0.0466143,
|
||||
0.018618405,
|
||||
0.029834948,
|
||||
0.037265483,
|
||||
0.02273822,
|
||||
-0.0026589038,
|
||||
0.041726097,
|
||||
0.06439532,
|
||||
-0.089163445,
|
||||
0.018188318,
|
||||
0.024064727,
|
||||
-0.096389584,
|
||||
0.08642254,
|
||||
-0.05389359,
|
||||
0.01923105,
|
||||
0.045092683,
|
||||
0.045125954,
|
||||
0.09655961,
|
||||
0.014908797,
|
||||
0.059611585,
|
||||
0.03066662,
|
||||
0.05882299,
|
||||
0.111484826,
|
||||
0.016632542,
|
||||
0.011590394,
|
||||
-0.023702666,
|
||||
-0.008617484,
|
||||
-0.055030316,
|
||||
0.047606383,
|
||||
-0.014632687,
|
||||
-0.014156344,
|
||||
0.069926,
|
||||
0.032047603,
|
||||
0.042642817,
|
||||
-0.053942375,
|
||||
0.031047028,
|
||||
0.009216673,
|
||||
0.033024028,
|
||||
-0.019033706,
|
||||
0.005568194,
|
||||
-0.014985451,
|
||||
-0.09193244,
|
||||
-0.03210824,
|
||||
0.015367608,
|
||||
0.029150328,
|
||||
0.01250386,
|
||||
-0.004827391,
|
||||
0.023345906,
|
||||
-0.028271332,
|
||||
-0.08454125,
|
||||
0.051068563,
|
||||
-0.0133641455,
|
||||
-0.029022738,
|
||||
-0.02258452,
|
||||
0.010884119,
|
||||
-0.009810021,
|
||||
0.049751773,
|
||||
-0.0032637494,
|
||||
-0.038813565,
|
||||
0.027924104,
|
||||
0.017925078,
|
||||
0.005337612,
|
||||
0.058691237,
|
||||
0.09577674,
|
||||
-0.014308608,
|
||||
0.006972794,
|
||||
-0.02733344,
|
||||
0.06912433,
|
||||
0.05727631,
|
||||
0.03206042,
|
||||
0.0042422824,
|
||||
-1.6766318e-08,
|
||||
-0.036354303,
|
||||
-0.09146416,
|
||||
-0.026319364,
|
||||
-0.007941995,
|
||||
-0.024127059,
|
||||
0.09896698,
|
||||
-0.04723083,
|
||||
-0.03767135,
|
||||
-0.029419973,
|
||||
-0.022513283,
|
||||
0.04125822,
|
||||
-0.0011487947,
|
||||
-0.05570366,
|
||||
0.020679709,
|
||||
-0.038118906,
|
||||
-0.0524994,
|
||||
-0.02624128,
|
||||
-0.05336954,
|
||||
-0.040593866,
|
||||
-0.0073642326,
|
||||
-0.0014442836,
|
||||
0.02714257,
|
||||
0.027141048,
|
||||
0.00932513,
|
||||
-0.00026505854,
|
||||
0.038233075,
|
||||
0.037096914,
|
||||
0.08405413,
|
||||
-0.06340637,
|
||||
-0.014856458,
|
||||
0.05038612,
|
||||
0.06703033,
|
||||
0.027668556,
|
||||
-0.04360097,
|
||||
-0.012041474,
|
||||
0.08500689,
|
||||
0.111594744,
|
||||
0.1046117,
|
||||
0.019726463,
|
||||
-0.0003025109,
|
||||
-0.04110389,
|
||||
0.009575226,
|
||||
-0.05285304,
|
||||
-0.0026365265,
|
||||
-0.031144748,
|
||||
-0.08860188,
|
||||
-0.06762232,
|
||||
-0.07451522,
|
||||
-0.053012833,
|
||||
-0.09560941,
|
||||
-0.05273455,
|
||||
0.013032144,
|
||||
0.0029190276,
|
||||
0.041905046,
|
||||
-0.04522114,
|
||||
0.016730292,
|
||||
0.017214278,
|
||||
0.021578068,
|
||||
-0.03718778,
|
||||
0.02353425,
|
||||
0.052041385,
|
||||
0.06444499,
|
||||
0.02387539,
|
||||
-0.025236009
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 6,
|
||||
"total_tokens": 6
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_search_relevance[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384-test_case0]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:10.659314-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,423 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_search_with_high_score_filter[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"Python is a high-level programming language with code readability and fewer lines than C++ or Java"
|
||||
],
|
||||
"encoding_format": "float"
|
||||
},
|
||||
"endpoint": "/v1/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
||||
"__data__": {
|
||||
"data": [
|
||||
{
|
||||
"embedding": [
|
||||
-0.07642644,
|
||||
0.0213101,
|
||||
-0.03612849,
|
||||
-0.0012144424,
|
||||
-0.048599217,
|
||||
-0.13194773,
|
||||
-0.084226094,
|
||||
0.059389386,
|
||||
-0.0617182,
|
||||
-0.009323243,
|
||||
-0.08099486,
|
||||
0.055514984,
|
||||
0.052610602,
|
||||
0.026061919,
|
||||
0.063071534,
|
||||
-0.062316332,
|
||||
-0.065115415,
|
||||
-0.022351492,
|
||||
0.017378356,
|
||||
-0.11605584,
|
||||
-0.036349725,
|
||||
0.0404155,
|
||||
-0.0325302,
|
||||
-0.01770141,
|
||||
0.05722761,
|
||||
0.012393438,
|
||||
-0.018529164,
|
||||
-0.030017126,
|
||||
0.002365914,
|
||||
0.0066701965,
|
||||
-0.08862459,
|
||||
0.0779319,
|
||||
0.03702611,
|
||||
0.029523117,
|
||||
-0.01977821,
|
||||
0.05424799,
|
||||
-0.00074063655,
|
||||
-0.08949148,
|
||||
-0.05312112,
|
||||
-0.012703181,
|
||||
-0.08622611,
|
||||
0.07689996,
|
||||
-0.038602136,
|
||||
-0.011616902,
|
||||
-0.03234132,
|
||||
-0.0073969415,
|
||||
-0.024779495,
|
||||
-0.067999884,
|
||||
-0.03039565,
|
||||
-0.025974417,
|
||||
-0.09690519,
|
||||
0.009931951,
|
||||
-0.05362519,
|
||||
-0.09107193,
|
||||
-0.009222061,
|
||||
-0.008804084,
|
||||
0.048185978,
|
||||
-0.003329437,
|
||||
-0.0058579347,
|
||||
-0.13306528,
|
||||
-0.09721703,
|
||||
0.013474277,
|
||||
0.047286008,
|
||||
0.06279936,
|
||||
-0.01582815,
|
||||
-0.03771013,
|
||||
-0.01651892,
|
||||
0.029905442,
|
||||
0.09326656,
|
||||
-0.06746783,
|
||||
-0.13385954,
|
||||
-0.020873511,
|
||||
-0.02586237,
|
||||
0.11623731,
|
||||
0.030632136,
|
||||
-0.10494776,
|
||||
0.03905967,
|
||||
-0.010701787,
|
||||
-0.0014734551,
|
||||
0.020711906,
|
||||
0.0017687598,
|
||||
0.027797814,
|
||||
-0.078500465,
|
||||
0.10791581,
|
||||
0.02910256,
|
||||
-0.05398749,
|
||||
0.030513834,
|
||||
0.07001416,
|
||||
-0.034323946,
|
||||
0.00986597,
|
||||
0.034644563,
|
||||
-0.04232179,
|
||||
0.065106474,
|
||||
0.026648693,
|
||||
-0.032122962,
|
||||
0.07616709,
|
||||
0.020026332,
|
||||
-0.030642457,
|
||||
-0.07188906,
|
||||
0.027189687,
|
||||
-0.018678213,
|
||||
-0.05416582,
|
||||
0.07488992,
|
||||
0.017753933,
|
||||
0.03386007,
|
||||
0.02414506,
|
||||
0.09077034,
|
||||
-0.052096054,
|
||||
0.040722203,
|
||||
-0.018450806,
|
||||
-0.012474094,
|
||||
-0.06403705,
|
||||
-0.023205942,
|
||||
-0.061878704,
|
||||
0.053436812,
|
||||
0.047876816,
|
||||
-0.010608645,
|
||||
0.07852118,
|
||||
0.03579911,
|
||||
0.027097313,
|
||||
0.022424318,
|
||||
-0.004912598,
|
||||
-0.02455264,
|
||||
0.003700777,
|
||||
0.00039888592,
|
||||
-0.008842094,
|
||||
0.009365857,
|
||||
2.05052e-34,
|
||||
-0.03236592,
|
||||
-0.024301885,
|
||||
0.027186498,
|
||||
0.021633558,
|
||||
0.06519107,
|
||||
-0.019539308,
|
||||
0.05306087,
|
||||
0.007985293,
|
||||
-0.03927361,
|
||||
-0.020062907,
|
||||
0.008070545,
|
||||
0.02382429,
|
||||
0.015006528,
|
||||
0.1128094,
|
||||
0.06113956,
|
||||
-0.011911169,
|
||||
0.016901307,
|
||||
0.045509744,
|
||||
0.0013988831,
|
||||
0.00907712,
|
||||
0.01314859,
|
||||
-0.012022324,
|
||||
0.027043821,
|
||||
0.0071581583,
|
||||
0.022573117,
|
||||
-0.013721936,
|
||||
-0.004378743,
|
||||
-0.0007087661,
|
||||
0.033585846,
|
||||
0.011227843,
|
||||
-0.05136015,
|
||||
-0.0739591,
|
||||
-0.03094639,
|
||||
0.01957863,
|
||||
-0.010360539,
|
||||
-0.0029881562,
|
||||
-0.00480912,
|
||||
-0.10446798,
|
||||
0.034694213,
|
||||
-0.02424012,
|
||||
-0.047155295,
|
||||
0.035451673,
|
||||
0.037169226,
|
||||
-0.016986743,
|
||||
0.0056092087,
|
||||
0.05057555,
|
||||
-0.008601115,
|
||||
0.0060349177,
|
||||
-0.12273999,
|
||||
0.036871877,
|
||||
-0.022267655,
|
||||
-0.009739047,
|
||||
0.075974636,
|
||||
0.08902226,
|
||||
0.01647873,
|
||||
0.044345584,
|
||||
0.06792565,
|
||||
0.06456903,
|
||||
-0.050189856,
|
||||
-0.0016995457,
|
||||
-0.00090498856,
|
||||
0.09925942,
|
||||
0.09253569,
|
||||
-0.011321612,
|
||||
0.050309792,
|
||||
0.07697773,
|
||||
0.0100068,
|
||||
0.101032645,
|
||||
0.03268899,
|
||||
0.06433435,
|
||||
-0.044524822,
|
||||
0.03860177,
|
||||
-0.019314477,
|
||||
0.037440598,
|
||||
-0.0017394378,
|
||||
0.011816814,
|
||||
0.011359969,
|
||||
-0.1040215,
|
||||
0.06984421,
|
||||
0.01910163,
|
||||
-0.028409261,
|
||||
-0.013704911,
|
||||
0.048502754,
|
||||
-0.015429918,
|
||||
-0.03423058,
|
||||
-0.055616368,
|
||||
0.005001686,
|
||||
0.026054256,
|
||||
-0.0007700968,
|
||||
-0.0041726283,
|
||||
-0.0640977,
|
||||
-0.05985385,
|
||||
0.0813829,
|
||||
0.014288322,
|
||||
-0.038147252,
|
||||
-2.1576616e-33,
|
||||
-0.027279941,
|
||||
-0.034765568,
|
||||
-0.02465107,
|
||||
0.026859807,
|
||||
-0.090699576,
|
||||
-0.045698144,
|
||||
0.013666582,
|
||||
0.002109106,
|
||||
0.054007426,
|
||||
0.032838397,
|
||||
-0.029939773,
|
||||
-0.058843046,
|
||||
0.09825693,
|
||||
0.03251322,
|
||||
0.109977886,
|
||||
0.020682266,
|
||||
-0.0958973,
|
||||
0.0005566991,
|
||||
0.0018037638,
|
||||
0.017544486,
|
||||
-0.06843023,
|
||||
0.06435102,
|
||||
-0.050149646,
|
||||
-0.048880838,
|
||||
-0.027535524,
|
||||
-0.014993001,
|
||||
-0.1210176,
|
||||
-0.04412877,
|
||||
-0.011025324,
|
||||
0.058610573,
|
||||
-0.007498303,
|
||||
0.038722932,
|
||||
-0.07025986,
|
||||
0.030281536,
|
||||
0.055707317,
|
||||
-0.001162887,
|
||||
0.01707519,
|
||||
-0.042081844,
|
||||
-0.016578361,
|
||||
-0.025714336,
|
||||
0.117893435,
|
||||
0.04196084,
|
||||
0.064787276,
|
||||
0.046081997,
|
||||
0.014950138,
|
||||
0.030026693,
|
||||
-0.039077066,
|
||||
0.087156676,
|
||||
-0.012328571,
|
||||
-0.035646956,
|
||||
-0.048145168,
|
||||
0.041394625,
|
||||
0.038984135,
|
||||
-0.025188481,
|
||||
-0.028836856,
|
||||
-0.02917782,
|
||||
0.029690607,
|
||||
0.051454436,
|
||||
-0.08629761,
|
||||
-0.06921346,
|
||||
-0.07273269,
|
||||
-0.05952071,
|
||||
0.0050034616,
|
||||
0.025693603,
|
||||
-0.022103382,
|
||||
0.024972659,
|
||||
-0.09724792,
|
||||
0.0062089814,
|
||||
-0.04963219,
|
||||
-0.13054384,
|
||||
0.124669954,
|
||||
-0.01361085,
|
||||
-0.022798477,
|
||||
0.039057832,
|
||||
-0.07550591,
|
||||
0.049364913,
|
||||
0.0007779102,
|
||||
0.004692535,
|
||||
-0.040757872,
|
||||
0.06355995,
|
||||
0.110190175,
|
||||
0.02015945,
|
||||
-0.048807338,
|
||||
0.05842704,
|
||||
-0.066375315,
|
||||
0.026938869,
|
||||
-0.062775925,
|
||||
-0.014049011,
|
||||
0.023343485,
|
||||
0.02358394,
|
||||
-0.002172394,
|
||||
0.07766165,
|
||||
0.031056313,
|
||||
0.020171564,
|
||||
-0.020073414,
|
||||
-2.4317085e-08,
|
||||
0.020261949,
|
||||
-0.008623839,
|
||||
0.0621209,
|
||||
-0.008334477,
|
||||
0.02526615,
|
||||
0.08902315,
|
||||
-0.007958188,
|
||||
-0.018911751,
|
||||
-0.035572145,
|
||||
0.06189234,
|
||||
-0.017249323,
|
||||
-0.030186126,
|
||||
-0.10225455,
|
||||
-0.06522741,
|
||||
-0.004033112,
|
||||
0.10897627,
|
||||
-0.02168822,
|
||||
-0.053784374,
|
||||
0.011841631,
|
||||
0.052263785,
|
||||
0.058334205,
|
||||
0.0052479547,
|
||||
-0.06017166,
|
||||
0.08723854,
|
||||
-0.08275336,
|
||||
-0.040676847,
|
||||
0.065786876,
|
||||
0.028317772,
|
||||
-0.012168614,
|
||||
-0.07196286,
|
||||
0.014588226,
|
||||
-0.03231537,
|
||||
0.0028357722,
|
||||
0.03868031,
|
||||
0.055439528,
|
||||
-0.015238348,
|
||||
0.05482384,
|
||||
-0.025080629,
|
||||
-0.033771332,
|
||||
0.0030752022,
|
||||
-0.037511814,
|
||||
0.015122315,
|
||||
0.02292684,
|
||||
0.012024873,
|
||||
0.03559873,
|
||||
0.006865039,
|
||||
-0.04049267,
|
||||
-0.049685854,
|
||||
-0.05455341,
|
||||
-0.073071465,
|
||||
-0.024902396,
|
||||
-0.002133957,
|
||||
-0.013212662,
|
||||
-0.06657236,
|
||||
0.023245512,
|
||||
0.046919,
|
||||
-0.13278763,
|
||||
-0.011092663,
|
||||
-0.023939205,
|
||||
0.043182902,
|
||||
0.024406029,
|
||||
0.06922961,
|
||||
0.15658055,
|
||||
0.017658537
|
||||
],
|
||||
"index": 0,
|
||||
"object": "embedding"
|
||||
}
|
||||
],
|
||||
"model": "all-minilm:l6-v2",
|
||||
"object": "list",
|
||||
"usage": {
|
||||
"prompt_tokens": 21,
|
||||
"total_tokens": 21
|
||||
}
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_list_files_invalid_vector_store[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:12.588580-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,75 @@
|
|||
{
|
||||
"test_id": "tests/integration/vector_io/test_openai_vector_stores.py::test_openai_vector_store_delete_file[openai_client-ollama/llama3.2:3b-instruct-fp16-None-ollama/all-minilm:l6-v2-None-384]",
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/ps",
|
||||
"headers": {},
|
||||
"body": {},
|
||||
"endpoint": "/api/ps",
|
||||
"model": ""
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.ProcessResponse",
|
||||
"__data__": {
|
||||
"models": [
|
||||
{
|
||||
"model": "llama3.2:3b",
|
||||
"name": "llama3.2:3b",
|
||||
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
|
||||
"expires_at": "2025-10-08T16:14:05.423042-07:00",
|
||||
"size": 3367856128,
|
||||
"size_vram": 3367856128,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "Q4_K_M"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "all-minilm:l6-v2",
|
||||
"name": "all-minilm:l6-v2",
|
||||
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
|
||||
"expires_at": "2025-10-08T11:35:12.888759-07:00",
|
||||
"size": 585846784,
|
||||
"size_vram": 585846784,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "bert",
|
||||
"families": [
|
||||
"bert"
|
||||
],
|
||||
"parameter_size": "23M",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
},
|
||||
{
|
||||
"model": "llama3.2:3b-instruct-fp16",
|
||||
"name": "llama3.2:3b-instruct-fp16",
|
||||
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
|
||||
"expires_at": "2025-10-08T11:35:08.511153-07:00",
|
||||
"size": 7919570944,
|
||||
"size_vram": 7919570944,
|
||||
"details": {
|
||||
"parent_model": "",
|
||||
"format": "gguf",
|
||||
"family": "llama",
|
||||
"families": [
|
||||
"llama"
|
||||
],
|
||||
"parameter_size": "3.2B",
|
||||
"quantization_level": "F16"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
||||
Some files were not shown because too many files have changed in this diff Show more
Loading…
Add table
Add a link
Reference in a new issue