phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-15 14:08:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test, rerecord

Browse source 
# What does this PR do?


## Test Plan
# What does this PR do?


## Test Plan
This commit is contained in:
Eric Huang 2025-08-01 15:23:16 -07:00
parent 140ee7d337
commit 204c2717ce
28 changed files with 4224 additions and 1003 deletions
Download patch file Download diff file Expand all files Collapse all files

62
llama_stack/testing/inference_recorder.py
View file

@ -217,55 +217,21 @@ class ResponseStorage:
return cast(dict[str, Any], data) return cast(dict[str, Any], data)
async def _patched_inference_method(original_method, self, client_type, method_name=None, *args, **kwargs): async def _patched_inference_method(original_method, self, client_type, endpoint, *args, **kwargs):
global _current_mode, _current_storage global _current_mode, _current_storage
if _current_mode == InferenceMode.LIVE or _current_storage is None: if _current_mode == InferenceMode.LIVE or _current_storage is None:
# Normal operation # Normal operation
return await original_method(self, *args, **kwargs) return await original_method(self, *args, **kwargs)
# Get base URL and endpoint based on client type # Get base URL based on client type
if client_type == "openai": if client_type == "openai":
base_url = str(self._client.base_url) base_url = str(self._client.base_url)
# Determine endpoint based on the method's module/class path
method_str = str(original_method)
if "chat.completions" in method_str:
endpoint = "/v1/chat/completions"
elif "embeddings" in method_str:
endpoint = "/v1/embeddings"
elif "completions" in method_str:
endpoint = "/v1/completions"
else:
# Fallback - try to guess from the self object
if hasattr(self, "_resource") and hasattr(self._resource, "_resource"):
resource_name = getattr(self._resource._resource, "_resource", "unknown")
if "chat" in str(resource_name):
endpoint = "/v1/chat/completions"
elif "embeddings" in str(resource_name):
endpoint = "/v1/embeddings"
else:
endpoint = "/v1/completions"
else:
endpoint = "/v1/completions"
elif client_type == "ollama": elif client_type == "ollama":
# Get base URL from the client (Ollama client uses host attribute) # Get base URL from the client (Ollama client uses host attribute)
base_url = getattr(self, "host", "http://localhost:11434") base_url = getattr(self, "host", "http://localhost:11434")
if not base_url.startswith("http"): if not base_url.startswith("http"):
base_url = f"http://{base_url}" base_url = f"http://{base_url}"
# Determine endpoint based on method name
if method_name == "generate":
endpoint = "/api/generate"
elif method_name == "chat":
endpoint = "/api/chat"
elif method_name == "embed":
endpoint = "/api/embeddings"
elif method_name == "list":
endpoint = "/api/tags"
else:
endpoint = f"/api/{method_name}"
else: else:
raise ValueError(f"Unknown client type: {client_type}") raise ValueError(f"Unknown client type: {client_type}")
@ -366,14 +332,18 @@ def patch_inference_clients():
# Create patched methods for OpenAI client # Create patched methods for OpenAI client
async def patched_chat_completions_create(self, *args, **kwargs): async def patched_chat_completions_create(self, *args, **kwargs):
return await _patched_inference_method( return await _patched_inference_method(
_original_methods["chat_completions_create"], self, "openai", *args, **kwargs _original_methods["chat_completions_create"], self, "openai", "/v1/chat/completions", *args, **kwargs
) )
async def patched_completions_create(self, *args, **kwargs): async def patched_completions_create(self, *args, **kwargs):
return await _patched_inference_method(_original_methods["completions_create"], self, "openai", *args, **kwargs) return await _patched_inference_method(
_original_methods["completions_create"], self, "openai", "/v1/completions", *args, **kwargs
)
async def patched_embeddings_create(self, *args, **kwargs): async def patched_embeddings_create(self, *args, **kwargs):
return await _patched_inference_method(_original_methods["embeddings_create"], self, "openai", *args, **kwargs) return await _patched_inference_method(
_original_methods["embeddings_create"], self, "openai", "/v1/embeddings", *args, **kwargs
)
# Apply OpenAI patches # Apply OpenAI patches
AsyncChatCompletions.create = patched_chat_completions_create AsyncChatCompletions.create = patched_chat_completions_create
@ -383,30 +353,32 @@ def patch_inference_clients():
# Create patched methods for Ollama client # Create patched methods for Ollama client
async def patched_ollama_generate(self, *args, **kwargs): async def patched_ollama_generate(self, *args, **kwargs):
return await _patched_inference_method( return await _patched_inference_method(
_original_methods["ollama_generate"], self, "ollama", "generate", *args, **kwargs _original_methods["ollama_generate"], self, "ollama", "/api/generate", *args, **kwargs
) )
async def patched_ollama_chat(self, *args, **kwargs): async def patched_ollama_chat(self, *args, **kwargs):
return await _patched_inference_method( return await _patched_inference_method(
_original_methods["ollama_chat"], self, "ollama", "chat", *args, **kwargs _original_methods["ollama_chat"], self, "ollama", "/api/chat", *args, **kwargs
) )
async def patched_ollama_embed(self, *args, **kwargs): async def patched_ollama_embed(self, *args, **kwargs):
return await _patched_inference_method( return await _patched_inference_method(
_original_methods["ollama_embed"], self, "ollama", "embed", *args, **kwargs _original_methods["ollama_embed"], self, "ollama", "/api/embeddings", *args, **kwargs
) )
async def patched_ollama_ps(self, *args, **kwargs): async def patched_ollama_ps(self, *args, **kwargs):
return await _patched_inference_method(_original_methods["ollama_ps"], self, "ollama", "ps", *args, **kwargs) return await _patched_inference_method(
_original_methods["ollama_ps"], self, "ollama", "/api/ps", *args, **kwargs
)
async def patched_ollama_pull(self, *args, **kwargs): async def patched_ollama_pull(self, *args, **kwargs):
return await _patched_inference_method( return await _patched_inference_method(
_original_methods["ollama_pull"], self, "ollama", "pull", *args, **kwargs _original_methods["ollama_pull"], self, "ollama", "/api/pull", *args, **kwargs
) )
async def patched_ollama_list(self, *args, **kwargs): async def patched_ollama_list(self, *args, **kwargs):
return await _patched_inference_method( return await _patched_inference_method(
_original_methods["ollama_list"], self, "ollama", "list", *args, **kwargs _original_methods["ollama_list"], self, "ollama", "/api/tags", *args, **kwargs
) )
# Apply Ollama patches # Apply Ollama patches

BIN
tests/integration/recordings/index.sqlite
View file

Binary file not shown.

56
tests/integration/recordings/responses/0e8f2b001dd9.json Normal file
View file

@ -0,0 +1,56 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "Which planet has rings around it with a name starting with letter S?"
}
],
"stream": false
},
"endpoint": "/v1/chat/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "chatcmpl-368",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "Saturn is known for its extensive ring system.",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": null
}
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 11,
"prompt_tokens": 39,
"total_tokens": 50,
"completion_tokens_details": null,
"prompt_tokens_details": null
}
}
},
"is_streaming": false
}
}

10
tests/integration/recordings/responses/1b8394f90636.json
View file

@ -22,15 +22,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:05.348866852Z", "created_at": "2025-08-01T20:56:43.522189Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 8992037446, "total_duration": 2392200042,
"load_duration": 46010833, "load_duration": 150986167,
"prompt_eval_count": 18, "prompt_eval_count": 18,
"prompt_eval_duration": 1464208894, "prompt_eval_duration": 90000000,
"eval_count": 43, "eval_count": 43,
"eval_duration": 7481270003, "eval_duration": 2150000000,
"response": " _______.\n\nThe best answer is blue. The traditional nursery rhyme goes like this:\n\nRoses are red,\nViolets are blue,\nSugar is sweet,\nAnd so are you! (Or something similar.)", "response": " _______.\n\nThe best answer is blue. The traditional nursery rhyme goes like this:\n\nRoses are red,\nViolets are blue,\nSugar is sweet,\nAnd so are you! (Or something similar.)",
"thinking": null, "thinking": null,
"context": null "context": null

10
tests/integration/recordings/responses/211b1562d4e6.json
View file

@ -20,15 +20,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:32.034301682Z", "created_at": "2025-08-01T20:56:49.076962Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 2744857982, "total_duration": 321102500,
"load_duration": 42715044, "load_duration": 20223000,
"prompt_eval_count": 23, "prompt_eval_count": 23,
"prompt_eval_duration": 1796728611, "prompt_eval_duration": 72000000,
"eval_count": 6, "eval_count": 6,
"eval_duration": 904888348, "eval_duration": 227000000,
"response": "Humans live on Earth.", "response": "Humans live on Earth.",
"thinking": null, "thinking": null,
"context": null "context": null

544
tests/integration/recordings/responses/325a72db5755.json Normal file
View file

@ -0,0 +1,544 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "What is the name of the US captial?"
}
],
"stream": true
},
"endpoint": "/v1/chat/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": "The",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " capital",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " of",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " the",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " United",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " States",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " is",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " Washington",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": ",",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " D",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081853,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": ".C",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081854,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081854,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " (",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081854,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": "short",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081854,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " for",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081854,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " District",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081854,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " of",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081854,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": " Columbia",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081854,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": ").",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081854,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-312",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": "stop",
"index": 0,
"logprobs": null
}
],
"created": 1754081854,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
}
],
"is_streaming": true
}
}

30
tests/integration/recordings/responses/3c3f13cb7794.json
View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:33.397554906Z", "created_at": "2025-08-01T20:56:49.287573Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -39,7 +39,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:33.586274792Z", "created_at": "2025-08-01T20:56:49.341788Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -57,7 +57,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:33.765410961Z", "created_at": "2025-08-01T20:56:49.388655Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -75,7 +75,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:33.943915332Z", "created_at": "2025-08-01T20:56:49.43929Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -93,7 +93,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:34.129095862Z", "created_at": "2025-08-01T20:56:49.485696Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -111,7 +111,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:34.311777808Z", "created_at": "2025-08-01T20:56:49.533286Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -129,7 +129,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:34.494210854Z", "created_at": "2025-08-01T20:56:49.578007Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -147,7 +147,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:34.678960603Z", "created_at": "2025-08-01T20:56:49.623059Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -165,7 +165,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:34.8612541Z", "created_at": "2025-08-01T20:56:49.669478Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -183,7 +183,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:35.046305051Z", "created_at": "2025-08-01T20:56:49.715842Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -201,15 +201,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:35.234671072Z", "created_at": "2025-08-01T20:56:49.760345Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 3173172688, "total_duration": 624960709,
"load_duration": 41807088, "load_duration": 59848000,
"prompt_eval_count": 26, "prompt_eval_count": 26,
"prompt_eval_duration": 1292827697, "prompt_eval_duration": 87000000,
"eval_count": 11, "eval_count": 11,
"eval_duration": 1837992731, "eval_duration": 476000000,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

104
tests/integration/recordings/responses/3ca695048bee.json Normal file
View file

@ -0,0 +1,104 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "What's the weather in Tokyo? Use the get_weather function to get the weather."
}
],
"stream": true,
"tools": [
{
"type": "function",
"function": {
"name": "get_weather",
"description": "Get the weather in a given city",
"parameters": {
"type": "object",
"properties": {
"city": {
"type": "string",
"description": "The city to get the weather for"
}
}
}
}
}
]
},
"endpoint": "/v1/chat/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-490",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": [
{
"index": 0,
"id": "call_rolv1ozt",
"function": {
"arguments": "{\"city\":\"Tokyo\"}",
"name": "get_weather"
},
"type": "function"
}
]
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081852,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-490",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": "stop",
"index": 0,
"logprobs": null
}
],
"created": 1754081852,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
}
],
"is_streaming": true
}
}

30
tests/integration/recordings/responses/40f524d1934a.json
View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:04.749672905Z", "created_at": "2025-08-01T20:56:51.314693Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -39,7 +39,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:04.935716874Z", "created_at": "2025-08-01T20:56:51.362989Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -57,7 +57,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:05.124992167Z", "created_at": "2025-08-01T20:56:51.408403Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -75,7 +75,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:05.313306567Z", "created_at": "2025-08-01T20:56:51.455832Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -93,7 +93,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:05.496860421Z", "created_at": "2025-08-01T20:56:51.50384Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -111,7 +111,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:05.682903521Z", "created_at": "2025-08-01T20:56:51.552257Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -129,7 +129,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:05.868324667Z", "created_at": "2025-08-01T20:56:51.599938Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -147,7 +147,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:06.061112692Z", "created_at": "2025-08-01T20:56:51.645807Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -165,7 +165,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:06.268369491Z", "created_at": "2025-08-01T20:56:51.694632Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -183,7 +183,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:06.47768613Z", "created_at": "2025-08-01T20:56:51.743454Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -201,15 +201,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:06.671958182Z", "created_at": "2025-08-01T20:56:51.790525Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 2151822386, "total_duration": 687242541,
"load_duration": 44157323, "load_duration": 131028916,
"prompt_eval_count": 324, "prompt_eval_count": 324,
"prompt_eval_duration": 183972482, "prompt_eval_duration": 76000000,
"eval_count": 11, "eval_count": 11,
"eval_duration": 1923143597, "eval_duration": 479000000,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

10
tests/integration/recordings/responses/48d2fb183a2a.json
View file

@ -67,15 +67,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:55:30.590990089Z", "created_at": "2025-08-01T20:57:11.058922Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 32260966927, "total_duration": 3810519000,
"load_duration": 43969344, "load_duration": 148409834,
"prompt_eval_count": 259, "prompt_eval_count": 259,
"prompt_eval_duration": 21518828528, "prompt_eval_duration": 635000000,
"eval_count": 60, "eval_count": 60,
"eval_duration": 10697338625, "eval_duration": 3025000000,
"response": "{\n \"first_name\": \"Michael\",\n \"last_name\": \"Jordan\",\n \"year_of_birth\": 1963,\n \"nba_stats\": {\n \"year_for_draft\": 1984,\n \"num_seasons_in_nba\": 15\n }\n}", "response": "{\n \"first_name\": \"Michael\",\n \"last_name\": \"Jordan\",\n \"year_of_birth\": 1963,\n \"nba_stats\": {\n \"year_for_draft\": 1984,\n \"num_seasons_in_nba\": 15\n }\n}",
"thinking": null, "thinking": null,
"context": null "context": null

54
tests/integration/recordings/responses/4a3a4447b16b.json
View file

@ -14,7 +14,7 @@
"models": [ "models": [
{ {
"model": "nomic-embed-text:latest", "model": "nomic-embed-text:latest",
"modified_at": "2025-07-31T17:43:12.217040Z", "modified_at": "2025-08-01T15:13:51.921736-07:00",
"digest": "0a109f422b47e3a30ba2b10eca18548e944e8a23073ee3f3e947efcf3c45e59f", "digest": "0a109f422b47e3a30ba2b10eca18548e944e8a23073ee3f3e947efcf3c45e59f",
"size": 274302450, "size": 274302450,
"details": { "details": {
@ -28,25 +28,9 @@
"quantization_level": "F16" "quantization_level": "F16"
} }
}, },
{
"model": "llama-guard3:1b",
"modified_at": "2025-07-31T04:44:58Z",
"digest": "494147e06bf99e10dbe67b63a07ac81c162f18ef3341aa3390007ac828571b3b",
"size": 1600181919,
"details": {
"parent_model": "",
"format": "gguf",
"family": "llama",
"families": [
"llama"
],
"parameter_size": "1.5B",
"quantization_level": "Q8_0"
}
},
{ {
"model": "all-minilm:l6-v2", "model": "all-minilm:l6-v2",
"modified_at": "2025-07-31T04:42:15Z", "modified_at": "2025-07-29T15:07:06.295748-07:00",
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef", "digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
"size": 45960996, "size": 45960996,
"details": { "details": {
@ -60,9 +44,41 @@
"quantization_level": "F16" "quantization_level": "F16"
} }
}, },
{
"model": "all-minilm:latest",
"modified_at": "2025-06-04T12:06:43.990073-07:00",
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
"size": 45960996,
"details": {
"parent_model": "",
"format": "gguf",
"family": "bert",
"families": [
"bert"
],
"parameter_size": "23M",
"quantization_level": "F16"
}
},
{
"model": "llama3.1:8b-instruct-fp16",
"modified_at": "2025-02-14T15:23:24.865395-08:00",
"digest": "4aacac4194543ff7f70dab3f2ebc169c132d5319bb36f7a7e99c4ff525ebcc09",
"size": 16068910253,
"details": {
"parent_model": "",
"format": "gguf",
"family": "llama",
"families": [
"llama"
],
"parameter_size": "8.0B",
"quantization_level": "F16"
}
},
{ {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"modified_at": "2025-07-31T04:42:05Z", "modified_at": "2025-01-21T13:46:43.514008-08:00",
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d", "digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
"size": 6433703586, "size": 6433703586,
"details": { "details": {

48
tests/integration/recordings/responses/6cc063bbd7d3.json
View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:51.813281519Z", "created_at": "2025-08-01T20:57:20.7568Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -39,7 +39,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:51.989711694Z", "created_at": "2025-08-01T20:57:20.808114Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -57,7 +57,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:52.166114062Z", "created_at": "2025-08-01T20:57:20.862297Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -75,7 +75,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:52.343105056Z", "created_at": "2025-08-01T20:57:20.910323Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -93,7 +93,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:52.520952283Z", "created_at": "2025-08-01T20:57:20.95935Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -111,7 +111,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:52.698509394Z", "created_at": "2025-08-01T20:57:21.013354Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -129,7 +129,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:52.874946532Z", "created_at": "2025-08-01T20:57:21.07322Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -147,7 +147,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:53.056294341Z", "created_at": "2025-08-01T20:57:21.131785Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -165,7 +165,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:53.236117913Z", "created_at": "2025-08-01T20:57:21.180306Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -183,7 +183,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:53.414303003Z", "created_at": "2025-08-01T20:57:21.230096Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -201,7 +201,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:53.59508044Z", "created_at": "2025-08-01T20:57:21.281864Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -219,7 +219,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:53.77302497Z", "created_at": "2025-08-01T20:57:21.335153Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -237,7 +237,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:53.952164995Z", "created_at": "2025-08-01T20:57:21.388394Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -255,7 +255,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:54.138962187Z", "created_at": "2025-08-01T20:57:21.441268Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -273,7 +273,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:54.316918504Z", "created_at": "2025-08-01T20:57:21.493573Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -291,7 +291,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:54.494254106Z", "created_at": "2025-08-01T20:57:21.543884Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -309,7 +309,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:54.675122971Z", "created_at": "2025-08-01T20:57:21.592363Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -327,7 +327,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:54.849660284Z", "created_at": "2025-08-01T20:57:21.640596Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -345,7 +345,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:55.027127762Z", "created_at": "2025-08-01T20:57:21.687018Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -363,15 +363,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:55.201988285Z", "created_at": "2025-08-01T20:57:21.73497Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 4724422329, "total_duration": 1139022875,
"load_duration": 43306862, "load_duration": 78012000,
"prompt_eval_count": 26, "prompt_eval_count": 26,
"prompt_eval_duration": 1291013267, "prompt_eval_duration": 75000000,
"eval_count": 20, "eval_count": 20,
"eval_duration": 3389578393, "eval_duration": 984000000,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

648
tests/integration/recordings/responses/6f96090aa955.json Normal file
View file

@ -0,0 +1,648 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "Hello, world!"
}
],
"stream": true
},
"endpoint": "/v1/chat/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": "Hello",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081849,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": "!",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081849,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " Welcome",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081849,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " to",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081849,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " our",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081849,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " conversation",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081849,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081849,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " Is",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " there",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " something",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " I",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " can",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " help",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " you",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " with",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": ",",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " or",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " would",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " you",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " like",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " to",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": " chat",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": "?",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-333",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": "stop",
"index": 0,
"logprobs": null
}
],
"created": 1754081850,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
}
],
"is_streaming": true
}
}

10
tests/integration/recordings/responses/70adef2c30c4.json
View file

@ -20,15 +20,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:50.453323367Z", "created_at": "2025-08-01T20:57:20.567617Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 14856284585, "total_duration": 3565468958,
"load_duration": 44791770, "load_duration": 31098250,
"prompt_eval_count": 30, "prompt_eval_count": 30,
"prompt_eval_duration": 2452957312, "prompt_eval_duration": 77000000,
"eval_count": 70, "eval_count": 70,
"eval_duration": 12358070057, "eval_duration": 3456000000,
"response": "The answer is Saturn! Saturn's ring system is one of the most iconic and well-known in our solar system. The rings are made up of ice particles, rock debris, and dust that orbit around the planet due to its gravitational pull.\n\nWould you like to know more about Saturn's rings or is there something else I can help you with?", "response": "The answer is Saturn! Saturn's ring system is one of the most iconic and well-known in our solar system. The rings are made up of ice particles, rock debris, and dust that orbit around the planet due to its gravitational pull.\n\nWould you like to know more about Saturn's rings or is there something else I can help you with?",
"thinking": null, "thinking": null,
"context": null "context": null

10
tests/integration/recordings/responses/75d0dd9d0fa3.json
View file

@ -45,15 +45,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:29.277838934Z", "created_at": "2025-08-01T20:56:48.732625Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 15295815581, "total_duration": 1710455750,
"load_duration": 42102876, "load_duration": 47968625,
"prompt_eval_count": 119, "prompt_eval_count": 119,
"prompt_eval_duration": 9859380831, "prompt_eval_duration": 223000000,
"eval_count": 29, "eval_count": 29,
"eval_duration": 5393566178, "eval_duration": 1437000000,
"response": "{ \"name\": \"Michael Jordan\", \"year_born\": \"1963\", \"year_retired\": \"2003\"}\n ", "response": "{ \"name\": \"Michael Jordan\", \"year_born\": \"1963\", \"year_retired\": \"2003\"}\n ",
"thinking": null, "thinking": null,
"context": null "context": null

974
tests/integration/recordings/responses/84cab42e1f5c.json
View file

File diff suppressed because it is too large Load diff

10
tests/integration/recordings/responses/9b812cbcb88d.json
View file

@ -20,15 +20,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:04.489140565Z", "created_at": "2025-08-01T20:56:51.035807Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 29123702298, "total_duration": 1044135792,
"load_duration": 40831143, "load_duration": 50873709,
"prompt_eval_count": 324, "prompt_eval_count": 324,
"prompt_eval_duration": 27253456381, "prompt_eval_duration": 511000000,
"eval_count": 11, "eval_count": 11,
"eval_duration": 1828867055, "eval_duration": 481000000,
"response": "[get_weather(location=\"San Francisco, CA\")]", "response": "[get_weather(location=\"San Francisco, CA\")]",
"thinking": null, "thinking": null,
"context": null "context": null

12
tests/integration/recordings/responses/9e7a83d3d596.json
View file

@ -1,7 +1,7 @@
{ {
"request": { "request": {
"method": "POST", "method": "POST",
"url": "http://0.0.0.0:11434/v1/v1/completions", "url": "http://localhost:11434/v1/v1/completions",
"headers": {}, "headers": {},
"body": { "body": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
@ -15,23 +15,23 @@
"body": { "body": {
"__type__": "openai.types.completion.Completion", "__type__": "openai.types.completion.Completion",
"__data__": { "__data__": {
"id": "cmpl-726", "id": "cmpl-963",
"choices": [ "choices": [
{ {
"finish_reason": "stop", "finish_reason": "stop",
"index": 0, "index": 0,
"logprobs": null, "logprobs": null,
"text": "Blue.\n\nExplanation: This is a play on words from the classic Valentine's Day poem \"Roses are red, violets are blue.\" The original poem typically ends with the line \"sent my love to you,\" but in this adaptation, I've altered it to rhyme by replacing \"blue\" with \"blue\" (a pun). However, it also makes a clever non-literary response." "text": "Blue.\n\nMy answer is \"blue\" because it's a common rhyme that completes the famous nursery rhyme: \"Roses are red, violets are blue.\" This rhyme has been passed down for generations and is often recited as a greeting or a way to express appreciation. The phrase typically rhymes with the word \"blue\", which is why I chose this response."
} }
], ],
"created": 1753984322, "created": 1754081785,
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"object": "text_completion", "object": "text_completion",
"system_fingerprint": "fp_ollama", "system_fingerprint": "fp_ollama",
"usage": { "usage": {
"completion_tokens": 81, "completion_tokens": 76,
"prompt_tokens": 50, "prompt_tokens": 50,
"total_tokens": 131, "total_tokens": 126,
"completion_tokens_details": null, "completion_tokens_details": null,
"prompt_tokens_details": null "prompt_tokens_details": null
} }

1740
tests/integration/recordings/responses/a0c4df33879f.json Normal file
View file

File diff suppressed because it is too large Load diff

56
tests/integration/recordings/responses/a4c8d19bb1eb.json Normal file
View file

@ -0,0 +1,56 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "Hello, world!"
}
],
"stream": false
},
"endpoint": "/v1/chat/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "chatcmpl-560",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "Hello! It's nice to meet you. How can I assist you today?",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": null
}
}
],
"created": 1754081856,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 17,
"prompt_tokens": 29,
"total_tokens": 46,
"completion_tokens_details": null,
"prompt_tokens_details": null
}
}
},
"is_streaming": false
}
}

94
tests/integration/recordings/responses/a6810c23eda8.json
View file

@ -23,7 +23,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:05.617714834Z", "created_at": "2025-08-01T20:56:43.766028Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -41,7 +41,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:05.798542309Z", "created_at": "2025-08-01T20:56:43.810433Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -59,7 +59,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:05.980841562Z", "created_at": "2025-08-01T20:56:43.869051Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -77,7 +77,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:06.162303548Z", "created_at": "2025-08-01T20:56:43.928272Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -95,7 +95,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:06.340857636Z", "created_at": "2025-08-01T20:56:43.987671Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -113,7 +113,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:06.521595814Z", "created_at": "2025-08-01T20:56:44.051505Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -131,7 +131,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:06.701546566Z", "created_at": "2025-08-01T20:56:44.183306Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -149,7 +149,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:06.880153315Z", "created_at": "2025-08-01T20:56:44.240354Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -167,7 +167,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:07.060654891Z", "created_at": "2025-08-01T20:56:44.31441Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -185,7 +185,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:07.240380253Z", "created_at": "2025-08-01T20:56:44.370332Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -203,7 +203,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:07.419126616Z", "created_at": "2025-08-01T20:56:44.431975Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -221,7 +221,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:07.598790332Z", "created_at": "2025-08-01T20:56:44.481015Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -239,7 +239,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:07.777056009Z", "created_at": "2025-08-01T20:56:44.530441Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -257,7 +257,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:07.952924017Z", "created_at": "2025-08-01T20:56:44.591576Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -275,7 +275,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:08.131888967Z", "created_at": "2025-08-01T20:56:44.656562Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -293,7 +293,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:08.333057743Z", "created_at": "2025-08-01T20:56:44.707469Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -311,7 +311,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:08.5127717Z", "created_at": "2025-08-01T20:56:44.793146Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -329,7 +329,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:08.697392665Z", "created_at": "2025-08-01T20:56:44.84461Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -347,7 +347,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:08.880798014Z", "created_at": "2025-08-01T20:56:44.892168Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -365,7 +365,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:09.059630952Z", "created_at": "2025-08-01T20:56:44.9392Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -383,7 +383,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:09.239778855Z", "created_at": "2025-08-01T20:56:44.986145Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -401,7 +401,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:09.41796922Z", "created_at": "2025-08-01T20:56:45.032843Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -419,7 +419,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:09.594384168Z", "created_at": "2025-08-01T20:56:45.079678Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -437,7 +437,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:09.775287995Z", "created_at": "2025-08-01T20:56:45.125344Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -455,7 +455,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:09.956262386Z", "created_at": "2025-08-01T20:56:45.171365Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -473,7 +473,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:10.136372272Z", "created_at": "2025-08-01T20:56:45.21944Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -491,7 +491,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:10.31476923Z", "created_at": "2025-08-01T20:56:45.266493Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -509,7 +509,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:10.492983094Z", "created_at": "2025-08-01T20:56:45.31207Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -527,7 +527,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:10.673852463Z", "created_at": "2025-08-01T20:56:45.359314Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -545,7 +545,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:10.858527191Z", "created_at": "2025-08-01T20:56:45.406254Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -563,7 +563,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:11.038328378Z", "created_at": "2025-08-01T20:56:45.452757Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -581,7 +581,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:11.215788879Z", "created_at": "2025-08-01T20:56:45.499632Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -599,7 +599,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:11.399602557Z", "created_at": "2025-08-01T20:56:45.545593Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -617,7 +617,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:11.580123511Z", "created_at": "2025-08-01T20:56:45.595114Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -635,7 +635,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:11.757284813Z", "created_at": "2025-08-01T20:56:45.641522Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -653,7 +653,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:11.941379029Z", "created_at": "2025-08-01T20:56:45.688054Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -671,7 +671,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:12.127019036Z", "created_at": "2025-08-01T20:56:45.737359Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -689,7 +689,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:12.308766694Z", "created_at": "2025-08-01T20:56:45.786187Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -707,7 +707,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:12.497171833Z", "created_at": "2025-08-01T20:56:45.834145Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -725,7 +725,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:12.675256496Z", "created_at": "2025-08-01T20:56:45.882153Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -743,7 +743,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:12.86123582Z", "created_at": "2025-08-01T20:56:45.928181Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -761,7 +761,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:13.048911842Z", "created_at": "2025-08-01T20:56:45.974825Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -779,15 +779,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:53:13.236138052Z", "created_at": "2025-08-01T20:56:46.022862Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 7845771051, "total_duration": 2444514250,
"load_duration": 47957096, "load_duration": 107849833,
"prompt_eval_count": 18, "prompt_eval_count": 18,
"prompt_eval_duration": 178030745, "prompt_eval_duration": 65000000,
"eval_count": 43, "eval_count": 43,
"eval_duration": 7619284509, "eval_duration": 2270000000,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

10
tests/integration/recordings/responses/ae6835cfe70e.json
View file

@ -20,15 +20,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:57:28.280495733Z", "created_at": "2025-08-01T20:57:22.827462Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 32855142429, "total_duration": 731625417,
"load_duration": 40184388, "load_duration": 58932417,
"prompt_eval_count": 386, "prompt_eval_count": 386,
"prompt_eval_duration": 32634520132, "prompt_eval_duration": 609000000,
"eval_count": 2, "eval_count": 2,
"eval_duration": 179879941, "eval_duration": 61000000,
"response": "[]", "response": "[]",
"thinking": null, "thinking": null,
"context": null "context": null

30
tests/integration/recordings/responses/b91f1fb4aedb.json
View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:09.896924388Z", "created_at": "2025-08-01T20:56:52.232108Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -39,7 +39,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:10.082480973Z", "created_at": "2025-08-01T20:56:52.278231Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -57,7 +57,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:10.264445159Z", "created_at": "2025-08-01T20:56:52.324826Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -75,7 +75,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:10.445463678Z", "created_at": "2025-08-01T20:56:52.371742Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -93,7 +93,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:10.627295509Z", "created_at": "2025-08-01T20:56:52.420615Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -111,7 +111,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:10.81236738Z", "created_at": "2025-08-01T20:56:52.467321Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -129,7 +129,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:10.999420818Z", "created_at": "2025-08-01T20:56:52.514894Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -147,7 +147,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:11.188320899Z", "created_at": "2025-08-01T20:56:52.562247Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -165,7 +165,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:11.379926424Z", "created_at": "2025-08-01T20:56:52.608002Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -183,7 +183,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:11.574460052Z", "created_at": "2025-08-01T20:56:52.656949Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -201,15 +201,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:54:11.771461946Z", "created_at": "2025-08-01T20:56:52.704421Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 4947159618, "total_duration": 731562041,
"load_duration": 43936066, "load_duration": 115199875,
"prompt_eval_count": 339, "prompt_eval_count": 339,
"prompt_eval_duration": 3027152411, "prompt_eval_duration": 136000000,
"eval_count": 11, "eval_count": 11,
"eval_duration": 1875512881, "eval_duration": 478000000,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

466
tests/integration/recordings/responses/bbd0637dce16.json
View file

File diff suppressed because it is too large Load diff

57
tests/integration/recordings/responses/d0ac68cbde69.json
View file

@ -11,62 +11,7 @@
"body": { "body": {
"__type__": "ollama._types.ProcessResponse", "__type__": "ollama._types.ProcessResponse",
"__data__": { "__data__": {
"models": [ "models": []
{
"model": "all-minilm:l6-v2",
"name": "all-minilm:l6-v2",
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
"expires_at": "2025-07-31T18:05:06.618179Z",
"size": 53334016,
"size_vram": 0,
"details": {
"parent_model": "",
"format": "gguf",
"family": "bert",
"families": [
"bert"
],
"parameter_size": "23M",
"quantization_level": "F16"
}
},
{
"model": "llama3.2:3b-instruct-fp16",
"name": "llama3.2:3b-instruct-fp16",
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
"expires_at": "2025-07-31T18:04:42.166739Z",
"size": 7382700032,
"size_vram": 0,
"details": {
"parent_model": "",
"format": "gguf",
"family": "llama",
"families": [
"llama"
],
"parameter_size": "3.2B",
"quantization_level": "F16"
}
},
{
"model": "llama-guard3:1b",
"name": "llama-guard3:1b",
"digest": "494147e06bf99e10dbe67b63a07ac81c162f18ef3341aa3390007ac828571b3b",
"expires_at": "2025-07-31T18:04:06.788447Z",
"size": 1814095872,
"size_vram": 0,
"details": {
"parent_model": "",
"format": "gguf",
"family": "llama",
"families": [
"llama"
],
"parameter_size": "1.5B",
"quantization_level": "Q8_0"
}
}
]
} }
}, },
"is_streaming": false "is_streaming": false

12
tests/integration/recordings/responses/dd9e7d5913e9.json
View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:02.787875238Z", "created_at": "2025-08-01T20:57:11.920796Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -39,15 +39,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-31T17:56:02.972585441Z", "created_at": "2025-08-01T20:57:11.963674Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 32348917084, "total_duration": 837987583,
"load_duration": 39040993, "load_duration": 158475167,
"prompt_eval_count": 386, "prompt_eval_count": 386,
"prompt_eval_duration": 32123680358, "prompt_eval_duration": 617000000,
"eval_count": 2, "eval_count": 2,
"eval_duration": 185666617, "eval_duration": 60000000,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

56
tests/integration/recordings/responses/e9c8a0e4f0e0.json Normal file
View file

@ -0,0 +1,56 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "Which planet do humans live on?"
}
],
"stream": false
},
"endpoint": "/v1/chat/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "chatcmpl-57",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "Humans live on Earth. It is the third planet from the Sun and is the only known planet in the universe that currently supports human life.",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": null
}
}
],
"created": 1754081845,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 29,
"prompt_tokens": 32,
"total_tokens": 61,
"completion_tokens_details": null,
"prompt_tokens_details": null
}
}
},
"is_streaming": false
}
}

84
tests/integration/recordings/responses/f70f30f54211.json Normal file
View file

@ -0,0 +1,84 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "What's the weather in Tokyo? Use the get_weather function to get the weather."
}
],
"stream": false,
"tools": [
{
"type": "function",
"function": {
"name": "get_weather",
"description": "Get the weather in a given city",
"parameters": {
"type": "object",
"properties": {
"city": {
"type": "string",
"description": "The city to get the weather for"
}
}
}
}
}
]
},
"endpoint": "/v1/chat/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "chatcmpl-549",
"choices": [
{
"finish_reason": "tool_calls",
"index": 0,
"logprobs": null,
"message": {
"content": "",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": [
{
"id": "call_ybj7t2qt",
"function": {
"arguments": "{\"city\":\"Tokyo\"}",
"name": "get_weather"
},
"type": "function",
"index": 0
}
]
}
}
],
"created": 1754081857,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 18,
"prompt_tokens": 177,
"total_tokens": 195,
"completion_tokens_details": null,
"prompt_tokens_details": null
}
}
},
"is_streaming": false
}
}