phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-22 20:32:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

more fixes and record from the server since server enables more tests

Browse source
This commit is contained in:
Ashwin Bharambe 2025-07-29 12:14:55 -07:00
parent 6ebc93de81
commit 9b3a860beb
29 changed files with 2584 additions and 762 deletions
Download patch file Download diff file Expand all files Collapse all files

55
llama_stack/testing/inference_recorder.py
View file

@ -200,12 +200,12 @@ class ResponseStorage:
return cast(dict[str, Any], data) return cast(dict[str, Any], data)
async def _patched_inference_method(original_method, self, client_type, method_name=None, **kwargs): async def _patched_inference_method(original_method, self, client_type, method_name=None, *args, **kwargs):
global _current_mode, _current_storage global _current_mode, _current_storage
if _current_mode == "live" or _current_storage is None: if _current_mode == "live" or _current_storage is None:
# Normal operation # Normal operation
return await original_method(self, **kwargs) return await original_method(self, *args, **kwargs)
# Get base URL and endpoint based on client type # Get base URL and endpoint based on client type
if client_type == "openai": if client_type == "openai":
@ -284,7 +284,7 @@ async def _patched_inference_method(original_method, self, client_type, method_n
) )
elif _current_mode == "record": elif _current_mode == "record":
response = await original_method(self, **kwargs) response = await original_method(self, *args, **kwargs)
request_data = { request_data = {
"method": method, "method": method,
@ -321,7 +321,7 @@ async def _patched_inference_method(original_method, self, client_type, method_n
return response return response
else: else:
return await original_method(self, **kwargs) raise AssertionError(f"Invalid mode: {_current_mode}")
def patch_inference_clients(): def patch_inference_clients():
@ -347,14 +347,16 @@ def patch_inference_clients():
} }
# Create patched methods for OpenAI client # Create patched methods for OpenAI client
async def patched_chat_completions_create(self, **kwargs): async def patched_chat_completions_create(self, *args, **kwargs):
return await _patched_inference_method(_original_methods["chat_completions_create"], self, "openai", **kwargs) return await _patched_inference_method(
_original_methods["chat_completions_create"], self, "openai", *args, **kwargs
)
async def patched_completions_create(self, **kwargs): async def patched_completions_create(self, *args, **kwargs):
return await _patched_inference_method(_original_methods["completions_create"], self, "openai", **kwargs) return await _patched_inference_method(_original_methods["completions_create"], self, "openai", *args, **kwargs)
async def patched_embeddings_create(self, **kwargs): async def patched_embeddings_create(self, *args, **kwargs):
return await _patched_inference_method(_original_methods["embeddings_create"], self, "openai", **kwargs) return await _patched_inference_method(_original_methods["embeddings_create"], self, "openai", *args, **kwargs)
# Apply OpenAI patches # Apply OpenAI patches
AsyncChatCompletions.create = patched_chat_completions_create AsyncChatCompletions.create = patched_chat_completions_create
@ -362,27 +364,33 @@ def patch_inference_clients():
AsyncEmbeddings.create = patched_embeddings_create AsyncEmbeddings.create = patched_embeddings_create
# Create patched methods for Ollama client # Create patched methods for Ollama client
async def patched_ollama_generate(self, **kwargs): async def patched_ollama_generate(self, *args, **kwargs):
return await _patched_inference_method( return await _patched_inference_method(
_original_methods["ollama_generate"], self, "ollama", "generate", **kwargs _original_methods["ollama_generate"], self, "ollama", "generate", *args, **kwargs
) )
async def patched_ollama_chat(self, **kwargs): async def patched_ollama_chat(self, *args, **kwargs):
return await _patched_inference_method(_original_methods["ollama_chat"], self, "ollama", "chat", **kwargs) return await _patched_inference_method(
_original_methods["ollama_chat"], self, "ollama", "chat", *args, **kwargs
)
async def patched_ollama_embed(self, **kwargs): async def patched_ollama_embed(self, *args, **kwargs):
return await _patched_inference_method(_original_methods["ollama_embed"], self, "ollama", "embed", **kwargs) return await _patched_inference_method(
_original_methods["ollama_embed"], self, "ollama", "embed", *args, **kwargs
)
async def patched_ollama_ps(self, **kwargs): async def patched_ollama_ps(self, *args, **kwargs):
logger.info("replay mode: ollama.ps() reporting success") return await _patched_inference_method(_original_methods["ollama_ps"], self, "ollama", "ps", *args, **kwargs)
return []
async def patched_ollama_pull(self, *args, **kwargs): async def patched_ollama_pull(self, *args, **kwargs):
logger.info("replay mode: ollama.pull() not actually pulling the model") return await _patched_inference_method(
return None _original_methods["ollama_pull"], self, "ollama", "pull", *args, **kwargs
)
async def patched_ollama_list(self, **kwargs): async def patched_ollama_list(self, *args, **kwargs):
return await _patched_inference_method(_original_methods["ollama_list"], self, "ollama", "list", **kwargs) return await _patched_inference_method(
_original_methods["ollama_list"], self, "ollama", "list", *args, **kwargs
)
# Apply Ollama patches # Apply Ollama patches
OllamaAsyncClient.generate = patched_ollama_generate OllamaAsyncClient.generate = patched_ollama_generate
@ -416,6 +424,7 @@ def unpatch_inference_clients():
OllamaAsyncClient.chat = _original_methods["ollama_chat"] OllamaAsyncClient.chat = _original_methods["ollama_chat"]
OllamaAsyncClient.embed = _original_methods["ollama_embed"] OllamaAsyncClient.embed = _original_methods["ollama_embed"]
OllamaAsyncClient.ps = _original_methods["ollama_ps"] OllamaAsyncClient.ps = _original_methods["ollama_ps"]
OllamaAsyncClient.pull = _original_methods["ollama_pull"]
OllamaAsyncClient.list = _original_methods["ollama_list"] OllamaAsyncClient.list = _original_methods["ollama_list"]
_original_methods.clear() _original_methods.clear()

BIN
tests/integration/inference/recordings/index.sqlite
View file

Binary file not shown.

284
tests/integration/inference/recordings/responses/12913f20f6ac.json Normal file
View file

@ -0,0 +1,284 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "What's the name of the Sun in latin?"
}
],
"stream": true
},
"endpoint": "/v1/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-471",
"choices": [
{
"delta": {
"content": "The",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814881,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-471",
"choices": [
{
"delta": {
"content": " Latin",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814881,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-471",
"choices": [
{
"delta": {
"content": " word",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814881,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-471",
"choices": [
{
"delta": {
"content": " for",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814881,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-471",
"choices": [
{
"delta": {
"content": " the",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814881,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-471",
"choices": [
{
"delta": {
"content": " Sun",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814881,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-471",
"choices": [
{
"delta": {
"content": " is",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814881,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-471",
"choices": [
{
"delta": {
"content": " Sol",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814881,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-471",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814881,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-471",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": "stop",
"index": 0,
"logprobs": null
}
],
"created": 1753814881,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
}
],
"is_streaming": true
}
}

10
tests/integration/inference/recordings/responses/1b8394f90636.json
View file

@ -22,15 +22,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:01.657977Z", "created_at": "2025-07-29T18:47:24.383192Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 1860746958, "total_duration": 2393598000,
"load_duration": 59632791, "load_duration": 90501917,
"prompt_eval_count": 18, "prompt_eval_count": 18,
"prompt_eval_duration": 66333291, "prompt_eval_duration": 545025792,
"eval_count": 43, "eval_count": 43,
"eval_duration": 1734228875, "eval_duration": 1756031208,
"response": " _______.\n\nThe best answer is blue. The traditional nursery rhyme goes like this:\n\nRoses are red,\nViolets are blue,\nSugar is sweet,\nAnd so are you! (Or something similar.)", "response": " _______.\n\nThe best answer is blue. The traditional nursery rhyme goes like this:\n\nRoses are red,\nViolets are blue,\nSugar is sweet,\nAnd so are you! (Or something similar.)",
"thinking": null, "thinking": null,
"context": null "context": null

10
tests/integration/inference/recordings/responses/211b1562d4e6.json
View file

@ -20,15 +20,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:05.658757Z", "created_at": "2025-07-29T18:47:29.108049Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 327636667, "total_duration": 334746667,
"load_duration": 55751292, "load_duration": 55090709,
"prompt_eval_count": 23, "prompt_eval_count": 23,
"prompt_eval_duration": 65865625, "prompt_eval_duration": 74557791,
"eval_count": 6, "eval_count": 6,
"eval_duration": 205366667, "eval_duration": 204410292,
"response": "Humans live on Earth.", "response": "Humans live on Earth.",
"thinking": null, "thinking": null,
"context": null "context": null

544
tests/integration/inference/recordings/responses/31407e035752.json Normal file
View file

@ -0,0 +1,544 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "What is the name of the US captial?"
}
],
"stream": true
},
"endpoint": "/v1/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": "The",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814884,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " capital",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814884,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " of",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814884,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " the",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814884,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " United",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814884,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " States",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814884,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " is",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814884,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " Washington",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814884,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": ",",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814884,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " D",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": ".C",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " (",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": "short",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " for",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " District",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " of",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": " Columbia",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": ").",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-850",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": "stop",
"index": 0,
"logprobs": null
}
],
"created": 1753814885,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
}
],
"is_streaming": true
}
}

84
tests/integration/inference/recordings/responses/35db283fef1d.json Normal file
View file

@ -0,0 +1,84 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "What's the weather in Tokyo? Use the get_weather function to get the weather."
}
],
"stream": false,
"tools": [
{
"type": "function",
"function": {
"name": "get_weather",
"description": "Get the weather in a given city",
"parameters": {
"type": "object",
"properties": {
"city": {
"type": "string",
"description": "The city to get the weather for"
}
}
}
}
}
]
},
"endpoint": "/v1/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "chatcmpl-331",
"choices": [
{
"finish_reason": "tool_calls",
"index": 0,
"logprobs": null,
"message": {
"content": "",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": [
{
"id": "call_za2swdo9",
"function": {
"arguments": "{\"city\":\"Tokyo\"}",
"name": "get_weather"
},
"type": "function",
"index": 0
}
]
}
}
],
"created": 1753814888,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 18,
"prompt_tokens": 177,
"total_tokens": 195,
"completion_tokens_details": null,
"prompt_tokens_details": null
}
}
},
"is_streaming": false
}
}

22
tests/integration/inference/recordings/responses/3877ecf1bc62.json Normal file
View file

@ -0,0 +1,22 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/pull",
"headers": {},
"body": {},
"endpoint": "/api/pull",
"model": ""
},
"response": {
"body": {
"__type__": "ollama._types.ProgressResponse",
"__data__": {
"status": "success",
"completed": null,
"total": null,
"digest": null
}
},
"is_streaming": false
}
}

30
tests/integration/inference/recordings/responses/3c3f13cb7794.json
View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:05.833193Z", "created_at": "2025-07-29T18:47:29.322498Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -39,7 +39,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:05.874274Z", "created_at": "2025-07-29T18:47:29.366077Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -57,7 +57,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:05.915195Z", "created_at": "2025-07-29T18:47:29.408909Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -75,7 +75,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:05.955964Z", "created_at": "2025-07-29T18:47:29.451051Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -93,7 +93,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:05.996679Z", "created_at": "2025-07-29T18:47:29.492622Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -111,7 +111,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:06.037268Z", "created_at": "2025-07-29T18:47:29.534265Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -129,7 +129,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:06.078124Z", "created_at": "2025-07-29T18:47:29.576141Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -147,7 +147,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:06.118771Z", "created_at": "2025-07-29T18:47:29.617693Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -165,7 +165,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:06.159758Z", "created_at": "2025-07-29T18:47:29.658779Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -183,7 +183,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:06.200659Z", "created_at": "2025-07-29T18:47:29.699936Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -201,15 +201,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:06.241464Z", "created_at": "2025-07-29T18:47:29.74208Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 542773583, "total_duration": 570982833,
"load_duration": 68681541, "load_duration": 78768458,
"prompt_eval_count": 26, "prompt_eval_count": 26,
"prompt_eval_duration": 64427833, "prompt_eval_duration": 69632083,
"eval_count": 11, "eval_count": 11,
"eval_duration": 409175667, "eval_duration": 421479000,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

104
tests/integration/inference/recordings/responses/4014dd44c15f.json Normal file
View file

@ -0,0 +1,104 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "What's the weather in Tokyo? Use the get_weather function to get the weather."
}
],
"stream": true,
"tools": [
{
"type": "function",
"function": {
"name": "get_weather",
"description": "Get the weather in a given city",
"parameters": {
"type": "object",
"properties": {
"city": {
"type": "string",
"description": "The city to get the weather for"
}
}
}
}
}
]
},
"endpoint": "/v1/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-448",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": [
{
"index": 0,
"id": "call_esyvjxp3",
"function": {
"arguments": "{\"city\":\"Tokyo\"}",
"name": "get_weather"
},
"type": "function"
}
]
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814883,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-448",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": "tool_calls",
"index": 0,
"logprobs": null
}
],
"created": 1753814883,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
}
],
"is_streaming": true
}
}

30
tests/integration/inference/recordings/responses/40f524d1934a.json
View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:07.590293Z", "created_at": "2025-07-29T18:47:31.070599Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -39,7 +39,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:07.638879Z", "created_at": "2025-07-29T18:47:31.112828Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -57,7 +57,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:07.69047Z", "created_at": "2025-07-29T18:47:31.154976Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -75,7 +75,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:07.738247Z", "created_at": "2025-07-29T18:47:31.197203Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -93,7 +93,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:07.782316Z", "created_at": "2025-07-29T18:47:31.239672Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -111,7 +111,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:07.827405Z", "created_at": "2025-07-29T18:47:31.281331Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -129,7 +129,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:07.872241Z", "created_at": "2025-07-29T18:47:31.323134Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -147,7 +147,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:07.91705Z", "created_at": "2025-07-29T18:47:31.364766Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -165,7 +165,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:07.962046Z", "created_at": "2025-07-29T18:47:31.406481Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -183,7 +183,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.00691Z", "created_at": "2025-07-29T18:47:31.448383Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -201,15 +201,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.052731Z", "created_at": "2025-07-29T18:47:31.490154Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 649504167, "total_duration": 531176667,
"load_duration": 138022250, "load_duration": 65048792,
"prompt_eval_count": 324, "prompt_eval_count": 324,
"prompt_eval_duration": 45176916, "prompt_eval_duration": 44536417,
"eval_count": 11, "eval_count": 11,
"eval_duration": 464930417, "eval_duration": 420819750,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

10
tests/integration/inference/recordings/responses/48d2fb183a2a.json
View file

@ -67,15 +67,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:21.486763Z", "created_at": "2025-07-29T18:47:48.260787Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 2935272125, "total_duration": 3136253292,
"load_duration": 51690583, "load_duration": 81917125,
"prompt_eval_count": 259, "prompt_eval_count": 259,
"prompt_eval_duration": 369929333, "prompt_eval_duration": 540110750,
"eval_count": 60, "eval_count": 60,
"eval_duration": 2512928125, "eval_duration": 2513196708,
"response": "{\n \"first_name\": \"Michael\",\n \"last_name\": \"Jordan\",\n \"year_of_birth\": 1963,\n \"nba_stats\": {\n \"year_for_draft\": 1984,\n \"num_seasons_in_nba\": 15\n }\n}", "response": "{\n \"first_name\": \"Michael\",\n \"last_name\": \"Jordan\",\n \"year_of_birth\": 1963,\n \"nba_stats\": {\n \"year_for_draft\": 1984,\n \"num_seasons_in_nba\": 15\n }\n}",
"thinking": null, "thinking": null,
"context": null "context": null

2
tests/integration/inference/recordings/responses/4a3a4447b16b.json
View file

@ -14,7 +14,7 @@
"models": [ "models": [
{ {
"model": "nomic-embed-text:latest", "model": "nomic-embed-text:latest",
"modified_at": "2025-07-29T10:36:48.647829-07:00", "modified_at": "2025-07-29T11:45:57.155575-07:00",
"digest": "0a109f422b47e3a30ba2b10eca18548e944e8a23073ee3f3e947efcf3c45e59f", "digest": "0a109f422b47e3a30ba2b10eca18548e944e8a23073ee3f3e947efcf3c45e59f",
"size": 274302450, "size": 274302450,
"details": { "details": {

48
tests/integration/inference/recordings/responses/6cc063bbd7d3.json
View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:29.898943Z", "created_at": "2025-07-29T18:47:58.509395Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -39,7 +39,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:29.940406Z", "created_at": "2025-07-29T18:47:58.561227Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -57,7 +57,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:29.983928Z", "created_at": "2025-07-29T18:47:58.604344Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -75,7 +75,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.025678Z", "created_at": "2025-07-29T18:47:58.647038Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -93,7 +93,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.066554Z", "created_at": "2025-07-29T18:47:58.688732Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -111,7 +111,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.111853Z", "created_at": "2025-07-29T18:47:58.730495Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -129,7 +129,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.156263Z", "created_at": "2025-07-29T18:47:58.772148Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -147,7 +147,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.197342Z", "created_at": "2025-07-29T18:47:58.813191Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -165,7 +165,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.238939Z", "created_at": "2025-07-29T18:47:58.85447Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -183,7 +183,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.28041Z", "created_at": "2025-07-29T18:47:58.896136Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -201,7 +201,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.321152Z", "created_at": "2025-07-29T18:47:58.937588Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -219,7 +219,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.362571Z", "created_at": "2025-07-29T18:47:58.978357Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -237,7 +237,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.404107Z", "created_at": "2025-07-29T18:47:59.019403Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -255,7 +255,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.444632Z", "created_at": "2025-07-29T18:47:59.06055Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -273,7 +273,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.486331Z", "created_at": "2025-07-29T18:47:59.101456Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -291,7 +291,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.527309Z", "created_at": "2025-07-29T18:47:59.142967Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -309,7 +309,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.568556Z", "created_at": "2025-07-29T18:47:59.184487Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -327,7 +327,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.610745Z", "created_at": "2025-07-29T18:47:59.226323Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -345,7 +345,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.654172Z", "created_at": "2025-07-29T18:47:59.269043Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -363,15 +363,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:30.695146Z", "created_at": "2025-07-29T18:47:59.311737Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 1078314875, "total_duration": 1014917792,
"load_duration": 203057166, "load_duration": 140789542,
"prompt_eval_count": 26, "prompt_eval_count": 26,
"prompt_eval_duration": 77142708, "prompt_eval_duration": 70044833,
"eval_count": 20, "eval_count": 20,
"eval_duration": 797458917, "eval_duration": 803278042,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

10
tests/integration/inference/recordings/responses/70adef2c30c4.json
View file

@ -20,15 +20,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:29.59115Z", "created_at": "2025-07-29T18:47:58.183439Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 3560608959, "total_duration": 3440514791,
"load_duration": 57756625, "load_duration": 61560708,
"prompt_eval_count": 30, "prompt_eval_count": 30,
"prompt_eval_duration": 370892334, "prompt_eval_duration": 92499375,
"eval_count": 70, "eval_count": 70,
"eval_duration": 3131360625, "eval_duration": 3284810375,
"response": "The answer is Saturn! Saturn's ring system is one of the most iconic and well-known in our solar system. The rings are made up of ice particles, rock debris, and dust that orbit around the planet due to its gravitational pull.\n\nWould you like to know more about Saturn's rings or is there something else I can help you with?", "response": "The answer is Saturn! Saturn's ring system is one of the most iconic and well-known in our solar system. The rings are made up of ice particles, rock debris, and dust that orbit around the planet due to its gravitational pull.\n\nWould you like to know more about Saturn's rings or is there something else I can help you with?",
"thinking": null, "thinking": null,
"context": null "context": null

10
tests/integration/inference/recordings/responses/75d0dd9d0fa3.json
View file

@ -45,15 +45,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:05.293829Z", "created_at": "2025-07-29T18:47:28.736819Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 1587647875, "total_duration": 1520367458,
"load_duration": 58102458, "load_duration": 59997042,
"prompt_eval_count": 119, "prompt_eval_count": 119,
"prompt_eval_duration": 199832792, "prompt_eval_duration": 198841625,
"eval_count": 29, "eval_count": 29,
"eval_duration": 1328951417, "eval_duration": 1259800500,
"response": "{ \"name\": \"Michael Jordan\", \"year_born\": \"1963\", \"year_retired\": \"2003\"}\n ", "response": "{ \"name\": \"Michael Jordan\", \"year_born\": \"1963\", \"year_retired\": \"2003\"}\n ",
"thinking": null, "thinking": null,
"context": null "context": null

56
tests/integration/inference/recordings/responses/80f09f27dd61.json Normal file
View file

@ -0,0 +1,56 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "Hello, world!"
}
],
"stream": false
},
"endpoint": "/v1/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "chatcmpl-33",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "Hello! Welcome. How can I assist you today?",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": null
}
}
],
"created": 1753814886,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 12,
"prompt_tokens": 29,
"total_tokens": 41,
"completion_tokens_details": null,
"prompt_tokens_details": null
}
}
},
"is_streaming": false
}
}

971
tests/integration/inference/recordings/responses/84cab42e1f5c.json
View file

File diff suppressed because it is too large Load diff

10
tests/integration/inference/recordings/responses/9b812cbcb88d.json
View file

@ -20,15 +20,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:07.316473Z", "created_at": "2025-07-29T18:47:30.907069Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 1001978333, "total_duration": 978723208,
"load_duration": 125002875, "load_duration": 82950875,
"prompt_eval_count": 324, "prompt_eval_count": 324,
"prompt_eval_duration": 451915875, "prompt_eval_duration": 453827625,
"eval_count": 11, "eval_count": 11,
"eval_duration": 424435375, "eval_duration": 439485709,
"response": "[get_weather(location=\"San Francisco, CA\")]", "response": "[get_weather(location=\"San Francisco, CA\")]",
"thinking": null, "thinking": null,
"context": null "context": null

10
tests/integration/inference/recordings/responses/9e7a83d3d596.json
View file

@ -15,23 +15,23 @@
"body": { "body": {
"__type__": "openai.types.completion.Completion", "__type__": "openai.types.completion.Completion",
"__data__": { "__data__": {
"id": "cmpl-256", "id": "cmpl-719",
"choices": [ "choices": [
{ {
"finish_reason": "stop", "finish_reason": "stop",
"index": 0, "index": 0,
"logprobs": null, "logprobs": null,
"text": "Blue.\n\nMy response is a play on words of the classic nursery rhyme \"Roses are red, violets are blue.\" In traditional rhymes, violets are typically depicted as being purple or blue in color. I've taken this convention and completed the sentence with the word \"blue\" to create a punny adaptation of the original phrase." "text": "Blue.\n\nExplanation: This is a classic example of an alliterative poem, often referred to as \"red roses.\" The original phrase, \"Roses are red,\" was actually coined by Ernest Thesiger in 1910 and was followed by the complementary phrase, making the complete sentence a poetic device called an \"alliterative couplet.\""
} }
], ],
"created": 1753810618, "created": 1753814830,
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"object": "text_completion", "object": "text_completion",
"system_fingerprint": "fp_ollama", "system_fingerprint": "fp_ollama",
"usage": { "usage": {
"completion_tokens": 72, "completion_tokens": 71,
"prompt_tokens": 50, "prompt_tokens": 50,
"total_tokens": 122, "total_tokens": 121,
"completion_tokens_details": null, "completion_tokens_details": null,
"prompt_tokens_details": null "prompt_tokens_details": null
} }

94
tests/integration/inference/recordings/responses/a6810c23eda8.json
View file

@ -23,7 +23,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:01.808564Z", "created_at": "2025-07-29T18:47:24.599113Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -41,7 +41,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:01.850237Z", "created_at": "2025-07-29T18:47:24.643599Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -59,7 +59,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:01.891462Z", "created_at": "2025-07-29T18:47:24.685747Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -77,7 +77,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:01.9326Z", "created_at": "2025-07-29T18:47:24.727604Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -95,7 +95,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:01.97369Z", "created_at": "2025-07-29T18:47:24.768014Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -113,7 +113,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.014668Z", "created_at": "2025-07-29T18:47:24.809356Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -131,7 +131,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.055932Z", "created_at": "2025-07-29T18:47:24.850402Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -149,7 +149,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.097128Z", "created_at": "2025-07-29T18:47:24.891768Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -167,7 +167,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.137979Z", "created_at": "2025-07-29T18:47:24.933421Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -185,7 +185,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.178748Z", "created_at": "2025-07-29T18:47:24.976048Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -203,7 +203,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.219748Z", "created_at": "2025-07-29T18:47:25.016922Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -221,7 +221,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.260654Z", "created_at": "2025-07-29T18:47:25.058091Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -239,7 +239,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.301472Z", "created_at": "2025-07-29T18:47:25.098992Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -257,7 +257,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.342126Z", "created_at": "2025-07-29T18:47:25.140605Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -275,7 +275,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.383051Z", "created_at": "2025-07-29T18:47:25.18202Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -293,7 +293,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.423897Z", "created_at": "2025-07-29T18:47:25.223443Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -311,7 +311,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.46492Z", "created_at": "2025-07-29T18:47:25.264829Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -329,7 +329,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.505397Z", "created_at": "2025-07-29T18:47:25.306517Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -347,7 +347,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.546389Z", "created_at": "2025-07-29T18:47:25.347967Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -365,7 +365,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.587385Z", "created_at": "2025-07-29T18:47:25.389339Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -383,7 +383,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.628982Z", "created_at": "2025-07-29T18:47:25.430357Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -401,7 +401,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.670146Z", "created_at": "2025-07-29T18:47:25.471506Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -419,7 +419,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.711586Z", "created_at": "2025-07-29T18:47:25.512744Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -437,7 +437,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.753401Z", "created_at": "2025-07-29T18:47:25.55402Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -455,7 +455,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.795085Z", "created_at": "2025-07-29T18:47:25.595747Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -473,7 +473,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.836212Z", "created_at": "2025-07-29T18:47:25.637436Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -491,7 +491,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.877229Z", "created_at": "2025-07-29T18:47:25.678551Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -509,7 +509,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.919071Z", "created_at": "2025-07-29T18:47:25.719904Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -527,7 +527,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:02.962816Z", "created_at": "2025-07-29T18:47:25.76118Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -545,7 +545,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.004934Z", "created_at": "2025-07-29T18:47:25.802641Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -563,7 +563,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.047274Z", "created_at": "2025-07-29T18:47:25.843247Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -581,7 +581,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.088469Z", "created_at": "2025-07-29T18:47:25.88468Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -599,7 +599,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.129445Z", "created_at": "2025-07-29T18:47:25.92653Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -617,7 +617,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.170337Z", "created_at": "2025-07-29T18:47:25.968022Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -635,7 +635,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.214189Z", "created_at": "2025-07-29T18:47:26.00935Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -653,7 +653,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.259789Z", "created_at": "2025-07-29T18:47:26.050576Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -671,7 +671,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.311454Z", "created_at": "2025-07-29T18:47:26.091784Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -689,7 +689,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.358855Z", "created_at": "2025-07-29T18:47:26.133496Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -707,7 +707,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.405774Z", "created_at": "2025-07-29T18:47:26.175442Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -725,7 +725,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.449402Z", "created_at": "2025-07-29T18:47:26.217044Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -743,7 +743,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.493595Z", "created_at": "2025-07-29T18:47:26.258582Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -761,7 +761,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.536236Z", "created_at": "2025-07-29T18:47:26.300334Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -779,15 +779,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:03.578174Z", "created_at": "2025-07-29T18:47:26.341814Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 1877723375, "total_duration": 1862375416,
"load_duration": 64346709, "load_duration": 73039291,
"prompt_eval_count": 18, "prompt_eval_count": 18,
"prompt_eval_duration": 41320958, "prompt_eval_duration": 45477667,
"eval_count": 43, "eval_count": 43,
"eval_duration": 1771501375, "eval_duration": 1743432792,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

10
tests/integration/inference/recordings/responses/ae6835cfe70e.json
View file

@ -20,15 +20,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:31.563015Z", "created_at": "2025-07-29T18:48:00.342705Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 697289250, "total_duration": 671224833,
"load_duration": 84472834, "load_duration": 82344875,
"prompt_eval_count": 386, "prompt_eval_count": 386,
"prompt_eval_duration": 564623708, "prompt_eval_duration": 545215084,
"eval_count": 2, "eval_count": 2,
"eval_duration": 47500459, "eval_duration": 43112416,
"response": "[]", "response": "[]",
"thinking": null, "thinking": null,
"context": null "context": null

56
tests/integration/inference/recordings/responses/afb33182f365.json Normal file
View file

@ -0,0 +1,56 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "Which planet has rings around it with a name starting with letter S?"
}
],
"stream": false
},
"endpoint": "/v1/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "chatcmpl-541",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "Saturn is the planet that has rings around itself.",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": null
}
}
],
"created": 1753814884,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 12,
"prompt_tokens": 39,
"total_tokens": 51,
"completion_tokens_details": null,
"prompt_tokens_details": null
}
}
},
"is_streaming": false
}
}

284
tests/integration/inference/recordings/responses/b24590574a85.json Normal file
View file

@ -0,0 +1,284 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "Hello, world!"
}
],
"stream": true
},
"endpoint": "/v1/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-528",
"choices": [
{
"delta": {
"content": "Hello",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814882,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-528",
"choices": [
{
"delta": {
"content": "!",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814882,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-528",
"choices": [
{
"delta": {
"content": " How",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814882,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-528",
"choices": [
{
"delta": {
"content": " can",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814882,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-528",
"choices": [
{
"delta": {
"content": " I",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814882,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-528",
"choices": [
{
"delta": {
"content": " help",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814882,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-528",
"choices": [
{
"delta": {
"content": " you",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814882,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-528",
"choices": [
{
"delta": {
"content": " today",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814882,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-528",
"choices": [
{
"delta": {
"content": "?",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1753814882,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-528",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": "stop",
"index": 0,
"logprobs": null
}
],
"created": 1753814882,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": null
}
}
],
"is_streaming": true
}
}

56
tests/integration/inference/recordings/responses/b4cda53cd04f.json Normal file
View file

@ -0,0 +1,56 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/v1/v1/completions",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"messages": [
{
"role": "user",
"content": "Which planet do humans live on?"
}
],
"stream": false
},
"endpoint": "/v1/completions",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "chatcmpl-4",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "Humans live on Earth.",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": null
}
}
],
"created": 1753814880,
"model": "llama3.2:3b-instruct-fp16",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": "fp_ollama",
"usage": {
"completion_tokens": 6,
"prompt_tokens": 32,
"total_tokens": 38,
"completion_tokens_details": null,
"prompt_tokens_details": null
}
}
},
"is_streaming": false
}
}

30
tests/integration/inference/recordings/responses/b91f1fb4aedb.json
View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.301403Z", "created_at": "2025-07-29T18:47:31.891582Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -39,7 +39,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.344225Z", "created_at": "2025-07-29T18:47:31.939133Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -57,7 +57,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.38649Z", "created_at": "2025-07-29T18:47:31.985171Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -75,7 +75,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.42879Z", "created_at": "2025-07-29T18:47:32.030448Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -93,7 +93,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.470562Z", "created_at": "2025-07-29T18:47:32.075659Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -111,7 +111,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.512144Z", "created_at": "2025-07-29T18:47:32.123939Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -129,7 +129,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.553706Z", "created_at": "2025-07-29T18:47:32.169545Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -147,7 +147,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.59536Z", "created_at": "2025-07-29T18:47:32.214044Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -165,7 +165,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.636886Z", "created_at": "2025-07-29T18:47:32.259104Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -183,7 +183,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.678935Z", "created_at": "2025-07-29T18:47:32.306215Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -201,15 +201,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:08.719919Z", "created_at": "2025-07-29T18:47:32.351121Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 609334000, "total_duration": 641307458,
"load_duration": 85744542, "load_duration": 70513916,
"prompt_eval_count": 339, "prompt_eval_count": 339,
"prompt_eval_duration": 102984708, "prompt_eval_duration": 106020875,
"eval_count": 11, "eval_count": 11,
"eval_duration": 420012834, "eval_duration": 464057250,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null

466
tests/integration/inference/recordings/responses/bbd0637dce16.json
View file

File diff suppressed because it is too large Load diff

38
tests/integration/inference/recordings/responses/d0ac68cbde69.json Normal file
View file

@ -0,0 +1,38 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/ps",
"headers": {},
"body": {},
"endpoint": "/api/ps",
"model": ""
},
"response": {
"body": {
"__type__": "ollama._types.ProcessResponse",
"__data__": {
"models": [
{
"model": "llama3.2:3b-instruct-fp16",
"name": "llama3.2:3b-instruct-fp16",
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
"expires_at": "2025-07-29T11:53:06.458806-07:00",
"size": 8581748736,
"size_vram": 8581748736,
"details": {
"parent_model": "",
"format": "gguf",
"family": "llama",
"families": [
"llama"
],
"parameter_size": "3.2B",
"quantization_level": "F16"
}
}
]
}
},
"is_streaming": false
}
}

12
tests/integration/inference/recordings/responses/dd9e7d5913e9.json
View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:22.214492Z", "created_at": "2025-07-29T18:47:48.95435Z",
"done": false, "done": false,
"done_reason": null, "done_reason": null,
"total_duration": null, "total_duration": null,
@ -39,15 +39,15 @@
"__type__": "ollama._types.GenerateResponse", "__type__": "ollama._types.GenerateResponse",
"__data__": { "__data__": {
"model": "llama3.2:3b-instruct-fp16", "model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T17:37:22.25685Z", "created_at": "2025-07-29T18:47:48.996247Z",
"done": true, "done": true,
"done_reason": "stop", "done_reason": "stop",
"total_duration": 690090375, "total_duration": 667274458,
"load_duration": 101933500, "load_duration": 80712750,
"prompt_eval_count": 386, "prompt_eval_count": 386,
"prompt_eval_duration": 544455708, "prompt_eval_duration": 543388792,
"eval_count": 2, "eval_count": 2,
"eval_duration": 42919375, "eval_duration": 42471125,
"response": "", "response": "",
"thinking": null, "thinking": null,
"context": null "context": null