From 9b3a860bebe96d36fafc1036e099adc8daba49b3 Mon Sep 17 00:00:00 2001 From: Ashwin Bharambe Date: Tue, 29 Jul 2025 12:14:55 -0700 Subject: [PATCH] more fixes and record from the server since server enables more tests --- llama_stack/testing/inference_recorder.py | 55 +- .../inference/recordings/index.sqlite | Bin 12288 -> 12288 bytes .../recordings/responses/12913f20f6ac.json | 284 +++++ .../recordings/responses/1b8394f90636.json | 10 +- .../recordings/responses/211b1562d4e6.json | 10 +- .../recordings/responses/31407e035752.json | 544 ++++++++++ .../recordings/responses/35db283fef1d.json | 84 ++ .../recordings/responses/3877ecf1bc62.json | 22 + .../recordings/responses/3c3f13cb7794.json | 30 +- .../recordings/responses/4014dd44c15f.json | 104 ++ .../recordings/responses/40f524d1934a.json | 30 +- .../recordings/responses/48d2fb183a2a.json | 10 +- .../recordings/responses/4a3a4447b16b.json | 2 +- .../recordings/responses/6cc063bbd7d3.json | 48 +- .../recordings/responses/70adef2c30c4.json | 10 +- .../recordings/responses/75d0dd9d0fa3.json | 10 +- .../recordings/responses/80f09f27dd61.json | 56 + .../recordings/responses/84cab42e1f5c.json | 971 +++++++++++------- .../recordings/responses/9b812cbcb88d.json | 10 +- .../recordings/responses/9e7a83d3d596.json | 10 +- .../recordings/responses/a6810c23eda8.json | 94 +- .../recordings/responses/ae6835cfe70e.json | 10 +- .../recordings/responses/afb33182f365.json | 56 + .../recordings/responses/b24590574a85.json | 284 +++++ .../recordings/responses/b4cda53cd04f.json | 56 + .../recordings/responses/b91f1fb4aedb.json | 30 +- .../recordings/responses/bbd0637dce16.json | 466 ++++----- .../recordings/responses/d0ac68cbde69.json | 38 + .../recordings/responses/dd9e7d5913e9.json | 12 +- 29 files changed, 2584 insertions(+), 762 deletions(-) create mode 100644 tests/integration/inference/recordings/responses/12913f20f6ac.json create mode 100644 tests/integration/inference/recordings/responses/31407e035752.json create mode 100644 tests/integration/inference/recordings/responses/35db283fef1d.json create mode 100644 tests/integration/inference/recordings/responses/3877ecf1bc62.json create mode 100644 tests/integration/inference/recordings/responses/4014dd44c15f.json create mode 100644 tests/integration/inference/recordings/responses/80f09f27dd61.json create mode 100644 tests/integration/inference/recordings/responses/afb33182f365.json create mode 100644 tests/integration/inference/recordings/responses/b24590574a85.json create mode 100644 tests/integration/inference/recordings/responses/b4cda53cd04f.json create mode 100644 tests/integration/inference/recordings/responses/d0ac68cbde69.json diff --git a/llama_stack/testing/inference_recorder.py b/llama_stack/testing/inference_recorder.py index 32a343421..f3e79605d 100644 --- a/llama_stack/testing/inference_recorder.py +++ b/llama_stack/testing/inference_recorder.py @@ -200,12 +200,12 @@ class ResponseStorage: return cast(dict[str, Any], data) -async def _patched_inference_method(original_method, self, client_type, method_name=None, **kwargs): +async def _patched_inference_method(original_method, self, client_type, method_name=None, *args, **kwargs): global _current_mode, _current_storage if _current_mode == "live" or _current_storage is None: # Normal operation - return await original_method(self, **kwargs) + return await original_method(self, *args, **kwargs) # Get base URL and endpoint based on client type if client_type == "openai": @@ -284,7 +284,7 @@ async def _patched_inference_method(original_method, self, client_type, method_n ) elif _current_mode == "record": - response = await original_method(self, **kwargs) + response = await original_method(self, *args, **kwargs) request_data = { "method": method, @@ -321,7 +321,7 @@ async def _patched_inference_method(original_method, self, client_type, method_n return response else: - return await original_method(self, **kwargs) + raise AssertionError(f"Invalid mode: {_current_mode}") def patch_inference_clients(): @@ -347,14 +347,16 @@ def patch_inference_clients(): } # Create patched methods for OpenAI client - async def patched_chat_completions_create(self, **kwargs): - return await _patched_inference_method(_original_methods["chat_completions_create"], self, "openai", **kwargs) + async def patched_chat_completions_create(self, *args, **kwargs): + return await _patched_inference_method( + _original_methods["chat_completions_create"], self, "openai", *args, **kwargs + ) - async def patched_completions_create(self, **kwargs): - return await _patched_inference_method(_original_methods["completions_create"], self, "openai", **kwargs) + async def patched_completions_create(self, *args, **kwargs): + return await _patched_inference_method(_original_methods["completions_create"], self, "openai", *args, **kwargs) - async def patched_embeddings_create(self, **kwargs): - return await _patched_inference_method(_original_methods["embeddings_create"], self, "openai", **kwargs) + async def patched_embeddings_create(self, *args, **kwargs): + return await _patched_inference_method(_original_methods["embeddings_create"], self, "openai", *args, **kwargs) # Apply OpenAI patches AsyncChatCompletions.create = patched_chat_completions_create @@ -362,27 +364,33 @@ def patch_inference_clients(): AsyncEmbeddings.create = patched_embeddings_create # Create patched methods for Ollama client - async def patched_ollama_generate(self, **kwargs): + async def patched_ollama_generate(self, *args, **kwargs): return await _patched_inference_method( - _original_methods["ollama_generate"], self, "ollama", "generate", **kwargs + _original_methods["ollama_generate"], self, "ollama", "generate", *args, **kwargs ) - async def patched_ollama_chat(self, **kwargs): - return await _patched_inference_method(_original_methods["ollama_chat"], self, "ollama", "chat", **kwargs) + async def patched_ollama_chat(self, *args, **kwargs): + return await _patched_inference_method( + _original_methods["ollama_chat"], self, "ollama", "chat", *args, **kwargs + ) - async def patched_ollama_embed(self, **kwargs): - return await _patched_inference_method(_original_methods["ollama_embed"], self, "ollama", "embed", **kwargs) + async def patched_ollama_embed(self, *args, **kwargs): + return await _patched_inference_method( + _original_methods["ollama_embed"], self, "ollama", "embed", *args, **kwargs + ) - async def patched_ollama_ps(self, **kwargs): - logger.info("replay mode: ollama.ps() reporting success") - return [] + async def patched_ollama_ps(self, *args, **kwargs): + return await _patched_inference_method(_original_methods["ollama_ps"], self, "ollama", "ps", *args, **kwargs) async def patched_ollama_pull(self, *args, **kwargs): - logger.info("replay mode: ollama.pull() not actually pulling the model") - return None + return await _patched_inference_method( + _original_methods["ollama_pull"], self, "ollama", "pull", *args, **kwargs + ) - async def patched_ollama_list(self, **kwargs): - return await _patched_inference_method(_original_methods["ollama_list"], self, "ollama", "list", **kwargs) + async def patched_ollama_list(self, *args, **kwargs): + return await _patched_inference_method( + _original_methods["ollama_list"], self, "ollama", "list", *args, **kwargs + ) # Apply Ollama patches OllamaAsyncClient.generate = patched_ollama_generate @@ -416,6 +424,7 @@ def unpatch_inference_clients(): OllamaAsyncClient.chat = _original_methods["ollama_chat"] OllamaAsyncClient.embed = _original_methods["ollama_embed"] OllamaAsyncClient.ps = _original_methods["ollama_ps"] + OllamaAsyncClient.pull = _original_methods["ollama_pull"] OllamaAsyncClient.list = _original_methods["ollama_list"] _original_methods.clear() diff --git a/tests/integration/inference/recordings/index.sqlite b/tests/integration/inference/recordings/index.sqlite index cd86361776ce36a344c2d93afe894ce033897334..90827470c94bc5708da2d79b83d29344a8969005 100644 GIT binary patch literal 12288 zcmeHMOKhB175?p{?bz{yhN21rbi#s%Ajy3{ETBoi1w`7?kOdJ7>psp+jQomc9MNu& zQ6&_1&<%z1T*3m06;y}?FCkId9Y}0gvS)#S72p3mgRk0>s{d>dnz6>7@%-o9Z@zQx zIp===XP>&VIi_LR-QN!5p={pL%*{0yhr_06UcvJOo|DHMUYwk~!Qb}%8$DiW&VTj6 z<<);Q^DB3nl{>4ydLx6`=Q9Ro49pmqF)(9b#=wk$83Qv0W(>?2m@)8w&cK)L+yf7v zJv;ZTABVU_`;>O~^XATt(ebPKk6m5AbZvcj?b78d>%-&!58uBye4WQW-8!Jrc;jXm z-5g$9|J=3VXRdzg@k>{)4?n$r{X_r7WVE-tGop>Mxka7L>t9DZd2e@fXMB%Kws$ja z-Q)A|<~G2E?Y(RgNNbeC!f5se(8zV;QoM|zyIM+oSkbncQSo(bZZOe z`HgTe20pysIHqZXAHQzT^@BE}mhn8(JktyYt9MrZw(|M=URwUm@`a`6mrk78Ui{PI zrG+0YylwEM`9IEIocrP2>E@aH|8;-7Pn~?>r^Lk$Pam$exZd}u90W2> z>Qu-wO4flPZGtY+`5Y9N(MIwl9ht0rbsO*~d zK;9YlWY!at z%#u1s;bfu0GoloWjKmU)iol3UrD$U*mXxhG%z6eQO>){hNjxS?wf&Tt)#AD`!R1(C zz6hJM;l?4$C}^uSOWedPQpw3N;!NNw8+6Etw9ziGBs0hFQrl07%K+CW@8VjJTro>b z0*p}EYv;I1-dXO8)Wv(7td|nRcqU28An|FDHY0vIIMj{Geo9;#xE`DE6-tznJ5i+3 z`2HbDL4`~~0W-M}a4M#xl_oeQ5z-X0%Sc5@$oQa4Z9gS0g{*(D#nn~_9-Z{6cx*`H zL*Sl8&K)XJTQ;;**ae8MC!>m!#sz6me4}E~=75TUT6=7NgsV@5uxmnrt&dNli0Y|w zRw{8_axB4N2QW>_7YZDeoeZ}ii%}H51?3ViRw46c76q5r_EWMYf$Q=FR}@NnrmYH2 zGo*7tIz_UQ2UUpkECW*}XQ6>6t6Yq5*rKQuB#C8|+sb}QTw-+icnj;yvK(XjX zNK+(0GJ>-6Oo(DQ1>}W5gYic3#8KWkE-5@vZn%MqQzWuF~qnxSGzZ$(Rz2Kx;)G(9X~ zpnCUzP!?w~QIqhdwx0?W2dZ~Y z^2$fY1=1%XXEfKcptNYtB*RpMeMD`6v`#0?MJUeNc$D*?9n0vqDHvbdPlc)-;m%CB zl1UbhxyV|qhW@D{wi%BSDA7cb(9t205=sw4pL4nx%aZ|_nY7}r)b`V$673#*$Al~F z?#Q(fS)pGEWD8beh$O?xA!+R~LXmeyB8JRs6J5lh$qd)RnB-M$KQ*eiPf%H%+nSSE z2~wnXcJxUlw9P<>rDg4L24O244L@TWuwV(5Rbj@&JRp2+KNYIBGQ4#X!C+7t5h=={ zop1}Gqhq4vMxo)ivo8h@V=;`QuaU5U`3OESUn*2mM7y@13Khn;r(00%`Oc|?1+Zj6 zLUV=bQQL%ilnpsc=)0^G9|ZOu>Lw;oi%X0(k)so&%u{WD1ghWp&aQFv{o8k84Y2cr zlZcM?25l2Zy%24|Y$k{-+CF2b07+xGv)BMJW4Lp?v}YS-7|sl}{gklS!L1fm+kkPX z3`!}~bR;s)Cf3Jd7$?lv40XVxPN14wuRW#}^n1f&L=DLbV>%Ft+Wt6#<8b5EeZOtM ziwoP$nZaVS_?3nCu3R5{W3agR^2+IjpDaJS^yAeRPyKo6?8^5BPpzI`{{8BB<*%on z8~kPApQo-Ye`M+Jix-z}_C5R0>}Cwi7??3IV_?R>jDi0R1|B! ztpfH@5u2Be&{U#bAJMP*UFW9O*!pO6&2Kw5wItR@Qft0;>Y-+RzSgk%XkZ6#`rJcle%iUI6}mnOU-N^`O)aVQk>r~1cW!D8 ztdEA)eD}yrC0g|ny_)YFeW@u`s^;6Bn_3p?BP%s8bZ%-Lr;iTQe5-R)3om_yo93IH wn_4O9qqH>7cW!EFqmMMwJlEBiT8!u;W<1?_skMVX+QaS6OMTYwqZQoxH^p@pc>n+a delta 563 zcmYk2OD{t~7>3UYrk8U|Cx}uN8zQZ?r&WrDp*_^4by=3sKR{ApZ9u0Hr1#LN%AN;Nq^OwwThNf*NrRXSb5QxjF7f%Z0ILSPW@Id)nK_0 zQ5vjzuE}r^U}PRqtd7hfb_E%kMHFiyS;S5+BN@a`F`Yrov@$Y{SnOqF3b7(^64CH6 ol15w(F*1QT+|I~2;=Mo%G0?;06okSSN#fwk&*U+<3S08%4=V+ez5oCK diff --git a/tests/integration/inference/recordings/responses/12913f20f6ac.json b/tests/integration/inference/recordings/responses/12913f20f6ac.json new file mode 100644 index 000000000..9934da93c --- /dev/null +++ b/tests/integration/inference/recordings/responses/12913f20f6ac.json @@ -0,0 +1,284 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/v1/v1/completions", + "headers": {}, + "body": { + "model": "llama3.2:3b-instruct-fp16", + "messages": [ + { + "role": "user", + "content": "What's the name of the Sun in latin?" + } + ], + "stream": true + }, + "endpoint": "/v1/completions", + "model": "llama3.2:3b-instruct-fp16" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-471", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814881, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-471", + "choices": [ + { + "delta": { + "content": " Latin", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814881, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-471", + "choices": [ + { + "delta": { + "content": " word", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814881, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-471", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814881, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-471", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814881, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-471", + "choices": [ + { + "delta": { + "content": " Sun", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814881, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-471", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814881, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-471", + "choices": [ + { + "delta": { + "content": " Sol", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814881, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-471", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814881, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-471", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 1753814881, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/inference/recordings/responses/1b8394f90636.json b/tests/integration/inference/recordings/responses/1b8394f90636.json index a6658727d..551f99d0f 100644 --- a/tests/integration/inference/recordings/responses/1b8394f90636.json +++ b/tests/integration/inference/recordings/responses/1b8394f90636.json @@ -22,15 +22,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:01.657977Z", + "created_at": "2025-07-29T18:47:24.383192Z", "done": true, "done_reason": "stop", - "total_duration": 1860746958, - "load_duration": 59632791, + "total_duration": 2393598000, + "load_duration": 90501917, "prompt_eval_count": 18, - "prompt_eval_duration": 66333291, + "prompt_eval_duration": 545025792, "eval_count": 43, - "eval_duration": 1734228875, + "eval_duration": 1756031208, "response": " _______.\n\nThe best answer is blue. The traditional nursery rhyme goes like this:\n\nRoses are red,\nViolets are blue,\nSugar is sweet,\nAnd so are you! (Or something similar.)", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/211b1562d4e6.json b/tests/integration/inference/recordings/responses/211b1562d4e6.json index 8a501796b..05aefe656 100644 --- a/tests/integration/inference/recordings/responses/211b1562d4e6.json +++ b/tests/integration/inference/recordings/responses/211b1562d4e6.json @@ -20,15 +20,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:05.658757Z", + "created_at": "2025-07-29T18:47:29.108049Z", "done": true, "done_reason": "stop", - "total_duration": 327636667, - "load_duration": 55751292, + "total_duration": 334746667, + "load_duration": 55090709, "prompt_eval_count": 23, - "prompt_eval_duration": 65865625, + "prompt_eval_duration": 74557791, "eval_count": 6, - "eval_duration": 205366667, + "eval_duration": 204410292, "response": "Humans live on Earth.", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/31407e035752.json b/tests/integration/inference/recordings/responses/31407e035752.json new file mode 100644 index 000000000..078757420 --- /dev/null +++ b/tests/integration/inference/recordings/responses/31407e035752.json @@ -0,0 +1,544 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/v1/v1/completions", + "headers": {}, + "body": { + "model": "llama3.2:3b-instruct-fp16", + "messages": [ + { + "role": "user", + "content": "What is the name of the US captial?" + } + ], + "stream": true + }, + "endpoint": "/v1/completions", + "model": "llama3.2:3b-instruct-fp16" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": "The", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814884, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " capital", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814884, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814884, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " the", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814884, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " United", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814884, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " States", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814884, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " is", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814884, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " Washington", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814884, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": ",", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814884, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " D", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": ".C", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": ".", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " (", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": "short", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " for", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " District", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " of", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": " Columbia", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": ").", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-850", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 1753814885, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/inference/recordings/responses/35db283fef1d.json b/tests/integration/inference/recordings/responses/35db283fef1d.json new file mode 100644 index 000000000..719606d3c --- /dev/null +++ b/tests/integration/inference/recordings/responses/35db283fef1d.json @@ -0,0 +1,84 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/v1/v1/completions", + "headers": {}, + "body": { + "model": "llama3.2:3b-instruct-fp16", + "messages": [ + { + "role": "user", + "content": "What's the weather in Tokyo? Use the get_weather function to get the weather." + } + ], + "stream": false, + "tools": [ + { + "type": "function", + "function": { + "name": "get_weather", + "description": "Get the weather in a given city", + "parameters": { + "type": "object", + "properties": { + "city": { + "type": "string", + "description": "The city to get the weather for" + } + } + } + } + } + ] + }, + "endpoint": "/v1/completions", + "model": "llama3.2:3b-instruct-fp16" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-331", + "choices": [ + { + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null, + "message": { + "content": "", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [ + { + "id": "call_za2swdo9", + "function": { + "arguments": "{\"city\":\"Tokyo\"}", + "name": "get_weather" + }, + "type": "function", + "index": 0 + } + ] + } + } + ], + "created": 1753814888, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": { + "completion_tokens": 18, + "prompt_tokens": 177, + "total_tokens": 195, + "completion_tokens_details": null, + "prompt_tokens_details": null + } + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/inference/recordings/responses/3877ecf1bc62.json b/tests/integration/inference/recordings/responses/3877ecf1bc62.json new file mode 100644 index 000000000..819ec31c0 --- /dev/null +++ b/tests/integration/inference/recordings/responses/3877ecf1bc62.json @@ -0,0 +1,22 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/api/pull", + "headers": {}, + "body": {}, + "endpoint": "/api/pull", + "model": "" + }, + "response": { + "body": { + "__type__": "ollama._types.ProgressResponse", + "__data__": { + "status": "success", + "completed": null, + "total": null, + "digest": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/inference/recordings/responses/3c3f13cb7794.json b/tests/integration/inference/recordings/responses/3c3f13cb7794.json index fe9430bff..856c8c47a 100644 --- a/tests/integration/inference/recordings/responses/3c3f13cb7794.json +++ b/tests/integration/inference/recordings/responses/3c3f13cb7794.json @@ -21,7 +21,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:05.833193Z", + "created_at": "2025-07-29T18:47:29.322498Z", "done": false, "done_reason": null, "total_duration": null, @@ -39,7 +39,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:05.874274Z", + "created_at": "2025-07-29T18:47:29.366077Z", "done": false, "done_reason": null, "total_duration": null, @@ -57,7 +57,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:05.915195Z", + "created_at": "2025-07-29T18:47:29.408909Z", "done": false, "done_reason": null, "total_duration": null, @@ -75,7 +75,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:05.955964Z", + "created_at": "2025-07-29T18:47:29.451051Z", "done": false, "done_reason": null, "total_duration": null, @@ -93,7 +93,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:05.996679Z", + "created_at": "2025-07-29T18:47:29.492622Z", "done": false, "done_reason": null, "total_duration": null, @@ -111,7 +111,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:06.037268Z", + "created_at": "2025-07-29T18:47:29.534265Z", "done": false, "done_reason": null, "total_duration": null, @@ -129,7 +129,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:06.078124Z", + "created_at": "2025-07-29T18:47:29.576141Z", "done": false, "done_reason": null, "total_duration": null, @@ -147,7 +147,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:06.118771Z", + "created_at": "2025-07-29T18:47:29.617693Z", "done": false, "done_reason": null, "total_duration": null, @@ -165,7 +165,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:06.159758Z", + "created_at": "2025-07-29T18:47:29.658779Z", "done": false, "done_reason": null, "total_duration": null, @@ -183,7 +183,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:06.200659Z", + "created_at": "2025-07-29T18:47:29.699936Z", "done": false, "done_reason": null, "total_duration": null, @@ -201,15 +201,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:06.241464Z", + "created_at": "2025-07-29T18:47:29.74208Z", "done": true, "done_reason": "stop", - "total_duration": 542773583, - "load_duration": 68681541, + "total_duration": 570982833, + "load_duration": 78768458, "prompt_eval_count": 26, - "prompt_eval_duration": 64427833, + "prompt_eval_duration": 69632083, "eval_count": 11, - "eval_duration": 409175667, + "eval_duration": 421479000, "response": "", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/4014dd44c15f.json b/tests/integration/inference/recordings/responses/4014dd44c15f.json new file mode 100644 index 000000000..1c2ff7200 --- /dev/null +++ b/tests/integration/inference/recordings/responses/4014dd44c15f.json @@ -0,0 +1,104 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/v1/v1/completions", + "headers": {}, + "body": { + "model": "llama3.2:3b-instruct-fp16", + "messages": [ + { + "role": "user", + "content": "What's the weather in Tokyo? Use the get_weather function to get the weather." + } + ], + "stream": true, + "tools": [ + { + "type": "function", + "function": { + "name": "get_weather", + "description": "Get the weather in a given city", + "parameters": { + "type": "object", + "properties": { + "city": { + "type": "string", + "description": "The city to get the weather for" + } + } + } + } + } + ] + }, + "endpoint": "/v1/completions", + "model": "llama3.2:3b-instruct-fp16" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-448", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": [ + { + "index": 0, + "id": "call_esyvjxp3", + "function": { + "arguments": "{\"city\":\"Tokyo\"}", + "name": "get_weather" + }, + "type": "function" + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814883, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-448", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null + } + ], + "created": 1753814883, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/inference/recordings/responses/40f524d1934a.json b/tests/integration/inference/recordings/responses/40f524d1934a.json index 9d0833dbf..68c0470c7 100644 --- a/tests/integration/inference/recordings/responses/40f524d1934a.json +++ b/tests/integration/inference/recordings/responses/40f524d1934a.json @@ -21,7 +21,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:07.590293Z", + "created_at": "2025-07-29T18:47:31.070599Z", "done": false, "done_reason": null, "total_duration": null, @@ -39,7 +39,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:07.638879Z", + "created_at": "2025-07-29T18:47:31.112828Z", "done": false, "done_reason": null, "total_duration": null, @@ -57,7 +57,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:07.69047Z", + "created_at": "2025-07-29T18:47:31.154976Z", "done": false, "done_reason": null, "total_duration": null, @@ -75,7 +75,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:07.738247Z", + "created_at": "2025-07-29T18:47:31.197203Z", "done": false, "done_reason": null, "total_duration": null, @@ -93,7 +93,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:07.782316Z", + "created_at": "2025-07-29T18:47:31.239672Z", "done": false, "done_reason": null, "total_duration": null, @@ -111,7 +111,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:07.827405Z", + "created_at": "2025-07-29T18:47:31.281331Z", "done": false, "done_reason": null, "total_duration": null, @@ -129,7 +129,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:07.872241Z", + "created_at": "2025-07-29T18:47:31.323134Z", "done": false, "done_reason": null, "total_duration": null, @@ -147,7 +147,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:07.91705Z", + "created_at": "2025-07-29T18:47:31.364766Z", "done": false, "done_reason": null, "total_duration": null, @@ -165,7 +165,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:07.962046Z", + "created_at": "2025-07-29T18:47:31.406481Z", "done": false, "done_reason": null, "total_duration": null, @@ -183,7 +183,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.00691Z", + "created_at": "2025-07-29T18:47:31.448383Z", "done": false, "done_reason": null, "total_duration": null, @@ -201,15 +201,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.052731Z", + "created_at": "2025-07-29T18:47:31.490154Z", "done": true, "done_reason": "stop", - "total_duration": 649504167, - "load_duration": 138022250, + "total_duration": 531176667, + "load_duration": 65048792, "prompt_eval_count": 324, - "prompt_eval_duration": 45176916, + "prompt_eval_duration": 44536417, "eval_count": 11, - "eval_duration": 464930417, + "eval_duration": 420819750, "response": "", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/48d2fb183a2a.json b/tests/integration/inference/recordings/responses/48d2fb183a2a.json index cbf1964f0..c54bf5add 100644 --- a/tests/integration/inference/recordings/responses/48d2fb183a2a.json +++ b/tests/integration/inference/recordings/responses/48d2fb183a2a.json @@ -67,15 +67,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:21.486763Z", + "created_at": "2025-07-29T18:47:48.260787Z", "done": true, "done_reason": "stop", - "total_duration": 2935272125, - "load_duration": 51690583, + "total_duration": 3136253292, + "load_duration": 81917125, "prompt_eval_count": 259, - "prompt_eval_duration": 369929333, + "prompt_eval_duration": 540110750, "eval_count": 60, - "eval_duration": 2512928125, + "eval_duration": 2513196708, "response": "{\n \"first_name\": \"Michael\",\n \"last_name\": \"Jordan\",\n \"year_of_birth\": 1963,\n \"nba_stats\": {\n \"year_for_draft\": 1984,\n \"num_seasons_in_nba\": 15\n }\n}", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/4a3a4447b16b.json b/tests/integration/inference/recordings/responses/4a3a4447b16b.json index b51549404..5294a9eb5 100644 --- a/tests/integration/inference/recordings/responses/4a3a4447b16b.json +++ b/tests/integration/inference/recordings/responses/4a3a4447b16b.json @@ -14,7 +14,7 @@ "models": [ { "model": "nomic-embed-text:latest", - "modified_at": "2025-07-29T10:36:48.647829-07:00", + "modified_at": "2025-07-29T11:45:57.155575-07:00", "digest": "0a109f422b47e3a30ba2b10eca18548e944e8a23073ee3f3e947efcf3c45e59f", "size": 274302450, "details": { diff --git a/tests/integration/inference/recordings/responses/6cc063bbd7d3.json b/tests/integration/inference/recordings/responses/6cc063bbd7d3.json index 38f32618c..6eadff3aa 100644 --- a/tests/integration/inference/recordings/responses/6cc063bbd7d3.json +++ b/tests/integration/inference/recordings/responses/6cc063bbd7d3.json @@ -21,7 +21,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:29.898943Z", + "created_at": "2025-07-29T18:47:58.509395Z", "done": false, "done_reason": null, "total_duration": null, @@ -39,7 +39,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:29.940406Z", + "created_at": "2025-07-29T18:47:58.561227Z", "done": false, "done_reason": null, "total_duration": null, @@ -57,7 +57,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:29.983928Z", + "created_at": "2025-07-29T18:47:58.604344Z", "done": false, "done_reason": null, "total_duration": null, @@ -75,7 +75,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.025678Z", + "created_at": "2025-07-29T18:47:58.647038Z", "done": false, "done_reason": null, "total_duration": null, @@ -93,7 +93,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.066554Z", + "created_at": "2025-07-29T18:47:58.688732Z", "done": false, "done_reason": null, "total_duration": null, @@ -111,7 +111,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.111853Z", + "created_at": "2025-07-29T18:47:58.730495Z", "done": false, "done_reason": null, "total_duration": null, @@ -129,7 +129,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.156263Z", + "created_at": "2025-07-29T18:47:58.772148Z", "done": false, "done_reason": null, "total_duration": null, @@ -147,7 +147,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.197342Z", + "created_at": "2025-07-29T18:47:58.813191Z", "done": false, "done_reason": null, "total_duration": null, @@ -165,7 +165,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.238939Z", + "created_at": "2025-07-29T18:47:58.85447Z", "done": false, "done_reason": null, "total_duration": null, @@ -183,7 +183,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.28041Z", + "created_at": "2025-07-29T18:47:58.896136Z", "done": false, "done_reason": null, "total_duration": null, @@ -201,7 +201,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.321152Z", + "created_at": "2025-07-29T18:47:58.937588Z", "done": false, "done_reason": null, "total_duration": null, @@ -219,7 +219,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.362571Z", + "created_at": "2025-07-29T18:47:58.978357Z", "done": false, "done_reason": null, "total_duration": null, @@ -237,7 +237,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.404107Z", + "created_at": "2025-07-29T18:47:59.019403Z", "done": false, "done_reason": null, "total_duration": null, @@ -255,7 +255,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.444632Z", + "created_at": "2025-07-29T18:47:59.06055Z", "done": false, "done_reason": null, "total_duration": null, @@ -273,7 +273,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.486331Z", + "created_at": "2025-07-29T18:47:59.101456Z", "done": false, "done_reason": null, "total_duration": null, @@ -291,7 +291,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.527309Z", + "created_at": "2025-07-29T18:47:59.142967Z", "done": false, "done_reason": null, "total_duration": null, @@ -309,7 +309,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.568556Z", + "created_at": "2025-07-29T18:47:59.184487Z", "done": false, "done_reason": null, "total_duration": null, @@ -327,7 +327,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.610745Z", + "created_at": "2025-07-29T18:47:59.226323Z", "done": false, "done_reason": null, "total_duration": null, @@ -345,7 +345,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.654172Z", + "created_at": "2025-07-29T18:47:59.269043Z", "done": false, "done_reason": null, "total_duration": null, @@ -363,15 +363,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:30.695146Z", + "created_at": "2025-07-29T18:47:59.311737Z", "done": true, "done_reason": "stop", - "total_duration": 1078314875, - "load_duration": 203057166, + "total_duration": 1014917792, + "load_duration": 140789542, "prompt_eval_count": 26, - "prompt_eval_duration": 77142708, + "prompt_eval_duration": 70044833, "eval_count": 20, - "eval_duration": 797458917, + "eval_duration": 803278042, "response": "", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/70adef2c30c4.json b/tests/integration/inference/recordings/responses/70adef2c30c4.json index c6742d34f..2609d2c87 100644 --- a/tests/integration/inference/recordings/responses/70adef2c30c4.json +++ b/tests/integration/inference/recordings/responses/70adef2c30c4.json @@ -20,15 +20,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:29.59115Z", + "created_at": "2025-07-29T18:47:58.183439Z", "done": true, "done_reason": "stop", - "total_duration": 3560608959, - "load_duration": 57756625, + "total_duration": 3440514791, + "load_duration": 61560708, "prompt_eval_count": 30, - "prompt_eval_duration": 370892334, + "prompt_eval_duration": 92499375, "eval_count": 70, - "eval_duration": 3131360625, + "eval_duration": 3284810375, "response": "The answer is Saturn! Saturn's ring system is one of the most iconic and well-known in our solar system. The rings are made up of ice particles, rock debris, and dust that orbit around the planet due to its gravitational pull.\n\nWould you like to know more about Saturn's rings or is there something else I can help you with?", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/75d0dd9d0fa3.json b/tests/integration/inference/recordings/responses/75d0dd9d0fa3.json index e7cecae94..003218266 100644 --- a/tests/integration/inference/recordings/responses/75d0dd9d0fa3.json +++ b/tests/integration/inference/recordings/responses/75d0dd9d0fa3.json @@ -45,15 +45,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:05.293829Z", + "created_at": "2025-07-29T18:47:28.736819Z", "done": true, "done_reason": "stop", - "total_duration": 1587647875, - "load_duration": 58102458, + "total_duration": 1520367458, + "load_duration": 59997042, "prompt_eval_count": 119, - "prompt_eval_duration": 199832792, + "prompt_eval_duration": 198841625, "eval_count": 29, - "eval_duration": 1328951417, + "eval_duration": 1259800500, "response": "{ \"name\": \"Michael Jordan\", \"year_born\": \"1963\", \"year_retired\": \"2003\"}\n ", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/80f09f27dd61.json b/tests/integration/inference/recordings/responses/80f09f27dd61.json new file mode 100644 index 000000000..1294ab795 --- /dev/null +++ b/tests/integration/inference/recordings/responses/80f09f27dd61.json @@ -0,0 +1,56 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/v1/v1/completions", + "headers": {}, + "body": { + "model": "llama3.2:3b-instruct-fp16", + "messages": [ + { + "role": "user", + "content": "Hello, world!" + } + ], + "stream": false + }, + "endpoint": "/v1/completions", + "model": "llama3.2:3b-instruct-fp16" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-33", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "Hello! Welcome. How can I assist you today?", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": null + } + } + ], + "created": 1753814886, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": { + "completion_tokens": 12, + "prompt_tokens": 29, + "total_tokens": 41, + "completion_tokens_details": null, + "prompt_tokens_details": null + } + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/inference/recordings/responses/84cab42e1f5c.json b/tests/integration/inference/recordings/responses/84cab42e1f5c.json index b2dbe6015..04c3f9663 100644 --- a/tests/integration/inference/recordings/responses/84cab42e1f5c.json +++ b/tests/integration/inference/recordings/responses/84cab42e1f5c.json @@ -17,16 +17,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": "blue" + "text": "Blue" } ], - "created": 1753810618, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -36,7 +36,7 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, @@ -45,7 +45,7 @@ "text": ".\n\n" } ], - "created": 1753810618, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -55,16 +55,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": "The" + "text": "My" } ], - "created": 1753810618, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -74,16 +74,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " traditional" + "text": " response" } ], - "created": 1753810618, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -93,254 +93,7 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": " nursery" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": " rhyme" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": " continues" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": " with" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": " \"" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": "Rose" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": "b" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": "uds" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": " are" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": " blue" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": ".\"" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": " The" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": " rhyme" - } - ], - "created": 1753810618, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, @@ -349,7 +102,7 @@ "text": " is" } ], - "created": 1753810618, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -359,16 +112,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " often" + "text": " based" } ], - "created": 1753810618, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -378,16 +131,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " rec" + "text": " on" } ], - "created": 1753810619, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -397,45 +150,7 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": "ited" - } - ], - "created": 1753810619, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", - "choices": [ - { - "finish_reason": null, - "index": 0, - "logprobs": null, - "text": " as" - } - ], - "created": 1753810619, - "model": "llama3.2:3b-instruct-fp16", - "object": "text_completion", - "system_fingerprint": "fp_ollama", - "usage": null - } - }, - { - "__type__": "openai.types.completion.Completion", - "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, @@ -444,7 +159,7 @@ "text": " a" } ], - "created": 1753810619, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -454,16 +169,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " children" + "text": " traditional" } ], - "created": 1753810619, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -473,16 +188,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": "'s" + "text": " poem" } ], - "created": 1753810619, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -492,16 +207,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " activity" + "text": " with" } ], - "created": 1753810619, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -511,16 +226,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " or" + "text": " the" } ], - "created": 1753810619, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -530,16 +245,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " used" + "text": " first" } ], - "created": 1753810619, + "created": 1753814831, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -549,7 +264,349 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " line" + } + ], + "created": 1753814831, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " being" + } + ], + "created": 1753814831, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " \"" + } + ], + "created": 1753814831, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "R" + } + ], + "created": 1753814831, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "oses" + } + ], + "created": 1753814831, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " are" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " red" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "\"," + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " but" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " in" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " reality" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "," + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " roses" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " come" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " in" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " various" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " colors" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " such" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", "choices": [ { "finish_reason": null, @@ -558,7 +615,7 @@ "text": " as" } ], - "created": 1753810619, + "created": 1753814832, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -568,16 +625,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " an" + "text": " red" } ], - "created": 1753810619, + "created": 1753814832, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -587,16 +644,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " example" + "text": "," } ], - "created": 1753810619, + "created": 1753814832, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -606,16 +663,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " of" + "text": " pink" } ], - "created": 1753810619, + "created": 1753814832, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -625,16 +682,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": " all" + "text": "," } ], - "created": 1753810619, + "created": 1753814832, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -644,16 +701,16 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { "finish_reason": null, "index": 0, "logprobs": null, - "text": "iteration" + "text": " yellow" } ], - "created": 1753810619, + "created": 1753814832, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -663,7 +720,102 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "," + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " white" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "," + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " and" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " purple" + } + ], + "created": 1753814832, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", "choices": [ { "finish_reason": null, @@ -672,7 +824,7 @@ "text": "." } ], - "created": 1753810619, + "created": 1753814833, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", @@ -682,16 +834,149 @@ { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-28", + "id": "cmpl-313", "choices": [ { - "finish_reason": "stop", + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " V" + } + ], + "created": 1753814833, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "io" + } + ], + "created": 1753814833, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "lets" + } + ], + "created": 1753814833, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "," + } + ], + "created": 1753814833, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " on" + } + ], + "created": 1753814833, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " the" + } + ], + "created": 1753814833, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " other" + } + ], + "created": 1753814833, + "model": "llama3.2:3b-instruct-fp16", + "object": "text_completion", + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "cmpl-313", + "choices": [ + { + "finish_reason": "length", "index": 0, "logprobs": null, "text": "" } ], - "created": 1753810619, + "created": 1753814833, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", diff --git a/tests/integration/inference/recordings/responses/9b812cbcb88d.json b/tests/integration/inference/recordings/responses/9b812cbcb88d.json index 7d20cc273..75cd80a6d 100644 --- a/tests/integration/inference/recordings/responses/9b812cbcb88d.json +++ b/tests/integration/inference/recordings/responses/9b812cbcb88d.json @@ -20,15 +20,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:07.316473Z", + "created_at": "2025-07-29T18:47:30.907069Z", "done": true, "done_reason": "stop", - "total_duration": 1001978333, - "load_duration": 125002875, + "total_duration": 978723208, + "load_duration": 82950875, "prompt_eval_count": 324, - "prompt_eval_duration": 451915875, + "prompt_eval_duration": 453827625, "eval_count": 11, - "eval_duration": 424435375, + "eval_duration": 439485709, "response": "[get_weather(location=\"San Francisco, CA\")]", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/9e7a83d3d596.json b/tests/integration/inference/recordings/responses/9e7a83d3d596.json index 1f09a77ad..deb223dba 100644 --- a/tests/integration/inference/recordings/responses/9e7a83d3d596.json +++ b/tests/integration/inference/recordings/responses/9e7a83d3d596.json @@ -15,23 +15,23 @@ "body": { "__type__": "openai.types.completion.Completion", "__data__": { - "id": "cmpl-256", + "id": "cmpl-719", "choices": [ { "finish_reason": "stop", "index": 0, "logprobs": null, - "text": "Blue.\n\nMy response is a play on words of the classic nursery rhyme \"Roses are red, violets are blue.\" In traditional rhymes, violets are typically depicted as being purple or blue in color. I've taken this convention and completed the sentence with the word \"blue\" to create a punny adaptation of the original phrase." + "text": "Blue.\n\nExplanation: This is a classic example of an alliterative poem, often referred to as \"red roses.\" The original phrase, \"Roses are red,\" was actually coined by Ernest Thesiger in 1910 and was followed by the complementary phrase, making the complete sentence a poetic device called an \"alliterative couplet.\"" } ], - "created": 1753810618, + "created": 1753814830, "model": "llama3.2:3b-instruct-fp16", "object": "text_completion", "system_fingerprint": "fp_ollama", "usage": { - "completion_tokens": 72, + "completion_tokens": 71, "prompt_tokens": 50, - "total_tokens": 122, + "total_tokens": 121, "completion_tokens_details": null, "prompt_tokens_details": null } diff --git a/tests/integration/inference/recordings/responses/a6810c23eda8.json b/tests/integration/inference/recordings/responses/a6810c23eda8.json index 851ff0e6e..4d3b935da 100644 --- a/tests/integration/inference/recordings/responses/a6810c23eda8.json +++ b/tests/integration/inference/recordings/responses/a6810c23eda8.json @@ -23,7 +23,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:01.808564Z", + "created_at": "2025-07-29T18:47:24.599113Z", "done": false, "done_reason": null, "total_duration": null, @@ -41,7 +41,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:01.850237Z", + "created_at": "2025-07-29T18:47:24.643599Z", "done": false, "done_reason": null, "total_duration": null, @@ -59,7 +59,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:01.891462Z", + "created_at": "2025-07-29T18:47:24.685747Z", "done": false, "done_reason": null, "total_duration": null, @@ -77,7 +77,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:01.9326Z", + "created_at": "2025-07-29T18:47:24.727604Z", "done": false, "done_reason": null, "total_duration": null, @@ -95,7 +95,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:01.97369Z", + "created_at": "2025-07-29T18:47:24.768014Z", "done": false, "done_reason": null, "total_duration": null, @@ -113,7 +113,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.014668Z", + "created_at": "2025-07-29T18:47:24.809356Z", "done": false, "done_reason": null, "total_duration": null, @@ -131,7 +131,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.055932Z", + "created_at": "2025-07-29T18:47:24.850402Z", "done": false, "done_reason": null, "total_duration": null, @@ -149,7 +149,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.097128Z", + "created_at": "2025-07-29T18:47:24.891768Z", "done": false, "done_reason": null, "total_duration": null, @@ -167,7 +167,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.137979Z", + "created_at": "2025-07-29T18:47:24.933421Z", "done": false, "done_reason": null, "total_duration": null, @@ -185,7 +185,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.178748Z", + "created_at": "2025-07-29T18:47:24.976048Z", "done": false, "done_reason": null, "total_duration": null, @@ -203,7 +203,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.219748Z", + "created_at": "2025-07-29T18:47:25.016922Z", "done": false, "done_reason": null, "total_duration": null, @@ -221,7 +221,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.260654Z", + "created_at": "2025-07-29T18:47:25.058091Z", "done": false, "done_reason": null, "total_duration": null, @@ -239,7 +239,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.301472Z", + "created_at": "2025-07-29T18:47:25.098992Z", "done": false, "done_reason": null, "total_duration": null, @@ -257,7 +257,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.342126Z", + "created_at": "2025-07-29T18:47:25.140605Z", "done": false, "done_reason": null, "total_duration": null, @@ -275,7 +275,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.383051Z", + "created_at": "2025-07-29T18:47:25.18202Z", "done": false, "done_reason": null, "total_duration": null, @@ -293,7 +293,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.423897Z", + "created_at": "2025-07-29T18:47:25.223443Z", "done": false, "done_reason": null, "total_duration": null, @@ -311,7 +311,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.46492Z", + "created_at": "2025-07-29T18:47:25.264829Z", "done": false, "done_reason": null, "total_duration": null, @@ -329,7 +329,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.505397Z", + "created_at": "2025-07-29T18:47:25.306517Z", "done": false, "done_reason": null, "total_duration": null, @@ -347,7 +347,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.546389Z", + "created_at": "2025-07-29T18:47:25.347967Z", "done": false, "done_reason": null, "total_duration": null, @@ -365,7 +365,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.587385Z", + "created_at": "2025-07-29T18:47:25.389339Z", "done": false, "done_reason": null, "total_duration": null, @@ -383,7 +383,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.628982Z", + "created_at": "2025-07-29T18:47:25.430357Z", "done": false, "done_reason": null, "total_duration": null, @@ -401,7 +401,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.670146Z", + "created_at": "2025-07-29T18:47:25.471506Z", "done": false, "done_reason": null, "total_duration": null, @@ -419,7 +419,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.711586Z", + "created_at": "2025-07-29T18:47:25.512744Z", "done": false, "done_reason": null, "total_duration": null, @@ -437,7 +437,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.753401Z", + "created_at": "2025-07-29T18:47:25.55402Z", "done": false, "done_reason": null, "total_duration": null, @@ -455,7 +455,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.795085Z", + "created_at": "2025-07-29T18:47:25.595747Z", "done": false, "done_reason": null, "total_duration": null, @@ -473,7 +473,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.836212Z", + "created_at": "2025-07-29T18:47:25.637436Z", "done": false, "done_reason": null, "total_duration": null, @@ -491,7 +491,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.877229Z", + "created_at": "2025-07-29T18:47:25.678551Z", "done": false, "done_reason": null, "total_duration": null, @@ -509,7 +509,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.919071Z", + "created_at": "2025-07-29T18:47:25.719904Z", "done": false, "done_reason": null, "total_duration": null, @@ -527,7 +527,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:02.962816Z", + "created_at": "2025-07-29T18:47:25.76118Z", "done": false, "done_reason": null, "total_duration": null, @@ -545,7 +545,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.004934Z", + "created_at": "2025-07-29T18:47:25.802641Z", "done": false, "done_reason": null, "total_duration": null, @@ -563,7 +563,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.047274Z", + "created_at": "2025-07-29T18:47:25.843247Z", "done": false, "done_reason": null, "total_duration": null, @@ -581,7 +581,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.088469Z", + "created_at": "2025-07-29T18:47:25.88468Z", "done": false, "done_reason": null, "total_duration": null, @@ -599,7 +599,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.129445Z", + "created_at": "2025-07-29T18:47:25.92653Z", "done": false, "done_reason": null, "total_duration": null, @@ -617,7 +617,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.170337Z", + "created_at": "2025-07-29T18:47:25.968022Z", "done": false, "done_reason": null, "total_duration": null, @@ -635,7 +635,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.214189Z", + "created_at": "2025-07-29T18:47:26.00935Z", "done": false, "done_reason": null, "total_duration": null, @@ -653,7 +653,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.259789Z", + "created_at": "2025-07-29T18:47:26.050576Z", "done": false, "done_reason": null, "total_duration": null, @@ -671,7 +671,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.311454Z", + "created_at": "2025-07-29T18:47:26.091784Z", "done": false, "done_reason": null, "total_duration": null, @@ -689,7 +689,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.358855Z", + "created_at": "2025-07-29T18:47:26.133496Z", "done": false, "done_reason": null, "total_duration": null, @@ -707,7 +707,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.405774Z", + "created_at": "2025-07-29T18:47:26.175442Z", "done": false, "done_reason": null, "total_duration": null, @@ -725,7 +725,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.449402Z", + "created_at": "2025-07-29T18:47:26.217044Z", "done": false, "done_reason": null, "total_duration": null, @@ -743,7 +743,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.493595Z", + "created_at": "2025-07-29T18:47:26.258582Z", "done": false, "done_reason": null, "total_duration": null, @@ -761,7 +761,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.536236Z", + "created_at": "2025-07-29T18:47:26.300334Z", "done": false, "done_reason": null, "total_duration": null, @@ -779,15 +779,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:03.578174Z", + "created_at": "2025-07-29T18:47:26.341814Z", "done": true, "done_reason": "stop", - "total_duration": 1877723375, - "load_duration": 64346709, + "total_duration": 1862375416, + "load_duration": 73039291, "prompt_eval_count": 18, - "prompt_eval_duration": 41320958, + "prompt_eval_duration": 45477667, "eval_count": 43, - "eval_duration": 1771501375, + "eval_duration": 1743432792, "response": "", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/ae6835cfe70e.json b/tests/integration/inference/recordings/responses/ae6835cfe70e.json index a3510d6ca..82664b0b6 100644 --- a/tests/integration/inference/recordings/responses/ae6835cfe70e.json +++ b/tests/integration/inference/recordings/responses/ae6835cfe70e.json @@ -20,15 +20,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:31.563015Z", + "created_at": "2025-07-29T18:48:00.342705Z", "done": true, "done_reason": "stop", - "total_duration": 697289250, - "load_duration": 84472834, + "total_duration": 671224833, + "load_duration": 82344875, "prompt_eval_count": 386, - "prompt_eval_duration": 564623708, + "prompt_eval_duration": 545215084, "eval_count": 2, - "eval_duration": 47500459, + "eval_duration": 43112416, "response": "[]", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/afb33182f365.json b/tests/integration/inference/recordings/responses/afb33182f365.json new file mode 100644 index 000000000..1c51c5a7f --- /dev/null +++ b/tests/integration/inference/recordings/responses/afb33182f365.json @@ -0,0 +1,56 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/v1/v1/completions", + "headers": {}, + "body": { + "model": "llama3.2:3b-instruct-fp16", + "messages": [ + { + "role": "user", + "content": "Which planet has rings around it with a name starting with letter S?" + } + ], + "stream": false + }, + "endpoint": "/v1/completions", + "model": "llama3.2:3b-instruct-fp16" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-541", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "Saturn is the planet that has rings around itself.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": null + } + } + ], + "created": 1753814884, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": { + "completion_tokens": 12, + "prompt_tokens": 39, + "total_tokens": 51, + "completion_tokens_details": null, + "prompt_tokens_details": null + } + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/inference/recordings/responses/b24590574a85.json b/tests/integration/inference/recordings/responses/b24590574a85.json new file mode 100644 index 000000000..615b5618d --- /dev/null +++ b/tests/integration/inference/recordings/responses/b24590574a85.json @@ -0,0 +1,284 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/v1/v1/completions", + "headers": {}, + "body": { + "model": "llama3.2:3b-instruct-fp16", + "messages": [ + { + "role": "user", + "content": "Hello, world!" + } + ], + "stream": true + }, + "endpoint": "/v1/completions", + "model": "llama3.2:3b-instruct-fp16" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-528", + "choices": [ + { + "delta": { + "content": "Hello", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814882, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-528", + "choices": [ + { + "delta": { + "content": "!", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814882, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-528", + "choices": [ + { + "delta": { + "content": " How", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814882, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-528", + "choices": [ + { + "delta": { + "content": " can", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814882, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-528", + "choices": [ + { + "delta": { + "content": " I", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814882, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-528", + "choices": [ + { + "delta": { + "content": " help", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814882, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-528", + "choices": [ + { + "delta": { + "content": " you", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814882, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-528", + "choices": [ + { + "delta": { + "content": " today", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814882, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-528", + "choices": [ + { + "delta": { + "content": "?", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1753814882, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "chatcmpl-528", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null + } + ], + "created": 1753814882, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": null + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/inference/recordings/responses/b4cda53cd04f.json b/tests/integration/inference/recordings/responses/b4cda53cd04f.json new file mode 100644 index 000000000..d2fb387a8 --- /dev/null +++ b/tests/integration/inference/recordings/responses/b4cda53cd04f.json @@ -0,0 +1,56 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/v1/v1/completions", + "headers": {}, + "body": { + "model": "llama3.2:3b-instruct-fp16", + "messages": [ + { + "role": "user", + "content": "Which planet do humans live on?" + } + ], + "stream": false + }, + "endpoint": "/v1/completions", + "model": "llama3.2:3b-instruct-fp16" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "chatcmpl-4", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "Humans live on Earth.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": null + } + } + ], + "created": 1753814880, + "model": "llama3.2:3b-instruct-fp16", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": "fp_ollama", + "usage": { + "completion_tokens": 6, + "prompt_tokens": 32, + "total_tokens": 38, + "completion_tokens_details": null, + "prompt_tokens_details": null + } + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/inference/recordings/responses/b91f1fb4aedb.json b/tests/integration/inference/recordings/responses/b91f1fb4aedb.json index 1a47d5434..fad1dc8fd 100644 --- a/tests/integration/inference/recordings/responses/b91f1fb4aedb.json +++ b/tests/integration/inference/recordings/responses/b91f1fb4aedb.json @@ -21,7 +21,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.301403Z", + "created_at": "2025-07-29T18:47:31.891582Z", "done": false, "done_reason": null, "total_duration": null, @@ -39,7 +39,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.344225Z", + "created_at": "2025-07-29T18:47:31.939133Z", "done": false, "done_reason": null, "total_duration": null, @@ -57,7 +57,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.38649Z", + "created_at": "2025-07-29T18:47:31.985171Z", "done": false, "done_reason": null, "total_duration": null, @@ -75,7 +75,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.42879Z", + "created_at": "2025-07-29T18:47:32.030448Z", "done": false, "done_reason": null, "total_duration": null, @@ -93,7 +93,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.470562Z", + "created_at": "2025-07-29T18:47:32.075659Z", "done": false, "done_reason": null, "total_duration": null, @@ -111,7 +111,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.512144Z", + "created_at": "2025-07-29T18:47:32.123939Z", "done": false, "done_reason": null, "total_duration": null, @@ -129,7 +129,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.553706Z", + "created_at": "2025-07-29T18:47:32.169545Z", "done": false, "done_reason": null, "total_duration": null, @@ -147,7 +147,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.59536Z", + "created_at": "2025-07-29T18:47:32.214044Z", "done": false, "done_reason": null, "total_duration": null, @@ -165,7 +165,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.636886Z", + "created_at": "2025-07-29T18:47:32.259104Z", "done": false, "done_reason": null, "total_duration": null, @@ -183,7 +183,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.678935Z", + "created_at": "2025-07-29T18:47:32.306215Z", "done": false, "done_reason": null, "total_duration": null, @@ -201,15 +201,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.719919Z", + "created_at": "2025-07-29T18:47:32.351121Z", "done": true, "done_reason": "stop", - "total_duration": 609334000, - "load_duration": 85744542, + "total_duration": 641307458, + "load_duration": 70513916, "prompt_eval_count": 339, - "prompt_eval_duration": 102984708, + "prompt_eval_duration": 106020875, "eval_count": 11, - "eval_duration": 420012834, + "eval_duration": 464057250, "response": "", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/bbd0637dce16.json b/tests/integration/inference/recordings/responses/bbd0637dce16.json index 06ed44a13..c1746a279 100644 --- a/tests/integration/inference/recordings/responses/bbd0637dce16.json +++ b/tests/integration/inference/recordings/responses/bbd0637dce16.json @@ -21,7 +21,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.873707Z", + "created_at": "2025-07-29T18:47:32.734568Z", "done": false, "done_reason": null, "total_duration": null, @@ -39,7 +39,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.915456Z", + "created_at": "2025-07-29T18:47:32.780322Z", "done": false, "done_reason": null, "total_duration": null, @@ -57,7 +57,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.956458Z", + "created_at": "2025-07-29T18:47:32.822494Z", "done": false, "done_reason": null, "total_duration": null, @@ -75,7 +75,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:08.997307Z", + "created_at": "2025-07-29T18:47:32.864477Z", "done": false, "done_reason": null, "total_duration": null, @@ -93,7 +93,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.038294Z", + "created_at": "2025-07-29T18:47:32.905567Z", "done": false, "done_reason": null, "total_duration": null, @@ -111,7 +111,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.078769Z", + "created_at": "2025-07-29T18:47:32.946526Z", "done": false, "done_reason": null, "total_duration": null, @@ -129,7 +129,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.120825Z", + "created_at": "2025-07-29T18:47:32.987333Z", "done": false, "done_reason": null, "total_duration": null, @@ -147,7 +147,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.162106Z", + "created_at": "2025-07-29T18:47:33.028636Z", "done": false, "done_reason": null, "total_duration": null, @@ -165,7 +165,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.203462Z", + "created_at": "2025-07-29T18:47:33.069659Z", "done": false, "done_reason": null, "total_duration": null, @@ -183,7 +183,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.245082Z", + "created_at": "2025-07-29T18:47:33.111852Z", "done": false, "done_reason": null, "total_duration": null, @@ -201,7 +201,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.286187Z", + "created_at": "2025-07-29T18:47:33.154357Z", "done": false, "done_reason": null, "total_duration": null, @@ -219,7 +219,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.327014Z", + "created_at": "2025-07-29T18:47:33.196576Z", "done": false, "done_reason": null, "total_duration": null, @@ -237,7 +237,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.368144Z", + "created_at": "2025-07-29T18:47:33.241275Z", "done": false, "done_reason": null, "total_duration": null, @@ -255,7 +255,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.409281Z", + "created_at": "2025-07-29T18:47:33.288617Z", "done": false, "done_reason": null, "total_duration": null, @@ -273,7 +273,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.450261Z", + "created_at": "2025-07-29T18:47:33.334713Z", "done": false, "done_reason": null, "total_duration": null, @@ -291,7 +291,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.491416Z", + "created_at": "2025-07-29T18:47:33.379281Z", "done": false, "done_reason": null, "total_duration": null, @@ -309,7 +309,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.53229Z", + "created_at": "2025-07-29T18:47:33.422844Z", "done": false, "done_reason": null, "total_duration": null, @@ -327,7 +327,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.573651Z", + "created_at": "2025-07-29T18:47:33.465411Z", "done": false, "done_reason": null, "total_duration": null, @@ -345,7 +345,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.615142Z", + "created_at": "2025-07-29T18:47:33.506968Z", "done": false, "done_reason": null, "total_duration": null, @@ -363,7 +363,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.656122Z", + "created_at": "2025-07-29T18:47:33.548473Z", "done": false, "done_reason": null, "total_duration": null, @@ -381,7 +381,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.696853Z", + "created_at": "2025-07-29T18:47:33.589558Z", "done": false, "done_reason": null, "total_duration": null, @@ -399,7 +399,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.737944Z", + "created_at": "2025-07-29T18:47:33.630602Z", "done": false, "done_reason": null, "total_duration": null, @@ -417,7 +417,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.779151Z", + "created_at": "2025-07-29T18:47:33.672127Z", "done": false, "done_reason": null, "total_duration": null, @@ -435,7 +435,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.820613Z", + "created_at": "2025-07-29T18:47:33.713946Z", "done": false, "done_reason": null, "total_duration": null, @@ -453,7 +453,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.861822Z", + "created_at": "2025-07-29T18:47:33.755302Z", "done": false, "done_reason": null, "total_duration": null, @@ -471,7 +471,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.903092Z", + "created_at": "2025-07-29T18:47:33.796803Z", "done": false, "done_reason": null, "total_duration": null, @@ -489,7 +489,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.944731Z", + "created_at": "2025-07-29T18:47:33.837979Z", "done": false, "done_reason": null, "total_duration": null, @@ -507,7 +507,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:09.986366Z", + "created_at": "2025-07-29T18:47:33.879103Z", "done": false, "done_reason": null, "total_duration": null, @@ -525,7 +525,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.027118Z", + "created_at": "2025-07-29T18:47:33.920442Z", "done": false, "done_reason": null, "total_duration": null, @@ -543,7 +543,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.067891Z", + "created_at": "2025-07-29T18:47:33.961679Z", "done": false, "done_reason": null, "total_duration": null, @@ -561,7 +561,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.108708Z", + "created_at": "2025-07-29T18:47:34.003538Z", "done": false, "done_reason": null, "total_duration": null, @@ -579,7 +579,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.14951Z", + "created_at": "2025-07-29T18:47:34.047067Z", "done": false, "done_reason": null, "total_duration": null, @@ -597,7 +597,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.190489Z", + "created_at": "2025-07-29T18:47:34.092011Z", "done": false, "done_reason": null, "total_duration": null, @@ -615,7 +615,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.23224Z", + "created_at": "2025-07-29T18:47:34.14147Z", "done": false, "done_reason": null, "total_duration": null, @@ -633,7 +633,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.273517Z", + "created_at": "2025-07-29T18:47:34.188688Z", "done": false, "done_reason": null, "total_duration": null, @@ -651,7 +651,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.314552Z", + "created_at": "2025-07-29T18:47:34.23099Z", "done": false, "done_reason": null, "total_duration": null, @@ -669,7 +669,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.355752Z", + "created_at": "2025-07-29T18:47:34.271917Z", "done": false, "done_reason": null, "total_duration": null, @@ -687,7 +687,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.396693Z", + "created_at": "2025-07-29T18:47:34.313106Z", "done": false, "done_reason": null, "total_duration": null, @@ -705,7 +705,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.438003Z", + "created_at": "2025-07-29T18:47:34.354534Z", "done": false, "done_reason": null, "total_duration": null, @@ -723,7 +723,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.479053Z", + "created_at": "2025-07-29T18:47:34.396694Z", "done": false, "done_reason": null, "total_duration": null, @@ -741,7 +741,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.520015Z", + "created_at": "2025-07-29T18:47:34.438042Z", "done": false, "done_reason": null, "total_duration": null, @@ -759,7 +759,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.560956Z", + "created_at": "2025-07-29T18:47:34.479347Z", "done": false, "done_reason": null, "total_duration": null, @@ -777,7 +777,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.601955Z", + "created_at": "2025-07-29T18:47:34.520112Z", "done": false, "done_reason": null, "total_duration": null, @@ -795,7 +795,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.643589Z", + "created_at": "2025-07-29T18:47:34.56141Z", "done": false, "done_reason": null, "total_duration": null, @@ -813,7 +813,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.684414Z", + "created_at": "2025-07-29T18:47:34.602445Z", "done": false, "done_reason": null, "total_duration": null, @@ -831,7 +831,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.725403Z", + "created_at": "2025-07-29T18:47:34.64327Z", "done": false, "done_reason": null, "total_duration": null, @@ -849,7 +849,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.767284Z", + "created_at": "2025-07-29T18:47:34.685056Z", "done": false, "done_reason": null, "total_duration": null, @@ -867,7 +867,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.808317Z", + "created_at": "2025-07-29T18:47:34.726668Z", "done": false, "done_reason": null, "total_duration": null, @@ -885,7 +885,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.849749Z", + "created_at": "2025-07-29T18:47:34.768538Z", "done": false, "done_reason": null, "total_duration": null, @@ -903,7 +903,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.891316Z", + "created_at": "2025-07-29T18:47:34.810414Z", "done": false, "done_reason": null, "total_duration": null, @@ -921,7 +921,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.932776Z", + "created_at": "2025-07-29T18:47:34.851436Z", "done": false, "done_reason": null, "total_duration": null, @@ -939,7 +939,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:10.974195Z", + "created_at": "2025-07-29T18:47:34.893488Z", "done": false, "done_reason": null, "total_duration": null, @@ -957,7 +957,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.015182Z", + "created_at": "2025-07-29T18:47:34.935748Z", "done": false, "done_reason": null, "total_duration": null, @@ -975,7 +975,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.056585Z", + "created_at": "2025-07-29T18:47:34.976678Z", "done": false, "done_reason": null, "total_duration": null, @@ -993,7 +993,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.097735Z", + "created_at": "2025-07-29T18:47:35.017535Z", "done": false, "done_reason": null, "total_duration": null, @@ -1011,7 +1011,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.13893Z", + "created_at": "2025-07-29T18:47:35.058735Z", "done": false, "done_reason": null, "total_duration": null, @@ -1029,7 +1029,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.179956Z", + "created_at": "2025-07-29T18:47:35.099818Z", "done": false, "done_reason": null, "total_duration": null, @@ -1047,7 +1047,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.22165Z", + "created_at": "2025-07-29T18:47:35.141235Z", "done": false, "done_reason": null, "total_duration": null, @@ -1065,7 +1065,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.262869Z", + "created_at": "2025-07-29T18:47:35.182196Z", "done": false, "done_reason": null, "total_duration": null, @@ -1083,7 +1083,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.303826Z", + "created_at": "2025-07-29T18:47:35.224652Z", "done": false, "done_reason": null, "total_duration": null, @@ -1101,7 +1101,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.344605Z", + "created_at": "2025-07-29T18:47:35.266777Z", "done": false, "done_reason": null, "total_duration": null, @@ -1119,7 +1119,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.385465Z", + "created_at": "2025-07-29T18:47:35.30776Z", "done": false, "done_reason": null, "total_duration": null, @@ -1137,7 +1137,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.426366Z", + "created_at": "2025-07-29T18:47:35.348575Z", "done": false, "done_reason": null, "total_duration": null, @@ -1155,7 +1155,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.467286Z", + "created_at": "2025-07-29T18:47:35.389571Z", "done": false, "done_reason": null, "total_duration": null, @@ -1173,7 +1173,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.508189Z", + "created_at": "2025-07-29T18:47:35.431018Z", "done": false, "done_reason": null, "total_duration": null, @@ -1191,7 +1191,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.549261Z", + "created_at": "2025-07-29T18:47:35.47221Z", "done": false, "done_reason": null, "total_duration": null, @@ -1209,7 +1209,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.591196Z", + "created_at": "2025-07-29T18:47:35.513378Z", "done": false, "done_reason": null, "total_duration": null, @@ -1227,7 +1227,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.635012Z", + "created_at": "2025-07-29T18:47:35.554268Z", "done": false, "done_reason": null, "total_duration": null, @@ -1245,7 +1245,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.677795Z", + "created_at": "2025-07-29T18:47:35.595227Z", "done": false, "done_reason": null, "total_duration": null, @@ -1263,7 +1263,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.722882Z", + "created_at": "2025-07-29T18:47:35.636167Z", "done": false, "done_reason": null, "total_duration": null, @@ -1281,7 +1281,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.764133Z", + "created_at": "2025-07-29T18:47:35.677032Z", "done": false, "done_reason": null, "total_duration": null, @@ -1299,7 +1299,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.807157Z", + "created_at": "2025-07-29T18:47:35.717956Z", "done": false, "done_reason": null, "total_duration": null, @@ -1317,7 +1317,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.851604Z", + "created_at": "2025-07-29T18:47:35.759034Z", "done": false, "done_reason": null, "total_duration": null, @@ -1335,7 +1335,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.894284Z", + "created_at": "2025-07-29T18:47:35.800669Z", "done": false, "done_reason": null, "total_duration": null, @@ -1353,7 +1353,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.936111Z", + "created_at": "2025-07-29T18:47:35.847116Z", "done": false, "done_reason": null, "total_duration": null, @@ -1371,7 +1371,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:11.978322Z", + "created_at": "2025-07-29T18:47:35.890369Z", "done": false, "done_reason": null, "total_duration": null, @@ -1389,7 +1389,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.019815Z", + "created_at": "2025-07-29T18:47:35.932566Z", "done": false, "done_reason": null, "total_duration": null, @@ -1407,7 +1407,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.062654Z", + "created_at": "2025-07-29T18:47:35.973941Z", "done": false, "done_reason": null, "total_duration": null, @@ -1425,7 +1425,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.10504Z", + "created_at": "2025-07-29T18:47:36.015033Z", "done": false, "done_reason": null, "total_duration": null, @@ -1443,7 +1443,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.146747Z", + "created_at": "2025-07-29T18:47:36.05598Z", "done": false, "done_reason": null, "total_duration": null, @@ -1461,7 +1461,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.187887Z", + "created_at": "2025-07-29T18:47:36.09692Z", "done": false, "done_reason": null, "total_duration": null, @@ -1479,7 +1479,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.23088Z", + "created_at": "2025-07-29T18:47:36.138631Z", "done": false, "done_reason": null, "total_duration": null, @@ -1497,7 +1497,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.272307Z", + "created_at": "2025-07-29T18:47:36.179745Z", "done": false, "done_reason": null, "total_duration": null, @@ -1515,7 +1515,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.313599Z", + "created_at": "2025-07-29T18:47:36.220859Z", "done": false, "done_reason": null, "total_duration": null, @@ -1533,7 +1533,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.354793Z", + "created_at": "2025-07-29T18:47:36.261698Z", "done": false, "done_reason": null, "total_duration": null, @@ -1551,7 +1551,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.395695Z", + "created_at": "2025-07-29T18:47:36.30394Z", "done": false, "done_reason": null, "total_duration": null, @@ -1569,7 +1569,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.436441Z", + "created_at": "2025-07-29T18:47:36.34674Z", "done": false, "done_reason": null, "total_duration": null, @@ -1587,7 +1587,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.477228Z", + "created_at": "2025-07-29T18:47:36.386587Z", "done": false, "done_reason": null, "total_duration": null, @@ -1605,7 +1605,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.519069Z", + "created_at": "2025-07-29T18:47:36.428548Z", "done": false, "done_reason": null, "total_duration": null, @@ -1623,7 +1623,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.562289Z", + "created_at": "2025-07-29T18:47:36.471219Z", "done": false, "done_reason": null, "total_duration": null, @@ -1641,7 +1641,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.605049Z", + "created_at": "2025-07-29T18:47:36.513168Z", "done": false, "done_reason": null, "total_duration": null, @@ -1659,7 +1659,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.647241Z", + "created_at": "2025-07-29T18:47:36.55472Z", "done": false, "done_reason": null, "total_duration": null, @@ -1677,7 +1677,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.68918Z", + "created_at": "2025-07-29T18:47:36.596569Z", "done": false, "done_reason": null, "total_duration": null, @@ -1695,7 +1695,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.730398Z", + "created_at": "2025-07-29T18:47:36.638905Z", "done": false, "done_reason": null, "total_duration": null, @@ -1713,7 +1713,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.773872Z", + "created_at": "2025-07-29T18:47:36.680526Z", "done": false, "done_reason": null, "total_duration": null, @@ -1731,7 +1731,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.815238Z", + "created_at": "2025-07-29T18:47:36.722286Z", "done": false, "done_reason": null, "total_duration": null, @@ -1749,7 +1749,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.85788Z", + "created_at": "2025-07-29T18:47:36.764106Z", "done": false, "done_reason": null, "total_duration": null, @@ -1767,7 +1767,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.898739Z", + "created_at": "2025-07-29T18:47:36.806926Z", "done": false, "done_reason": null, "total_duration": null, @@ -1785,7 +1785,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.940247Z", + "created_at": "2025-07-29T18:47:36.85187Z", "done": false, "done_reason": null, "total_duration": null, @@ -1803,7 +1803,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:12.981455Z", + "created_at": "2025-07-29T18:47:36.893859Z", "done": false, "done_reason": null, "total_duration": null, @@ -1821,7 +1821,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.022726Z", + "created_at": "2025-07-29T18:47:36.935921Z", "done": false, "done_reason": null, "total_duration": null, @@ -1839,7 +1839,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.063801Z", + "created_at": "2025-07-29T18:47:36.977807Z", "done": false, "done_reason": null, "total_duration": null, @@ -1857,7 +1857,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.105746Z", + "created_at": "2025-07-29T18:47:37.019661Z", "done": false, "done_reason": null, "total_duration": null, @@ -1875,7 +1875,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.147515Z", + "created_at": "2025-07-29T18:47:37.061525Z", "done": false, "done_reason": null, "total_duration": null, @@ -1893,7 +1893,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.189101Z", + "created_at": "2025-07-29T18:47:37.103815Z", "done": false, "done_reason": null, "total_duration": null, @@ -1911,7 +1911,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.230881Z", + "created_at": "2025-07-29T18:47:37.14614Z", "done": false, "done_reason": null, "total_duration": null, @@ -1929,7 +1929,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.273551Z", + "created_at": "2025-07-29T18:47:37.187851Z", "done": false, "done_reason": null, "total_duration": null, @@ -1947,7 +1947,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.314677Z", + "created_at": "2025-07-29T18:47:37.232245Z", "done": false, "done_reason": null, "total_duration": null, @@ -1965,7 +1965,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.356262Z", + "created_at": "2025-07-29T18:47:37.274382Z", "done": false, "done_reason": null, "total_duration": null, @@ -1983,7 +1983,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.399397Z", + "created_at": "2025-07-29T18:47:37.318911Z", "done": false, "done_reason": null, "total_duration": null, @@ -2001,7 +2001,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.441333Z", + "created_at": "2025-07-29T18:47:37.364488Z", "done": false, "done_reason": null, "total_duration": null, @@ -2019,7 +2019,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.482806Z", + "created_at": "2025-07-29T18:47:37.406333Z", "done": false, "done_reason": null, "total_duration": null, @@ -2037,7 +2037,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.524456Z", + "created_at": "2025-07-29T18:47:37.449795Z", "done": false, "done_reason": null, "total_duration": null, @@ -2055,7 +2055,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.565947Z", + "created_at": "2025-07-29T18:47:37.492084Z", "done": false, "done_reason": null, "total_duration": null, @@ -2073,7 +2073,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.60724Z", + "created_at": "2025-07-29T18:47:37.533935Z", "done": false, "done_reason": null, "total_duration": null, @@ -2091,7 +2091,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.650384Z", + "created_at": "2025-07-29T18:47:37.575962Z", "done": false, "done_reason": null, "total_duration": null, @@ -2109,7 +2109,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.693606Z", + "created_at": "2025-07-29T18:47:37.618139Z", "done": false, "done_reason": null, "total_duration": null, @@ -2127,7 +2127,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.737568Z", + "created_at": "2025-07-29T18:47:37.660485Z", "done": false, "done_reason": null, "total_duration": null, @@ -2145,7 +2145,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.7803Z", + "created_at": "2025-07-29T18:47:37.702762Z", "done": false, "done_reason": null, "total_duration": null, @@ -2163,7 +2163,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.821767Z", + "created_at": "2025-07-29T18:47:37.744045Z", "done": false, "done_reason": null, "total_duration": null, @@ -2181,7 +2181,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.863174Z", + "created_at": "2025-07-29T18:47:37.786164Z", "done": false, "done_reason": null, "total_duration": null, @@ -2199,7 +2199,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.904395Z", + "created_at": "2025-07-29T18:47:37.828222Z", "done": false, "done_reason": null, "total_duration": null, @@ -2217,7 +2217,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.945792Z", + "created_at": "2025-07-29T18:47:37.869943Z", "done": false, "done_reason": null, "total_duration": null, @@ -2235,7 +2235,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:13.987343Z", + "created_at": "2025-07-29T18:47:37.912776Z", "done": false, "done_reason": null, "total_duration": null, @@ -2253,7 +2253,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.028748Z", + "created_at": "2025-07-29T18:47:37.954933Z", "done": false, "done_reason": null, "total_duration": null, @@ -2271,7 +2271,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.0698Z", + "created_at": "2025-07-29T18:47:37.996971Z", "done": false, "done_reason": null, "total_duration": null, @@ -2289,7 +2289,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.111431Z", + "created_at": "2025-07-29T18:47:38.038907Z", "done": false, "done_reason": null, "total_duration": null, @@ -2307,7 +2307,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.152551Z", + "created_at": "2025-07-29T18:47:38.081044Z", "done": false, "done_reason": null, "total_duration": null, @@ -2325,7 +2325,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.193863Z", + "created_at": "2025-07-29T18:47:38.123049Z", "done": false, "done_reason": null, "total_duration": null, @@ -2343,7 +2343,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.235504Z", + "created_at": "2025-07-29T18:47:38.165272Z", "done": false, "done_reason": null, "total_duration": null, @@ -2361,7 +2361,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.279344Z", + "created_at": "2025-07-29T18:47:38.2065Z", "done": false, "done_reason": null, "total_duration": null, @@ -2379,7 +2379,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.320588Z", + "created_at": "2025-07-29T18:47:38.248971Z", "done": false, "done_reason": null, "total_duration": null, @@ -2397,7 +2397,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.361767Z", + "created_at": "2025-07-29T18:47:38.290632Z", "done": false, "done_reason": null, "total_duration": null, @@ -2415,7 +2415,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.402786Z", + "created_at": "2025-07-29T18:47:38.332334Z", "done": false, "done_reason": null, "total_duration": null, @@ -2433,7 +2433,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.443714Z", + "created_at": "2025-07-29T18:47:38.374467Z", "done": false, "done_reason": null, "total_duration": null, @@ -2451,7 +2451,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.484836Z", + "created_at": "2025-07-29T18:47:38.415399Z", "done": false, "done_reason": null, "total_duration": null, @@ -2469,7 +2469,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.526063Z", + "created_at": "2025-07-29T18:47:38.456774Z", "done": false, "done_reason": null, "total_duration": null, @@ -2487,7 +2487,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.567219Z", + "created_at": "2025-07-29T18:47:38.498137Z", "done": false, "done_reason": null, "total_duration": null, @@ -2505,7 +2505,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.60827Z", + "created_at": "2025-07-29T18:47:38.539292Z", "done": false, "done_reason": null, "total_duration": null, @@ -2523,7 +2523,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.64973Z", + "created_at": "2025-07-29T18:47:38.580484Z", "done": false, "done_reason": null, "total_duration": null, @@ -2541,7 +2541,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.69087Z", + "created_at": "2025-07-29T18:47:38.621541Z", "done": false, "done_reason": null, "total_duration": null, @@ -2559,7 +2559,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.732016Z", + "created_at": "2025-07-29T18:47:38.662543Z", "done": false, "done_reason": null, "total_duration": null, @@ -2577,7 +2577,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.773627Z", + "created_at": "2025-07-29T18:47:38.703884Z", "done": false, "done_reason": null, "total_duration": null, @@ -2595,7 +2595,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.814925Z", + "created_at": "2025-07-29T18:47:38.744981Z", "done": false, "done_reason": null, "total_duration": null, @@ -2613,7 +2613,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.85702Z", + "created_at": "2025-07-29T18:47:38.786144Z", "done": false, "done_reason": null, "total_duration": null, @@ -2631,7 +2631,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.899909Z", + "created_at": "2025-07-29T18:47:38.827281Z", "done": false, "done_reason": null, "total_duration": null, @@ -2649,7 +2649,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.940947Z", + "created_at": "2025-07-29T18:47:38.868476Z", "done": false, "done_reason": null, "total_duration": null, @@ -2667,7 +2667,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:14.983583Z", + "created_at": "2025-07-29T18:47:38.910121Z", "done": false, "done_reason": null, "total_duration": null, @@ -2685,7 +2685,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.025516Z", + "created_at": "2025-07-29T18:47:38.952457Z", "done": false, "done_reason": null, "total_duration": null, @@ -2703,7 +2703,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.06744Z", + "created_at": "2025-07-29T18:47:38.99402Z", "done": false, "done_reason": null, "total_duration": null, @@ -2721,7 +2721,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.109715Z", + "created_at": "2025-07-29T18:47:39.035663Z", "done": false, "done_reason": null, "total_duration": null, @@ -2739,7 +2739,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.151122Z", + "created_at": "2025-07-29T18:47:39.077114Z", "done": false, "done_reason": null, "total_duration": null, @@ -2757,7 +2757,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.193198Z", + "created_at": "2025-07-29T18:47:39.119566Z", "done": false, "done_reason": null, "total_duration": null, @@ -2775,7 +2775,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.234665Z", + "created_at": "2025-07-29T18:47:39.161288Z", "done": false, "done_reason": null, "total_duration": null, @@ -2793,7 +2793,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.276036Z", + "created_at": "2025-07-29T18:47:39.202588Z", "done": false, "done_reason": null, "total_duration": null, @@ -2811,7 +2811,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.317855Z", + "created_at": "2025-07-29T18:47:39.243626Z", "done": false, "done_reason": null, "total_duration": null, @@ -2829,7 +2829,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.359216Z", + "created_at": "2025-07-29T18:47:39.285009Z", "done": false, "done_reason": null, "total_duration": null, @@ -2847,7 +2847,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.400303Z", + "created_at": "2025-07-29T18:47:39.326201Z", "done": false, "done_reason": null, "total_duration": null, @@ -2865,7 +2865,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.44241Z", + "created_at": "2025-07-29T18:47:39.367613Z", "done": false, "done_reason": null, "total_duration": null, @@ -2883,7 +2883,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.484215Z", + "created_at": "2025-07-29T18:47:39.409895Z", "done": false, "done_reason": null, "total_duration": null, @@ -2901,7 +2901,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.525554Z", + "created_at": "2025-07-29T18:47:39.453475Z", "done": false, "done_reason": null, "total_duration": null, @@ -2919,7 +2919,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.567443Z", + "created_at": "2025-07-29T18:47:39.494355Z", "done": false, "done_reason": null, "total_duration": null, @@ -2937,7 +2937,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.609363Z", + "created_at": "2025-07-29T18:47:39.536621Z", "done": false, "done_reason": null, "total_duration": null, @@ -2955,7 +2955,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.650715Z", + "created_at": "2025-07-29T18:47:39.577862Z", "done": false, "done_reason": null, "total_duration": null, @@ -2973,7 +2973,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.693168Z", + "created_at": "2025-07-29T18:47:39.619208Z", "done": false, "done_reason": null, "total_duration": null, @@ -2991,7 +2991,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.734912Z", + "created_at": "2025-07-29T18:47:39.66022Z", "done": false, "done_reason": null, "total_duration": null, @@ -3009,7 +3009,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.778337Z", + "created_at": "2025-07-29T18:47:39.701241Z", "done": false, "done_reason": null, "total_duration": null, @@ -3027,7 +3027,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.82145Z", + "created_at": "2025-07-29T18:47:39.74224Z", "done": false, "done_reason": null, "total_duration": null, @@ -3045,7 +3045,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.868642Z", + "created_at": "2025-07-29T18:47:39.783122Z", "done": false, "done_reason": null, "total_duration": null, @@ -3063,7 +3063,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.915805Z", + "created_at": "2025-07-29T18:47:39.824227Z", "done": false, "done_reason": null, "total_duration": null, @@ -3081,7 +3081,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:15.962807Z", + "created_at": "2025-07-29T18:47:39.86602Z", "done": false, "done_reason": null, "total_duration": null, @@ -3099,7 +3099,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.005462Z", + "created_at": "2025-07-29T18:47:39.908909Z", "done": false, "done_reason": null, "total_duration": null, @@ -3117,7 +3117,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.048101Z", + "created_at": "2025-07-29T18:47:39.951188Z", "done": false, "done_reason": null, "total_duration": null, @@ -3135,7 +3135,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.089287Z", + "created_at": "2025-07-29T18:47:39.992916Z", "done": false, "done_reason": null, "total_duration": null, @@ -3153,7 +3153,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.13084Z", + "created_at": "2025-07-29T18:47:40.034549Z", "done": false, "done_reason": null, "total_duration": null, @@ -3171,7 +3171,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.172414Z", + "created_at": "2025-07-29T18:47:40.076372Z", "done": false, "done_reason": null, "total_duration": null, @@ -3189,7 +3189,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.214501Z", + "created_at": "2025-07-29T18:47:40.11828Z", "done": false, "done_reason": null, "total_duration": null, @@ -3207,7 +3207,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.257006Z", + "created_at": "2025-07-29T18:47:40.160065Z", "done": false, "done_reason": null, "total_duration": null, @@ -3225,7 +3225,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.298173Z", + "created_at": "2025-07-29T18:47:40.201565Z", "done": false, "done_reason": null, "total_duration": null, @@ -3243,7 +3243,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.339824Z", + "created_at": "2025-07-29T18:47:40.242918Z", "done": false, "done_reason": null, "total_duration": null, @@ -3261,7 +3261,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.381503Z", + "created_at": "2025-07-29T18:47:40.284165Z", "done": false, "done_reason": null, "total_duration": null, @@ -3279,7 +3279,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.423108Z", + "created_at": "2025-07-29T18:47:40.325345Z", "done": false, "done_reason": null, "total_duration": null, @@ -3297,7 +3297,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.46433Z", + "created_at": "2025-07-29T18:47:40.36659Z", "done": false, "done_reason": null, "total_duration": null, @@ -3315,7 +3315,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.505623Z", + "created_at": "2025-07-29T18:47:40.407669Z", "done": false, "done_reason": null, "total_duration": null, @@ -3333,7 +3333,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.546838Z", + "created_at": "2025-07-29T18:47:40.448949Z", "done": false, "done_reason": null, "total_duration": null, @@ -3351,7 +3351,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.587942Z", + "created_at": "2025-07-29T18:47:40.490103Z", "done": false, "done_reason": null, "total_duration": null, @@ -3369,7 +3369,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.630363Z", + "created_at": "2025-07-29T18:47:40.531327Z", "done": false, "done_reason": null, "total_duration": null, @@ -3387,7 +3387,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.671635Z", + "created_at": "2025-07-29T18:47:40.572437Z", "done": false, "done_reason": null, "total_duration": null, @@ -3405,7 +3405,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.71294Z", + "created_at": "2025-07-29T18:47:40.613651Z", "done": false, "done_reason": null, "total_duration": null, @@ -3423,7 +3423,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.754101Z", + "created_at": "2025-07-29T18:47:40.655535Z", "done": false, "done_reason": null, "total_duration": null, @@ -3441,7 +3441,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.795174Z", + "created_at": "2025-07-29T18:47:40.697005Z", "done": false, "done_reason": null, "total_duration": null, @@ -3459,7 +3459,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.836575Z", + "created_at": "2025-07-29T18:47:40.738543Z", "done": false, "done_reason": null, "total_duration": null, @@ -3477,7 +3477,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.878344Z", + "created_at": "2025-07-29T18:47:40.780037Z", "done": false, "done_reason": null, "total_duration": null, @@ -3495,7 +3495,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.920237Z", + "created_at": "2025-07-29T18:47:40.82152Z", "done": false, "done_reason": null, "total_duration": null, @@ -3513,7 +3513,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:16.962647Z", + "created_at": "2025-07-29T18:47:40.863659Z", "done": false, "done_reason": null, "total_duration": null, @@ -3531,7 +3531,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.003668Z", + "created_at": "2025-07-29T18:47:40.905889Z", "done": false, "done_reason": null, "total_duration": null, @@ -3549,7 +3549,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.04537Z", + "created_at": "2025-07-29T18:47:40.948062Z", "done": false, "done_reason": null, "total_duration": null, @@ -3567,7 +3567,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.086861Z", + "created_at": "2025-07-29T18:47:40.989336Z", "done": false, "done_reason": null, "total_duration": null, @@ -3585,7 +3585,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.128309Z", + "created_at": "2025-07-29T18:47:41.030953Z", "done": false, "done_reason": null, "total_duration": null, @@ -3603,7 +3603,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.169816Z", + "created_at": "2025-07-29T18:47:41.072459Z", "done": false, "done_reason": null, "total_duration": null, @@ -3621,7 +3621,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.211526Z", + "created_at": "2025-07-29T18:47:41.114443Z", "done": false, "done_reason": null, "total_duration": null, @@ -3639,7 +3639,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.253063Z", + "created_at": "2025-07-29T18:47:41.156211Z", "done": false, "done_reason": null, "total_duration": null, @@ -3657,7 +3657,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.295193Z", + "created_at": "2025-07-29T18:47:41.197985Z", "done": false, "done_reason": null, "total_duration": null, @@ -3675,7 +3675,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.336526Z", + "created_at": "2025-07-29T18:47:41.239925Z", "done": false, "done_reason": null, "total_duration": null, @@ -3693,7 +3693,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.377638Z", + "created_at": "2025-07-29T18:47:41.282Z", "done": false, "done_reason": null, "total_duration": null, @@ -3711,7 +3711,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.419048Z", + "created_at": "2025-07-29T18:47:41.323767Z", "done": false, "done_reason": null, "total_duration": null, @@ -3729,7 +3729,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.460394Z", + "created_at": "2025-07-29T18:47:41.365403Z", "done": false, "done_reason": null, "total_duration": null, @@ -3747,7 +3747,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.501763Z", + "created_at": "2025-07-29T18:47:41.407109Z", "done": false, "done_reason": null, "total_duration": null, @@ -3765,7 +3765,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.543017Z", + "created_at": "2025-07-29T18:47:41.449495Z", "done": false, "done_reason": null, "total_duration": null, @@ -3783,7 +3783,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.584528Z", + "created_at": "2025-07-29T18:47:41.491013Z", "done": false, "done_reason": null, "total_duration": null, @@ -3801,7 +3801,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.626553Z", + "created_at": "2025-07-29T18:47:41.532665Z", "done": false, "done_reason": null, "total_duration": null, @@ -3819,7 +3819,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.667902Z", + "created_at": "2025-07-29T18:47:41.573844Z", "done": false, "done_reason": null, "total_duration": null, @@ -3837,7 +3837,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.709146Z", + "created_at": "2025-07-29T18:47:41.615535Z", "done": false, "done_reason": null, "total_duration": null, @@ -3855,7 +3855,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.750678Z", + "created_at": "2025-07-29T18:47:41.658551Z", "done": false, "done_reason": null, "total_duration": null, @@ -3873,7 +3873,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.792535Z", + "created_at": "2025-07-29T18:47:41.700054Z", "done": false, "done_reason": null, "total_duration": null, @@ -3891,7 +3891,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.833933Z", + "created_at": "2025-07-29T18:47:41.741849Z", "done": false, "done_reason": null, "total_duration": null, @@ -3909,7 +3909,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.875477Z", + "created_at": "2025-07-29T18:47:41.783403Z", "done": false, "done_reason": null, "total_duration": null, @@ -3927,7 +3927,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.91751Z", + "created_at": "2025-07-29T18:47:41.824851Z", "done": false, "done_reason": null, "total_duration": null, @@ -3945,7 +3945,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:17.959476Z", + "created_at": "2025-07-29T18:47:41.866422Z", "done": false, "done_reason": null, "total_duration": null, @@ -3963,7 +3963,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:18.001485Z", + "created_at": "2025-07-29T18:47:41.908779Z", "done": false, "done_reason": null, "total_duration": null, @@ -3981,7 +3981,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:18.043089Z", + "created_at": "2025-07-29T18:47:41.950867Z", "done": false, "done_reason": null, "total_duration": null, @@ -3999,7 +3999,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:18.084689Z", + "created_at": "2025-07-29T18:47:41.992421Z", "done": false, "done_reason": null, "total_duration": null, @@ -4017,7 +4017,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:18.126873Z", + "created_at": "2025-07-29T18:47:42.034025Z", "done": false, "done_reason": null, "total_duration": null, @@ -4035,7 +4035,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:18.168702Z", + "created_at": "2025-07-29T18:47:42.076122Z", "done": false, "done_reason": null, "total_duration": null, @@ -4053,7 +4053,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:18.210401Z", + "created_at": "2025-07-29T18:47:42.118733Z", "done": false, "done_reason": null, "total_duration": null, @@ -4071,7 +4071,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:18.252195Z", + "created_at": "2025-07-29T18:47:42.160604Z", "done": false, "done_reason": null, "total_duration": null, @@ -4089,7 +4089,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:18.293707Z", + "created_at": "2025-07-29T18:47:42.202442Z", "done": false, "done_reason": null, "total_duration": null, @@ -4107,7 +4107,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:18.335162Z", + "created_at": "2025-07-29T18:47:42.244163Z", "done": false, "done_reason": null, "total_duration": null, @@ -4125,15 +4125,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:18.376945Z", + "created_at": "2025-07-29T18:47:42.285586Z", "done": true, "done_reason": "stop", - "total_duration": 9613411625, - "load_duration": 40515958, + "total_duration": 9738300667, + "load_duration": 115362042, "prompt_eval_count": 34, - "prompt_eval_duration": 65047375, + "prompt_eval_duration": 70657583, "eval_count": 229, - "eval_duration": 9507261208, + "eval_duration": 9551589208, "response": "", "thinking": null, "context": null diff --git a/tests/integration/inference/recordings/responses/d0ac68cbde69.json b/tests/integration/inference/recordings/responses/d0ac68cbde69.json new file mode 100644 index 000000000..43b522cc4 --- /dev/null +++ b/tests/integration/inference/recordings/responses/d0ac68cbde69.json @@ -0,0 +1,38 @@ +{ + "request": { + "method": "POST", + "url": "http://localhost:11434/api/ps", + "headers": {}, + "body": {}, + "endpoint": "/api/ps", + "model": "" + }, + "response": { + "body": { + "__type__": "ollama._types.ProcessResponse", + "__data__": { + "models": [ + { + "model": "llama3.2:3b-instruct-fp16", + "name": "llama3.2:3b-instruct-fp16", + "digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d", + "expires_at": "2025-07-29T11:53:06.458806-07:00", + "size": 8581748736, + "size_vram": 8581748736, + "details": { + "parent_model": "", + "format": "gguf", + "family": "llama", + "families": [ + "llama" + ], + "parameter_size": "3.2B", + "quantization_level": "F16" + } + } + ] + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/inference/recordings/responses/dd9e7d5913e9.json b/tests/integration/inference/recordings/responses/dd9e7d5913e9.json index 99581ab4f..af89f9076 100644 --- a/tests/integration/inference/recordings/responses/dd9e7d5913e9.json +++ b/tests/integration/inference/recordings/responses/dd9e7d5913e9.json @@ -21,7 +21,7 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:22.214492Z", + "created_at": "2025-07-29T18:47:48.95435Z", "done": false, "done_reason": null, "total_duration": null, @@ -39,15 +39,15 @@ "__type__": "ollama._types.GenerateResponse", "__data__": { "model": "llama3.2:3b-instruct-fp16", - "created_at": "2025-07-29T17:37:22.25685Z", + "created_at": "2025-07-29T18:47:48.996247Z", "done": true, "done_reason": "stop", - "total_duration": 690090375, - "load_duration": 101933500, + "total_duration": 667274458, + "load_duration": 80712750, "prompt_eval_count": 386, - "prompt_eval_duration": 544455708, + "prompt_eval_duration": 543388792, "eval_count": 2, - "eval_duration": 42919375, + "eval_duration": 42471125, "response": "", "thinking": null, "context": null