chore(tests): normalize recording IDs and timestamps to reduce git diff noise (#3676)

IDs are now deterministic hashes based on request content, and
timestamps are normalized to constants, eliminating spurious changes
when re-recording tests.

## Changes
- Updated `inference_recorder.py` to normalize IDs and timestamps during
recording
- Added `scripts/normalize_recordings.py` utility to re-normalize
existing recordings
- Created documentation in `tests/integration/recordings/README.md`
- Normalized 350 existing recording files
This commit is contained in:
Ashwin Bharambe 2025-10-03 17:26:11 -07:00 committed by GitHub
parent 6bcd3e25f2
commit 3f36bfaeaa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
348 changed files with 10154 additions and 8329 deletions

View file

@ -21,7 +21,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.457795Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -39,7 +39,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.499711Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -57,7 +57,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.544576Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -75,7 +75,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.588521Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -93,7 +93,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.633501Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -111,7 +111,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.677395Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -129,7 +129,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.720407Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -147,7 +147,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.763935Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -165,7 +165,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.807169Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -183,7 +183,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.851019Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -201,7 +201,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.893637Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -219,7 +219,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.935864Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -237,7 +237,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:19.978334Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -255,7 +255,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.020617Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -273,7 +273,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.063212Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -291,7 +291,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.106093Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -309,7 +309,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.149989Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -327,7 +327,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.192674Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -345,7 +345,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.236337Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -363,7 +363,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.278777Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -381,7 +381,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.320886Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -399,7 +399,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.363891Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -417,7 +417,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.40745Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -435,7 +435,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.451859Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -453,7 +453,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.494751Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -471,7 +471,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.536928Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -489,7 +489,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.581229Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -507,7 +507,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.623455Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -525,7 +525,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.665328Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -543,7 +543,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.707445Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -561,7 +561,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.749803Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -579,7 +579,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.792527Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -597,7 +597,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.835252Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -615,7 +615,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.878606Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -633,7 +633,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.921646Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -651,7 +651,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:20.963436Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -669,7 +669,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:21.012147Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -687,7 +687,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:21.063248Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -705,7 +705,7 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:21.10591Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": false,
"done_reason": null,
"total_duration": null,
@ -723,15 +723,15 @@
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-10-01T23:00:21.149804Z",
"created_at": "1970-01-01T00:00:00.000000Z",
"done": true,
"done_reason": "stop",
"total_duration": 3544551625,
"load_duration": 122599250,
"total_duration": 0,
"load_duration": 0,
"prompt_eval_count": 556,
"prompt_eval_duration": 1727890958,
"prompt_eval_duration": 0,
"eval_count": 40,
"eval_duration": 1693076542,
"eval_duration": 0,
"response": "",
"thinking": null,
"context": null