chore(tests): normalize recording IDs and timestamps to reduce git diff noise (#3676)

IDs are now deterministic hashes based on request content, and
timestamps are normalized to constants, eliminating spurious changes
when re-recording tests.

## Changes
- Updated `inference_recorder.py` to normalize IDs and timestamps during
recording
- Added `scripts/normalize_recordings.py` utility to re-normalize
existing recordings
- Created documentation in `tests/integration/recordings/README.md`
- Normalized 350 existing recording files
This commit is contained in:
Ashwin Bharambe 2025-10-03 17:26:11 -07:00 committed by GitHub
parent 6bcd3e25f2
commit 3f36bfaeaa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
348 changed files with 10154 additions and 8329 deletions

View file

@ -17,7 +17,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -26,7 +26,7 @@
"text": " several"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -36,7 +36,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -45,7 +45,7 @@
"text": " several"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -55,7 +55,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -64,7 +64,7 @@
"text": " times"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -74,7 +74,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -83,7 +83,7 @@
"text": " more"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -93,7 +93,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -102,7 +102,7 @@
"text": " popular"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -112,7 +112,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -121,7 +121,7 @@
"text": " than"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -131,7 +131,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -140,7 +140,7 @@
"text": " ____"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -150,7 +150,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -159,7 +159,7 @@
"text": ".\n"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -169,7 +169,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -178,7 +178,7 @@
"text": "Answer"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -188,7 +188,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -197,7 +197,7 @@
"text": ":\n\n"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -207,7 +207,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -216,7 +216,7 @@
"text": "The"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -226,7 +226,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -235,7 +235,7 @@
"text": " roses"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -245,7 +245,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -254,7 +254,7 @@
"text": " are"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -264,7 +264,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -273,7 +273,7 @@
"text": " red"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -283,7 +283,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -292,7 +292,7 @@
"text": ","
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -302,7 +302,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -311,7 +311,7 @@
"text": " v"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -321,7 +321,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -330,7 +330,7 @@
"text": "io"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -340,7 +340,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -349,7 +349,7 @@
"text": "lets"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -359,7 +359,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -368,7 +368,7 @@
"text": " are"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -378,7 +378,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -387,7 +387,7 @@
"text": " several"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -397,7 +397,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -406,7 +406,7 @@
"text": " several"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -416,7 +416,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -425,7 +425,7 @@
"text": " times"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -435,7 +435,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -444,7 +444,7 @@
"text": " more"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -454,7 +454,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -463,7 +463,7 @@
"text": " popular"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -473,7 +473,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -482,7 +482,7 @@
"text": " than"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -492,7 +492,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -501,7 +501,7 @@
"text": " **"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -511,7 +511,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -520,7 +520,7 @@
"text": "numbers"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -530,7 +530,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -539,7 +539,7 @@
"text": "**"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -549,7 +549,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -558,7 +558,7 @@
"text": ".\n\n"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -568,7 +568,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -577,7 +577,7 @@
"text": "Explanation"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -587,7 +587,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -596,7 +596,7 @@
"text": ":"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -606,7 +606,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -615,7 +615,7 @@
"text": " \""
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -625,7 +625,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -634,7 +634,7 @@
"text": "se"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -644,7 +644,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -653,7 +653,7 @@
"text": "veral"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -663,7 +663,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -672,7 +672,7 @@
"text": " several"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -682,7 +682,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -691,7 +691,7 @@
"text": " times"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -701,7 +701,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -710,7 +710,7 @@
"text": " more"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -720,7 +720,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -729,7 +729,7 @@
"text": " popular"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -739,7 +739,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -748,7 +748,7 @@
"text": " than"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -758,7 +758,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -767,7 +767,7 @@
"text": "\""
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -777,7 +777,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -786,7 +786,7 @@
"text": " can"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -796,7 +796,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -805,7 +805,7 @@
"text": " be"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -815,7 +815,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -824,7 +824,7 @@
"text": " replaced"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -834,7 +834,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -843,7 +843,7 @@
"text": " with"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -853,7 +853,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -862,7 +862,7 @@
"text": " \""
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -872,7 +872,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -881,7 +881,7 @@
"text": "numbers"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -891,7 +891,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -900,7 +900,7 @@
"text": "\""
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -910,7 +910,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -919,7 +919,7 @@
"text": " as"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -929,7 +929,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "",
@ -938,7 +938,7 @@
"text": " the"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",
@ -948,7 +948,7 @@
{
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "",
"id": "rec-b9f6e724ae06",
"choices": [
{
"finish_reason": "length",
@ -957,7 +957,7 @@
"text": " number"
}
],
"created": 1757550367,
"created": 0,
"model": "Qwen/Qwen3-0.6B",
"object": "text_completion",
"system_fingerprint": "3.3.5-dev0-sha-1b90c50",