chore(tests): normalize recording IDs and timestamps to reduce git diff noise (#3676)

IDs are now deterministic hashes based on request content, and
timestamps are normalized to constants, eliminating spurious changes
when re-recording tests.

## Changes
- Updated `inference_recorder.py` to normalize IDs and timestamps during
recording
- Added `scripts/normalize_recordings.py` utility to re-normalize
existing recordings
- Created documentation in `tests/integration/recordings/README.md`
- Normalized 350 existing recording files
This commit is contained in:
Ashwin Bharambe 2025-10-03 17:26:11 -07:00 committed by GitHub
parent 6bcd3e25f2
commit 3f36bfaeaa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
348 changed files with 10154 additions and 8329 deletions

View file

@ -24,7 +24,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -42,7 +42,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -53,7 +53,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -71,7 +71,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -82,7 +82,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -100,7 +100,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -111,7 +111,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -129,7 +129,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -140,7 +140,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -158,7 +158,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -169,7 +169,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -187,7 +187,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -198,7 +198,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -216,7 +216,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -227,7 +227,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -245,7 +245,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -256,7 +256,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -274,7 +274,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -285,7 +285,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -303,7 +303,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -314,7 +314,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -332,7 +332,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -343,7 +343,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -361,7 +361,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -372,7 +372,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -390,7 +390,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -401,7 +401,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -419,7 +419,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -430,7 +430,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -448,7 +448,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -459,7 +459,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -477,7 +477,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -488,7 +488,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -506,7 +506,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -517,7 +517,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -535,7 +535,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -546,7 +546,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -564,7 +564,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -575,7 +575,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -593,7 +593,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -604,7 +604,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -622,7 +622,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -633,7 +633,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -651,7 +651,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -662,7 +662,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -680,7 +680,7 @@
"seed": null
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -691,7 +691,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"id": "rec-33b71fb85bfb",
"choices": [
{
"delta": {
@ -709,7 +709,7 @@
"seed": 4111464499205743000
}
],
"created": 1758820670,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,