chore(tests): normalize recording IDs and timestamps to reduce git diff noise (#3676)

IDs are now deterministic hashes based on request content, and
timestamps are normalized to constants, eliminating spurious changes
when re-recording tests.

## Changes
- Updated `inference_recorder.py` to normalize IDs and timestamps during
recording
- Added `scripts/normalize_recordings.py` utility to re-normalize
existing recordings
- Created documentation in `tests/integration/recordings/README.md`
- Normalized 350 existing recording files
This commit is contained in:
Ashwin Bharambe 2025-10-03 17:26:11 -07:00 committed by GitHub
parent 6bcd3e25f2
commit 3f36bfaeaa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
348 changed files with 10154 additions and 8329 deletions

View file

@ -21,7 +21,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "",
"id": "rec-9f3d749cc1c8",
"choices": [],
"created": 0,
"model": "",
@ -40,7 +40,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -56,7 +56,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -67,7 +67,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -83,7 +83,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -94,7 +94,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -110,7 +110,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -121,7 +121,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -137,7 +137,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -148,7 +148,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -164,7 +164,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -175,7 +175,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -191,7 +191,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -202,7 +202,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -218,7 +218,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -229,7 +229,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -245,7 +245,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -256,7 +256,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -272,7 +272,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -283,7 +283,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -299,7 +299,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -310,7 +310,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -326,7 +326,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -337,7 +337,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -353,7 +353,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -364,7 +364,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -380,7 +380,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -391,7 +391,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -407,7 +407,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -418,7 +418,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -434,7 +434,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -445,7 +445,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -461,7 +461,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -472,7 +472,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -488,7 +488,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -499,7 +499,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -515,7 +515,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -526,7 +526,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -542,7 +542,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -553,7 +553,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -569,7 +569,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -580,7 +580,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -596,7 +596,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -607,7 +607,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -623,7 +623,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -634,7 +634,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -650,7 +650,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -661,7 +661,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -677,7 +677,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -688,7 +688,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -704,7 +704,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -715,7 +715,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -731,7 +731,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -742,7 +742,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -758,7 +758,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -769,7 +769,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -785,7 +785,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -796,7 +796,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -812,7 +812,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -823,7 +823,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -839,7 +839,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -850,7 +850,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -866,7 +866,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -877,7 +877,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -893,7 +893,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -904,7 +904,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -920,7 +920,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -931,7 +931,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -947,7 +947,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -958,7 +958,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -974,7 +974,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -985,7 +985,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -1001,7 +1001,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1012,7 +1012,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -1028,7 +1028,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1039,7 +1039,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -1055,7 +1055,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1066,7 +1066,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -1082,7 +1082,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1093,7 +1093,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -1109,7 +1109,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1120,7 +1120,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIZYHVRY3J0EiPODz10HVzL7cIe",
"id": "rec-9f3d749cc1c8",
"choices": [
{
"delta": {
@ -1136,7 +1136,7 @@
"content_filter_results": {}
}
],
"created": 1757499903,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,