chore(tests): normalize recording IDs and timestamps to reduce git diff noise (#3676)

IDs are now deterministic hashes based on request content, and
timestamps are normalized to constants, eliminating spurious changes
when re-recording tests.

## Changes
- Updated `inference_recorder.py` to normalize IDs and timestamps during
recording
- Added `scripts/normalize_recordings.py` utility to re-normalize
existing recordings
- Created documentation in `tests/integration/recordings/README.md`
- Normalized 350 existing recording files
This commit is contained in:
Ashwin Bharambe 2025-10-03 17:26:11 -07:00 committed by GitHub
parent 6bcd3e25f2
commit 3f36bfaeaa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
348 changed files with 10154 additions and 8329 deletions

View file

@ -22,7 +22,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "",
"id": "rec-94d11daee205",
"choices": [],
"created": 0,
"model": "",
@ -41,7 +41,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -57,7 +57,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -68,7 +68,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -84,7 +84,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -95,7 +95,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -111,7 +111,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -122,7 +122,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -138,7 +138,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -149,7 +149,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -165,7 +165,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -176,7 +176,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -192,7 +192,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -203,7 +203,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -219,7 +219,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -230,7 +230,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -246,7 +246,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -257,7 +257,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -273,7 +273,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -284,7 +284,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -300,7 +300,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -311,7 +311,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -327,7 +327,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -338,7 +338,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -354,7 +354,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -365,7 +365,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -381,7 +381,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -392,7 +392,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -408,7 +408,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -419,7 +419,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -435,7 +435,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -446,7 +446,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -462,7 +462,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -473,7 +473,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -489,7 +489,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -500,7 +500,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -516,7 +516,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -527,7 +527,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -543,7 +543,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -554,7 +554,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -570,7 +570,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -581,7 +581,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -597,7 +597,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -608,7 +608,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -624,7 +624,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -635,7 +635,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -651,7 +651,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -662,7 +662,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -678,7 +678,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -689,7 +689,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -705,7 +705,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -716,7 +716,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -732,7 +732,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -743,7 +743,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -759,7 +759,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -770,7 +770,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -786,7 +786,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -797,7 +797,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -813,7 +813,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -824,7 +824,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -840,7 +840,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -851,7 +851,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -867,7 +867,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -878,7 +878,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -894,7 +894,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -905,7 +905,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -921,7 +921,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -932,7 +932,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -948,7 +948,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -959,7 +959,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -975,7 +975,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -986,7 +986,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -1002,7 +1002,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1013,7 +1013,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -1029,7 +1029,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1040,7 +1040,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -1056,7 +1056,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1067,7 +1067,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -1083,7 +1083,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1094,7 +1094,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -1110,7 +1110,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1121,7 +1121,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -1137,7 +1137,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1148,7 +1148,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "chatcmpl-CECIpbpLN9VO3z9pVAidTRslxRHtL",
"id": "rec-94d11daee205",
"choices": [
{
"delta": {
@ -1164,7 +1164,7 @@
"content_filter_results": {}
}
],
"created": 1757499919,
"created": 0,
"model": "gpt-5-mini-2025-08-07",
"object": "chat.completion.chunk",
"service_tier": null,