chore(tests): normalize recording IDs and timestamps to reduce git diff noise (#3676)

IDs are now deterministic hashes based on request content, and
timestamps are normalized to constants, eliminating spurious changes
when re-recording tests.

## Changes
- Updated `inference_recorder.py` to normalize IDs and timestamps during
recording
- Added `scripts/normalize_recordings.py` utility to re-normalize
existing recordings
- Created documentation in `tests/integration/recordings/README.md`
- Normalized 350 existing recording files
This commit is contained in:
Ashwin Bharambe 2025-10-03 17:26:11 -07:00 committed by GitHub
parent 6bcd3e25f2
commit 3f36bfaeaa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
348 changed files with 10154 additions and 8329 deletions

View file

@ -21,7 +21,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -39,7 +39,7 @@
"seed": null
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -50,7 +50,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -68,7 +68,7 @@
"seed": null
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -79,7 +79,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -97,7 +97,7 @@
"seed": null
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -108,7 +108,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -126,7 +126,7 @@
"seed": null
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -137,7 +137,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -155,7 +155,7 @@
"seed": null
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -166,7 +166,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -184,7 +184,7 @@
"seed": null
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -195,7 +195,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -213,7 +213,7 @@
"seed": null
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -224,7 +224,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -242,7 +242,7 @@
"seed": null
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -253,7 +253,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -271,7 +271,7 @@
"seed": null
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -282,7 +282,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -300,7 +300,7 @@
"seed": null
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
@ -311,7 +311,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oBUtQrM-62bZhn-9801a1ac2a5f9b29",
"id": "rec-d85689907fec",
"choices": [
{
"delta": {
@ -329,7 +329,7 @@
"seed": 10870795372179526000
}
],
"created": 1758039001,
"created": 0,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,