phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-15 06:37:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore(tests): normalize recording IDs and timestamps to reduce git diff noise (#3676)

Browse source 
IDs are now deterministic hashes based on request content, and
timestamps are normalized to constants, eliminating spurious changes
when re-recording tests.

## Changes
- Updated `inference_recorder.py` to normalize IDs and timestamps during
recording
- Added `scripts/normalize_recordings.py` utility to re-normalize
existing recordings
- Created documentation in `tests/integration/recordings/README.md`
- Normalized 350 existing recording files
This commit is contained in:
Ashwin Bharambe 2025-10-03 17:26:11 -07:00 • committed by GitHub
parent 6bcd3e25f2
commit 3f36bfaeaa
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
348 changed files with 10154 additions and 8329 deletions
Download patch file Download diff file Expand all files Collapse all files

160
tests/integration/recordings/responses/e22f98c05933.json
View file

@ -22,7 +22,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -37,7 +37,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -48,7 +48,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -63,7 +63,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -74,7 +74,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -89,7 +89,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -100,7 +100,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -115,7 +115,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -126,7 +126,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -141,7 +141,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -152,7 +152,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -167,7 +167,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -178,7 +178,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -193,7 +193,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -204,7 +204,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -219,7 +219,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -230,7 +230,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -245,7 +245,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -256,7 +256,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -271,7 +271,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -282,7 +282,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -297,7 +297,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -308,7 +308,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -323,7 +323,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -334,7 +334,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -349,7 +349,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -360,7 +360,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -375,7 +375,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -386,7 +386,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -401,7 +401,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -412,7 +412,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -427,7 +427,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -438,7 +438,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -453,7 +453,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -464,7 +464,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -479,7 +479,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -490,7 +490,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -505,7 +505,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -516,7 +516,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -531,7 +531,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -542,7 +542,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -557,7 +557,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -568,7 +568,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -583,7 +583,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -594,7 +594,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -609,7 +609,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -620,7 +620,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -635,7 +635,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -646,7 +646,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -661,7 +661,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -672,7 +672,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -687,7 +687,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -698,7 +698,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -713,7 +713,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -724,7 +724,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -739,7 +739,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -750,7 +750,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -765,7 +765,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -776,7 +776,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -791,7 +791,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -802,7 +802,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -817,7 +817,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -828,7 +828,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -843,7 +843,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -854,7 +854,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -869,7 +869,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -880,7 +880,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -895,7 +895,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -906,7 +906,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -921,7 +921,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -932,7 +932,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -947,7 +947,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -958,7 +958,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -973,7 +973,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -984,7 +984,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -999,7 +999,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1010,7 +1010,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -1025,7 +1025,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,
@ -1042,7 +1042,7 @@
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "4e22697d-078b-4a62-b74d-6ab350c7b189",
"id": "rec-e22f98c05933",
"choices": [
{
"delta": {
@ -1057,7 +1057,7 @@
"logprobs": null
}
],
"created": 1758920399,
"created": 0,
"model": "accounts/fireworks/models/llama-v3p1-8b-instruct",
"object": "chat.completion.chunk",
"service_tier": null,