phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-27 21:02:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test: add telemetry tests for openai

Browse source 
ensure openai completion routes produce metrics in the existing telemetry suite

Signed-off-by: Charlie Doern <cdoern@redhat.com>
This commit is contained in:
Charlie Doern 2025-07-21 10:08:00 -04:00
parent e2aefd797f
commit e461246eed
22 changed files with 1224 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

32
tests/integration/recordings/responses/d0ac68cbde69.json
View file

@ -13,12 +13,12 @@
"__data__": {
"models": [
{
"model": "llama3.2:3b-instruct-fp16",
"name": "llama3.2:3b-instruct-fp16",
"digest": "195a8c01d91ec3cb1e0aad4624a51f2602c51fa7d96110f8ab5a20c84081804d",
"expires_at": "2025-08-05T14:12:18.480323-07:00",
"size": 7919570944,
"size_vram": 7919570944,
"model": "llama3.2:3b",
"name": "llama3.2:3b",
"digest": "a80c4f17acd55265feec403c7aef86be0c25983ab279d83f3bcd3abbcb5b8b72",
"expires_at": "2025-08-06T15:57:21.573326-04:00",
"size": 4030033920,
"size_vram": 4030033920,
"details": {
"parent_model": "",
"format": "gguf",
@ -27,25 +27,7 @@
"llama"
],
"parameter_size": "3.2B",
"quantization_level": "F16"
}
},
{
"model": "all-minilm:l6-v2",
"name": "all-minilm:l6-v2",
"digest": "1b226e2802dbb772b5fc32a58f103ca1804ef7501331012de126ab22f67475ef",
"expires_at": "2025-08-05T14:10:20.883978-07:00",
"size": 590204928,
"size_vram": 590204928,
"details": {
"parent_model": "",
"format": "gguf",
"family": "bert",
"families": [
"bert"
],
"parameter_size": "23M",
"quantization_level": "F16"
"quantization_level": "Q4_K_M"
}
}
]