feat(tests): record responses for evals and telemetry tests

This commit is contained in:
Ashwin Bharambe 2025-07-29 14:51:23 -07:00
parent 81c7d6fa2e
commit 77bdd585e2
13 changed files with 881 additions and 41 deletions

View file

@ -0,0 +1,39 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/generate",
"headers": {},
"body": {
"model": "llama3.2:3b-instruct-fp16",
"raw": true,
"prompt": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n<|eot_id|><|start_header_id|>user<|end_header_id|>\n\nTest trace 1<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n",
"options": {
"temperature": 0.0
},
"stream": false
},
"endpoint": "/api/generate",
"model": "llama3.2:3b-instruct-fp16"
},
"response": {
"body": {
"__type__": "ollama._types.GenerateResponse",
"__data__": {
"model": "llama3.2:3b-instruct-fp16",
"created_at": "2025-07-29T21:56:49.398099Z",
"done": true,
"done_reason": "stop",
"total_duration": 2251794875,
"load_duration": 108848667,
"prompt_eval_count": 20,
"prompt_eval_duration": 82008917,
"eval_count": 51,
"eval_duration": 2060141416,
"response": "It seems like you're trying to test the system, but I'm not sure what specific functionality or feature you'd like to test. Could you please provide more context or clarify what you're looking for? I'll do my best to assist you!",
"thinking": null,
"context": null
}
},
"is_streaming": false
}
}