feat(test): record agents, safety and vector_io integration tests (#2952)

Continue to build on top of
https://github.com/meta-llama/llama-stack/pull/2941

## Test Plan

Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run
the integration tests with `--stack-config=server:starter`. Then restart
the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the
tests. Verify that no request hit Ollama at any point.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:02:14 -07:00 committed by GitHub
parent 2d1ab3ca55
commit 072d20a124
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
59 changed files with 22727 additions and 9 deletions

View file

@ -0,0 +1,421 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "all-minilm:l6-v2",
"input": [
"What is Python programming language?"
]
},
"endpoint": "/api/embeddings",
"model": "all-minilm:l6-v2"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "all-minilm:l6-v2",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 36244625,
"load_duration": 29784250,
"prompt_eval_count": 6,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
-0.062304743,
0.04315718,
-0.056847535,
0.03486019,
-0.045148205,
-0.1325256,
0.021795923,
0.039035086,
-0.048403695,
-0.03187157,
-0.03934502,
0.006355416,
0.07870429,
-0.004275144,
0.023635335,
-0.02171452,
-0.055756103,
-0.009452624,
0.03968397,
-0.11446917,
-0.011574315,
0.06161675,
-0.026243819,
0.024376081,
0.029439807,
-0.0035745306,
-0.0014413354,
-0.0031348146,
0.0137771955,
-0.00021878166,
-0.0148119675,
0.08438267,
0.06679146,
0.042289164,
0.0077238376,
0.073178865,
-0.008341517,
-0.094652176,
-0.09245101,
0.0075944075,
-0.07389992,
0.015481098,
-0.04405396,
-0.04497366,
-0.041315924,
0.06968346,
-0.027464444,
0.014380017,
-0.036109854,
-0.006690219,
-0.080297194,
-5.8296577e-05,
-0.03897778,
-0.049029846,
0.017797105,
-0.0064906515,
0.05977029,
-0.0031445406,
-0.024804324,
-0.114971094,
-0.047434244,
0.018489277,
-0.009801151,
0.09573786,
-0.009445709,
-0.035714474,
-0.031265706,
-0.0032087746,
0.07714283,
-0.076175354,
-0.11878057,
-0.06322687,
-0.0045974515,
0.06524851,
0.045755487,
-0.13797933,
0.045973603,
-0.03356543,
-0.013575197,
0.004536992,
0.01706251,
-0.0016689816,
-0.051292486,
0.10251468,
0.015364908,
-0.05339754,
0.046751976,
0.11428272,
-0.0060051866,
0.010296865,
-0.03160346,
-0.051935352,
0.02092994,
0.008887596,
-0.069010794,
0.08132733,
0.012102074,
-0.06409327,
-0.036342084,
0.046690084,
0.011248327,
-0.050334014,
0.073782355,
-0.02119414,
0.0324611,
-0.026148362,
0.06814877,
-0.03795885,
0.030811384,
-0.037118603,
-0.036956605,
-0.02943471,
-0.0328876,
-0.00579801,
0.04255975,
0.05469473,
-0.01927437,
0.12277417,
0.0037985598,
0.032079652,
0.023717156,
0.019211154,
0.019987307,
-0.012261412,
-0.032464176,
-0.004472998,
-0.03568547,
-6.953471e-33,
-0.02200053,
-0.06861985,
-0.035355665,
0.008892092,
0.07110619,
-0.02524488,
0.091491714,
-0.009333656,
-0.059515916,
-0.03471947,
0.04331791,
0.033350475,
0.02423151,
0.08795865,
0.020580785,
-0.00087637454,
-0.012995603,
0.088356934,
0.04568453,
0.025818799,
0.054319557,
0.09676607,
0.02314351,
0.024316499,
0.014192086,
-0.01867069,
-0.024500258,
-0.032566376,
0.025218401,
0.016804473,
-0.07628905,
0.012665322,
-0.021314982,
0.006895667,
0.030793479,
-0.00033363912,
0.0005291749,
-0.08589274,
0.040542576,
0.0062958263,
-0.009977536,
0.0016065374,
0.012649728,
-0.036491103,
-0.023085777,
0.012404348,
-0.0051287347,
0.020217113,
-0.08761001,
0.0451902,
-0.0012827619,
-0.06574815,
0.07477121,
0.08403992,
-0.01390955,
0.05589554,
0.019330526,
-0.019641383,
-0.016001293,
-0.02915193,
0.037374426,
0.068089314,
0.069200926,
-0.007668733,
0.021160824,
0.040417258,
0.035068225,
0.082075246,
0.08809441,
0.05050193,
-0.059343174,
0.04576526,
-0.025118835,
0.03583576,
-0.028081506,
0.019838363,
0.033905286,
-0.07977674,
0.023003135,
0.062460173,
-0.034886148,
-0.05390937,
-0.016114287,
-0.0057315156,
-0.03051132,
-0.02269694,
-0.010376983,
0.06762264,
-0.010560655,
-0.09605588,
-0.07854035,
-0.08528194,
0.029969428,
-0.0059528793,
-0.039581347,
2.9781768e-33,
0.011482255,
0.010417832,
-0.0698601,
0.019292813,
-0.08453582,
-0.08570265,
0.06624837,
0.063025005,
0.050434116,
0.033736084,
-0.0058885855,
-0.069622226,
0.12551048,
0.021380005,
0.07413853,
0.0342258,
-0.045818888,
0.014834041,
-0.012672501,
0.0036430089,
-0.08024709,
0.06730083,
-0.056032285,
-0.086702436,
-0.027874194,
-0.03391202,
-0.03872441,
-0.07792124,
-0.017794719,
0.061800934,
0.014696384,
0.019996569,
-0.08146178,
0.052340467,
0.06287676,
-0.0015751559,
0.040512506,
-0.027605608,
-0.009630798,
-0.017303543,
0.11392578,
0.044186074,
0.035317622,
0.12113664,
0.018812222,
0.049269576,
-0.036081262,
0.07789768,
-0.0296637,
-0.07068735,
-0.006731622,
0.0060941395,
0.042274125,
-0.039680813,
-0.048600707,
-0.03980193,
0.032409266,
0.03371183,
-0.092499994,
-0.049876206,
-0.06597403,
-0.042388365,
0.031259395,
0.011791109,
-0.04424881,
0.04685171,
-0.12302249,
-0.034650978,
-0.01387166,
-0.13122807,
0.1448325,
0.0056148693,
-0.0031096544,
0.022904772,
-0.07642485,
0.016454488,
-0.019540928,
-0.024970472,
-0.068574235,
0.07073104,
0.026643677,
-0.035163663,
-0.0015607082,
0.029314166,
-0.08943546,
-0.022545528,
-0.031130569,
0.053781237,
0.007896568,
0.023091432,
-0.0043701245,
0.05380369,
0.01729408,
0.05636822,
-0.05328019,
-1.3478804e-08,
-0.039678477,
0.013365443,
0.036817312,
0.009736139,
0.004703614,
0.06661744,
0.02291141,
-0.047423527,
-0.04049001,
0.0068159057,
0.008662143,
-0.006292634,
-0.045681197,
-0.06387613,
-0.013174571,
0.11696965,
0.016895585,
-0.0013498863,
0.023227682,
0.022274282,
0.07852807,
-0.04508963,
-0.009177306,
0.06640095,
-0.06651727,
-0.015498115,
0.054094598,
0.07642527,
0.0082470365,
-0.12409585,
0.01265297,
-0.017635401,
-0.020622984,
0.03250185,
-0.012997484,
0.022324847,
0.010529934,
-0.0883164,
0.021471445,
-0.0029947716,
-0.03183814,
0.0718419,
0.010377949,
0.0035974192,
0.048932698,
0.07039089,
-0.03657371,
-0.035186097,
-0.03655875,
-0.07017832,
-0.030322824,
0.028595895,
-0.019070871,
-0.0025186248,
0.021279149,
0.07436103,
-0.114249244,
-0.027311146,
-0.0107884705,
0.010422842,
-0.022787437,
0.11515081,
0.18532182,
-0.026544156
]
]
}
},
"is_streaming": false
}
}