feat(test): record agents, safety and vector_io integration tests (#2952)

Continue to build on top of
https://github.com/meta-llama/llama-stack/pull/2941

## Test Plan

Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run
the integration tests with `--stack-config=server:starter`. Then restart
the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the
tests. Verify that no request hit Ollama at any point.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:02:14 -07:00 committed by GitHub
parent 2d1ab3ca55
commit 072d20a124
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
59 changed files with 22727 additions and 9 deletions

View file

@ -0,0 +1,421 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "all-minilm:l6-v2",
"input": [
"artificial intelligence"
]
},
"endpoint": "/api/embeddings",
"model": "all-minilm:l6-v2"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "all-minilm:l6-v2",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 33233334,
"load_duration": 22084667,
"prompt_eval_count": 2,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
-0.024330627,
0.016706778,
0.03767714,
-0.009157433,
-0.03053444,
-0.017140865,
0.07427198,
0.04569162,
-0.0093771415,
0.009883054,
-0.0056895353,
0.00766826,
0.039537337,
0.015226259,
-0.08318956,
0.019439543,
-0.022046668,
-0.033254836,
-0.18105465,
-0.1302509,
-0.002267121,
0.013451511,
-0.024325471,
-0.0370128,
0.002008361,
0.085667126,
0.0047639436,
-0.0033431135,
-0.006082333,
-0.115755625,
0.06682907,
-0.018777594,
0.08786826,
-0.0074177794,
-0.09357302,
0.06146397,
-0.0811061,
0.012222829,
0.039710645,
-0.0026197857,
-0.04657112,
-0.08183902,
0.039596144,
0.015451171,
0.043706182,
0.103643835,
-0.058421474,
0.036699373,
-0.05269955,
0.040590122,
-0.1257893,
0.0065005445,
-0.035836272,
-0.010050958,
-0.023851683,
0.04597228,
0.0146055985,
0.01941457,
0.028465142,
-0.055030942,
0.024210218,
-0.052867528,
0.015230754,
-0.004392124,
0.092372015,
0.033849876,
-0.047372803,
0.032044917,
0.0013220925,
-0.051211506,
0.025862314,
0.08155329,
0.04092597,
0.019154714,
0.056453936,
-0.05275891,
0.030533383,
-0.016634358,
0.078772455,
-0.05426298,
-0.042149365,
-0.045443613,
-0.052689914,
0.112255,
0.01989106,
-0.042375352,
-0.0116811395,
0.024315955,
0.019157894,
-0.016550401,
-0.010308833,
-0.0854528,
0.023834353,
-0.042181354,
-0.02503507,
0.062114812,
-0.0045557567,
-0.15369567,
0.0011066995,
0.19423287,
-0.033851102,
0.026153002,
-0.020320926,
0.0012884212,
-0.0010269387,
-0.024112608,
0.01749549,
-0.009808729,
0.070379406,
-0.13769858,
-0.11118059,
-0.017364793,
0.06603104,
-0.051888943,
0.0019609837,
0.014606661,
0.060775448,
0.09628018,
0.013551948,
0.019343184,
-0.00010513823,
-0.026652295,
-0.009341821,
0.070832476,
-0.0034617381,
-0.06241276,
-0.044611085,
-8.796703e-34,
-0.11188401,
-0.042566102,
0.027425224,
0.06574075,
0.0028303477,
-0.044104453,
0.0052388306,
-0.036899917,
-0.015583542,
0.020654282,
-0.059225976,
0.007236481,
-0.028716046,
0.040467374,
0.13387094,
0.0067958245,
-0.016369572,
0.082198456,
-0.02261006,
-0.036412977,
0.065244555,
0.021011828,
-0.00547238,
-0.038433444,
0.0014620472,
0.0073671998,
0.016773432,
-0.062663004,
0.035388518,
-0.014395802,
0.027888596,
0.08375459,
-0.027772011,
-0.0036210902,
0.039035592,
-0.026879633,
-0.018737212,
0.019059159,
0.06522145,
0.007041419,
0.0047491803,
-0.0030224104,
0.040062234,
0.028016087,
-0.004660967,
0.012264516,
0.08708115,
-0.007017102,
-0.037498116,
0.011326796,
0.015419678,
0.013775384,
0.017958459,
-0.009817914,
0.090115435,
0.05170552,
-0.034259032,
0.0043903063,
-0.018848868,
-0.03148135,
0.08216297,
0.01687526,
-0.022163706,
0.06844145,
0.01581626,
0.020322636,
0.006385708,
0.01646202,
0.12718281,
0.014996439,
-0.010813829,
0.0017669294,
0.03166719,
-0.044353943,
-0.05225622,
0.022843977,
0.050988894,
-0.018916972,
0.0027931023,
-0.033645585,
-0.13571607,
-0.02701516,
-0.03567225,
-0.033537835,
0.04786428,
-0.005438142,
0.021346746,
-0.040034916,
0.019374574,
0.012011435,
-0.043362334,
0.00054703583,
0.03487962,
0.017960638,
-0.06250195,
8.224181e-34,
-0.094501406,
0.013776652,
-0.025351115,
0.098992504,
0.04550355,
-0.020534594,
-0.02969489,
-0.05920057,
0.042453784,
0.0844487,
-0.043211546,
-0.0077362475,
0.04935481,
0.04203367,
-0.036539596,
0.014424799,
0.04035699,
-0.05897147,
0.010022975,
0.059877153,
-0.02790866,
0.034927685,
-0.08759751,
-0.060616292,
-0.0048867413,
0.08776904,
-0.0053599314,
-0.021816812,
-0.048162397,
0.046919808,
0.008398897,
-0.05172891,
-0.020422194,
0.08581075,
-0.022597928,
0.034425054,
-0.014506652,
0.0031332595,
-0.04651879,
0.030281473,
0.039713893,
0.029692288,
-0.093102165,
0.05152783,
0.0078089847,
-0.057008673,
-0.0417926,
0.08987065,
-0.008134044,
-0.040822867,
-0.053487618,
-0.03437895,
-0.04525393,
-0.09715309,
-0.05819444,
0.060935497,
-0.009079973,
0.0069185137,
0.012345735,
0.06203646,
-0.006023849,
-0.08642951,
0.058728326,
0.053304967,
-0.053526226,
0.039521404,
-0.044984024,
0.07279109,
-0.039616205,
-0.05134445,
0.103348814,
0.021767734,
0.00016650943,
0.009423315,
0.022016354,
-0.006902842,
-0.12888299,
-0.009864121,
-0.03639677,
-0.042481665,
0.00442071,
-0.04766024,
0.0065179234,
0.102602765,
-0.05316684,
0.07328582,
0.015810942,
-0.029149026,
0.025130942,
-0.06305578,
-0.04346251,
0.06719971,
0.014921193,
-0.0010985582,
-0.0986947,
-1.468275e-08,
0.00461101,
-0.06715222,
0.0764481,
-0.019802472,
0.06737911,
0.044783674,
-0.050963383,
-0.0077186986,
-0.029319696,
0.028867694,
0.018877203,
-0.02427935,
0.044120654,
0.044162665,
0.034328103,
0.04651797,
0.021580769,
-0.0017484649,
-0.002995664,
0.014355778,
0.12525897,
0.03431847,
-0.014617607,
0.039184693,
-0.0023036075,
-0.014352938,
0.010101757,
0.024309622,
-0.041730713,
0.088324144,
-0.031459358,
0.03007363,
-0.0029376259,
0.0049478672,
0.09588392,
0.09396657,
0.014125666,
-0.077148244,
-0.039246853,
-0.010649013,
-0.008556113,
0.06409407,
-0.03303714,
-0.030499754,
0.09458461,
-0.008954661,
-0.029921891,
-0.13298501,
0.059934624,
-0.011668433,
0.007173723,
0.035627667,
0.0041028494,
0.05619811,
0.07656151,
-0.010067124,
0.056783147,
0.023536064,
-0.06377051,
0.08934554,
0.04375695,
0.04337245,
0.046287097,
-0.07039029
]
]
}
},
"is_streaming": false
}
}