mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 22:18:00 +00:00
feat(test): record agents, safety and vector_io integration tests (#2952)
Continue to build on top of https://github.com/meta-llama/llama-stack/pull/2941 ## Test Plan Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run the integration tests with `--stack-config=server:starter`. Then restart the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the tests. Verify that no request hit Ollama at any point.
This commit is contained in:
parent
2d1ab3ca55
commit
072d20a124
59 changed files with 22727 additions and 9 deletions
421
tests/integration/recordings/responses/1f48f4b2ae33.json
Normal file
421
tests/integration/recordings/responses/1f48f4b2ae33.json
Normal file
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"artificial intelligence"
|
||||
]
|
||||
},
|
||||
"endpoint": "/api/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.EmbedResponse",
|
||||
"__data__": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"created_at": null,
|
||||
"done": null,
|
||||
"done_reason": null,
|
||||
"total_duration": 33233334,
|
||||
"load_duration": 22084667,
|
||||
"prompt_eval_count": 2,
|
||||
"prompt_eval_duration": null,
|
||||
"eval_count": null,
|
||||
"eval_duration": null,
|
||||
"embeddings": [
|
||||
[
|
||||
-0.024330627,
|
||||
0.016706778,
|
||||
0.03767714,
|
||||
-0.009157433,
|
||||
-0.03053444,
|
||||
-0.017140865,
|
||||
0.07427198,
|
||||
0.04569162,
|
||||
-0.0093771415,
|
||||
0.009883054,
|
||||
-0.0056895353,
|
||||
0.00766826,
|
||||
0.039537337,
|
||||
0.015226259,
|
||||
-0.08318956,
|
||||
0.019439543,
|
||||
-0.022046668,
|
||||
-0.033254836,
|
||||
-0.18105465,
|
||||
-0.1302509,
|
||||
-0.002267121,
|
||||
0.013451511,
|
||||
-0.024325471,
|
||||
-0.0370128,
|
||||
0.002008361,
|
||||
0.085667126,
|
||||
0.0047639436,
|
||||
-0.0033431135,
|
||||
-0.006082333,
|
||||
-0.115755625,
|
||||
0.06682907,
|
||||
-0.018777594,
|
||||
0.08786826,
|
||||
-0.0074177794,
|
||||
-0.09357302,
|
||||
0.06146397,
|
||||
-0.0811061,
|
||||
0.012222829,
|
||||
0.039710645,
|
||||
-0.0026197857,
|
||||
-0.04657112,
|
||||
-0.08183902,
|
||||
0.039596144,
|
||||
0.015451171,
|
||||
0.043706182,
|
||||
0.103643835,
|
||||
-0.058421474,
|
||||
0.036699373,
|
||||
-0.05269955,
|
||||
0.040590122,
|
||||
-0.1257893,
|
||||
0.0065005445,
|
||||
-0.035836272,
|
||||
-0.010050958,
|
||||
-0.023851683,
|
||||
0.04597228,
|
||||
0.0146055985,
|
||||
0.01941457,
|
||||
0.028465142,
|
||||
-0.055030942,
|
||||
0.024210218,
|
||||
-0.052867528,
|
||||
0.015230754,
|
||||
-0.004392124,
|
||||
0.092372015,
|
||||
0.033849876,
|
||||
-0.047372803,
|
||||
0.032044917,
|
||||
0.0013220925,
|
||||
-0.051211506,
|
||||
0.025862314,
|
||||
0.08155329,
|
||||
0.04092597,
|
||||
0.019154714,
|
||||
0.056453936,
|
||||
-0.05275891,
|
||||
0.030533383,
|
||||
-0.016634358,
|
||||
0.078772455,
|
||||
-0.05426298,
|
||||
-0.042149365,
|
||||
-0.045443613,
|
||||
-0.052689914,
|
||||
0.112255,
|
||||
0.01989106,
|
||||
-0.042375352,
|
||||
-0.0116811395,
|
||||
0.024315955,
|
||||
0.019157894,
|
||||
-0.016550401,
|
||||
-0.010308833,
|
||||
-0.0854528,
|
||||
0.023834353,
|
||||
-0.042181354,
|
||||
-0.02503507,
|
||||
0.062114812,
|
||||
-0.0045557567,
|
||||
-0.15369567,
|
||||
0.0011066995,
|
||||
0.19423287,
|
||||
-0.033851102,
|
||||
0.026153002,
|
||||
-0.020320926,
|
||||
0.0012884212,
|
||||
-0.0010269387,
|
||||
-0.024112608,
|
||||
0.01749549,
|
||||
-0.009808729,
|
||||
0.070379406,
|
||||
-0.13769858,
|
||||
-0.11118059,
|
||||
-0.017364793,
|
||||
0.06603104,
|
||||
-0.051888943,
|
||||
0.0019609837,
|
||||
0.014606661,
|
||||
0.060775448,
|
||||
0.09628018,
|
||||
0.013551948,
|
||||
0.019343184,
|
||||
-0.00010513823,
|
||||
-0.026652295,
|
||||
-0.009341821,
|
||||
0.070832476,
|
||||
-0.0034617381,
|
||||
-0.06241276,
|
||||
-0.044611085,
|
||||
-8.796703e-34,
|
||||
-0.11188401,
|
||||
-0.042566102,
|
||||
0.027425224,
|
||||
0.06574075,
|
||||
0.0028303477,
|
||||
-0.044104453,
|
||||
0.0052388306,
|
||||
-0.036899917,
|
||||
-0.015583542,
|
||||
0.020654282,
|
||||
-0.059225976,
|
||||
0.007236481,
|
||||
-0.028716046,
|
||||
0.040467374,
|
||||
0.13387094,
|
||||
0.0067958245,
|
||||
-0.016369572,
|
||||
0.082198456,
|
||||
-0.02261006,
|
||||
-0.036412977,
|
||||
0.065244555,
|
||||
0.021011828,
|
||||
-0.00547238,
|
||||
-0.038433444,
|
||||
0.0014620472,
|
||||
0.0073671998,
|
||||
0.016773432,
|
||||
-0.062663004,
|
||||
0.035388518,
|
||||
-0.014395802,
|
||||
0.027888596,
|
||||
0.08375459,
|
||||
-0.027772011,
|
||||
-0.0036210902,
|
||||
0.039035592,
|
||||
-0.026879633,
|
||||
-0.018737212,
|
||||
0.019059159,
|
||||
0.06522145,
|
||||
0.007041419,
|
||||
0.0047491803,
|
||||
-0.0030224104,
|
||||
0.040062234,
|
||||
0.028016087,
|
||||
-0.004660967,
|
||||
0.012264516,
|
||||
0.08708115,
|
||||
-0.007017102,
|
||||
-0.037498116,
|
||||
0.011326796,
|
||||
0.015419678,
|
||||
0.013775384,
|
||||
0.017958459,
|
||||
-0.009817914,
|
||||
0.090115435,
|
||||
0.05170552,
|
||||
-0.034259032,
|
||||
0.0043903063,
|
||||
-0.018848868,
|
||||
-0.03148135,
|
||||
0.08216297,
|
||||
0.01687526,
|
||||
-0.022163706,
|
||||
0.06844145,
|
||||
0.01581626,
|
||||
0.020322636,
|
||||
0.006385708,
|
||||
0.01646202,
|
||||
0.12718281,
|
||||
0.014996439,
|
||||
-0.010813829,
|
||||
0.0017669294,
|
||||
0.03166719,
|
||||
-0.044353943,
|
||||
-0.05225622,
|
||||
0.022843977,
|
||||
0.050988894,
|
||||
-0.018916972,
|
||||
0.0027931023,
|
||||
-0.033645585,
|
||||
-0.13571607,
|
||||
-0.02701516,
|
||||
-0.03567225,
|
||||
-0.033537835,
|
||||
0.04786428,
|
||||
-0.005438142,
|
||||
0.021346746,
|
||||
-0.040034916,
|
||||
0.019374574,
|
||||
0.012011435,
|
||||
-0.043362334,
|
||||
0.00054703583,
|
||||
0.03487962,
|
||||
0.017960638,
|
||||
-0.06250195,
|
||||
8.224181e-34,
|
||||
-0.094501406,
|
||||
0.013776652,
|
||||
-0.025351115,
|
||||
0.098992504,
|
||||
0.04550355,
|
||||
-0.020534594,
|
||||
-0.02969489,
|
||||
-0.05920057,
|
||||
0.042453784,
|
||||
0.0844487,
|
||||
-0.043211546,
|
||||
-0.0077362475,
|
||||
0.04935481,
|
||||
0.04203367,
|
||||
-0.036539596,
|
||||
0.014424799,
|
||||
0.04035699,
|
||||
-0.05897147,
|
||||
0.010022975,
|
||||
0.059877153,
|
||||
-0.02790866,
|
||||
0.034927685,
|
||||
-0.08759751,
|
||||
-0.060616292,
|
||||
-0.0048867413,
|
||||
0.08776904,
|
||||
-0.0053599314,
|
||||
-0.021816812,
|
||||
-0.048162397,
|
||||
0.046919808,
|
||||
0.008398897,
|
||||
-0.05172891,
|
||||
-0.020422194,
|
||||
0.08581075,
|
||||
-0.022597928,
|
||||
0.034425054,
|
||||
-0.014506652,
|
||||
0.0031332595,
|
||||
-0.04651879,
|
||||
0.030281473,
|
||||
0.039713893,
|
||||
0.029692288,
|
||||
-0.093102165,
|
||||
0.05152783,
|
||||
0.0078089847,
|
||||
-0.057008673,
|
||||
-0.0417926,
|
||||
0.08987065,
|
||||
-0.008134044,
|
||||
-0.040822867,
|
||||
-0.053487618,
|
||||
-0.03437895,
|
||||
-0.04525393,
|
||||
-0.09715309,
|
||||
-0.05819444,
|
||||
0.060935497,
|
||||
-0.009079973,
|
||||
0.0069185137,
|
||||
0.012345735,
|
||||
0.06203646,
|
||||
-0.006023849,
|
||||
-0.08642951,
|
||||
0.058728326,
|
||||
0.053304967,
|
||||
-0.053526226,
|
||||
0.039521404,
|
||||
-0.044984024,
|
||||
0.07279109,
|
||||
-0.039616205,
|
||||
-0.05134445,
|
||||
0.103348814,
|
||||
0.021767734,
|
||||
0.00016650943,
|
||||
0.009423315,
|
||||
0.022016354,
|
||||
-0.006902842,
|
||||
-0.12888299,
|
||||
-0.009864121,
|
||||
-0.03639677,
|
||||
-0.042481665,
|
||||
0.00442071,
|
||||
-0.04766024,
|
||||
0.0065179234,
|
||||
0.102602765,
|
||||
-0.05316684,
|
||||
0.07328582,
|
||||
0.015810942,
|
||||
-0.029149026,
|
||||
0.025130942,
|
||||
-0.06305578,
|
||||
-0.04346251,
|
||||
0.06719971,
|
||||
0.014921193,
|
||||
-0.0010985582,
|
||||
-0.0986947,
|
||||
-1.468275e-08,
|
||||
0.00461101,
|
||||
-0.06715222,
|
||||
0.0764481,
|
||||
-0.019802472,
|
||||
0.06737911,
|
||||
0.044783674,
|
||||
-0.050963383,
|
||||
-0.0077186986,
|
||||
-0.029319696,
|
||||
0.028867694,
|
||||
0.018877203,
|
||||
-0.02427935,
|
||||
0.044120654,
|
||||
0.044162665,
|
||||
0.034328103,
|
||||
0.04651797,
|
||||
0.021580769,
|
||||
-0.0017484649,
|
||||
-0.002995664,
|
||||
0.014355778,
|
||||
0.12525897,
|
||||
0.03431847,
|
||||
-0.014617607,
|
||||
0.039184693,
|
||||
-0.0023036075,
|
||||
-0.014352938,
|
||||
0.010101757,
|
||||
0.024309622,
|
||||
-0.041730713,
|
||||
0.088324144,
|
||||
-0.031459358,
|
||||
0.03007363,
|
||||
-0.0029376259,
|
||||
0.0049478672,
|
||||
0.09588392,
|
||||
0.09396657,
|
||||
0.014125666,
|
||||
-0.077148244,
|
||||
-0.039246853,
|
||||
-0.010649013,
|
||||
-0.008556113,
|
||||
0.06409407,
|
||||
-0.03303714,
|
||||
-0.030499754,
|
||||
0.09458461,
|
||||
-0.008954661,
|
||||
-0.029921891,
|
||||
-0.13298501,
|
||||
0.059934624,
|
||||
-0.011668433,
|
||||
0.007173723,
|
||||
0.035627667,
|
||||
0.0041028494,
|
||||
0.05619811,
|
||||
0.07656151,
|
||||
-0.010067124,
|
||||
0.056783147,
|
||||
0.023536064,
|
||||
-0.06377051,
|
||||
0.08934554,
|
||||
0.04375695,
|
||||
0.04337245,
|
||||
0.046287097,
|
||||
-0.07039029
|
||||
]
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue