feat(test): record agents, safety and vector_io integration tests (#2952)

Continue to build on top of
https://github.com/meta-llama/llama-stack/pull/2941

## Test Plan

Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run
the integration tests with `--stack-config=server:starter`. Then restart
the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the
tests. Verify that no request hit Ollama at any point.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:02:14 -07:00 committed by GitHub
parent 2d1ab3ca55
commit 072d20a124
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
59 changed files with 22727 additions and 9 deletions

View file

@ -0,0 +1,421 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "all-minilm:l6-v2",
"input": [
"This is a test file 1"
]
},
"endpoint": "/api/embeddings",
"model": "all-minilm:l6-v2"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "all-minilm:l6-v2",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 51147375,
"load_duration": 33379959,
"prompt_eval_count": 6,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
-0.055990793,
0.076004684,
-0.09247725,
0.014340361,
0.058780864,
-0.032434482,
0.020954052,
0.028818125,
-0.06591213,
0.013541593,
0.12999941,
0.004603084,
-0.0069239275,
-0.055457443,
-0.047553156,
-0.029139794,
-0.12236376,
-0.05360872,
-0.014706594,
0.05984688,
0.034442738,
0.02076038,
-0.048697792,
0.0135388365,
0.058592733,
-0.003076384,
-0.031565297,
0.082541116,
-0.031259205,
-0.12057633,
0.038319625,
0.06574785,
0.06415721,
0.038382582,
0.12570712,
0.03108174,
0.10821103,
-0.0019794356,
-0.024704305,
0.028765837,
0.01268161,
-0.039844505,
0.043253522,
-0.015898596,
-0.0135526005,
-0.0050831717,
-0.007911988,
0.039783813,
0.0036548872,
-0.033632487,
-0.058547974,
0.0048877494,
-0.089586094,
-0.010457663,
0.059202507,
-0.020414542,
0.014278556,
0.013986488,
-0.0046022516,
0.0383391,
0.0048145773,
0.029772853,
-0.020863408,
0.018640704,
0.12422993,
-0.023236223,
-0.040323637,
-0.023598222,
-0.007448043,
-0.09083128,
-0.16859712,
0.01012451,
-0.035808884,
0.010595173,
-0.02050494,
0.0020821376,
-0.10925222,
0.00793264,
0.048889533,
-0.11391199,
-0.06072707,
-0.13435508,
0.0063265716,
-0.008838073,
-0.03153269,
0.099169336,
0.055310693,
0.0068571265,
-0.023463152,
-0.0031599961,
0.036782328,
0.014336826,
0.022220163,
0.047114056,
0.007079763,
0.06806425,
0.01851431,
0.040882625,
0.055058856,
0.09488346,
-0.015833577,
-7.924328e-05,
0.010821554,
0.09177704,
-0.07464829,
-0.06471165,
0.07013805,
-0.04499751,
0.057702336,
-0.0260911,
0.006323043,
-0.09500501,
-0.010549514,
-0.07887475,
0.039744847,
-0.04154404,
-0.055268157,
0.07540271,
-0.04667509,
0.036143072,
0.080297194,
-0.036381353,
-0.03477274,
0.01701203,
-0.047007203,
-0.06519774,
0.062141683,
-4.222482e-33,
-0.0017580023,
-0.09383388,
-0.02982657,
0.1257841,
0.03802007,
-0.03654342,
0.0060920226,
0.05906885,
-0.11074452,
0.005664566,
-0.0259852,
-0.074819505,
0.008342821,
0.027451068,
-0.05248069,
0.02401768,
-0.004380289,
0.039321493,
-0.04213744,
-0.027290314,
0.054677974,
0.02707243,
-0.03329442,
-0.060589895,
-0.050737355,
0.017969057,
-0.0035060972,
-0.04666249,
0.073946096,
0.01333894,
-0.0033873583,
-0.046544433,
-0.060105033,
0.03406923,
0.001542676,
0.039177947,
0.03989323,
-0.012346489,
-0.030511485,
-0.0019157606,
-0.014608986,
-0.012997742,
0.019522104,
-0.022349002,
0.074362256,
-0.053366993,
-0.023993475,
0.029225096,
0.027534606,
0.015111057,
-0.020442221,
0.043327376,
0.019660354,
0.017330697,
-0.0035011724,
0.019482937,
-0.0003428041,
0.0004143988,
-0.005117252,
0.06624799,
0.027922852,
0.041020587,
-0.067166425,
0.028737254,
-0.03478325,
-0.055551115,
-0.032713737,
-0.08099247,
0.09216284,
0.06395264,
-0.049168136,
-0.039908994,
0.036915958,
-0.001602359,
0.00033041168,
-0.026015632,
-0.005999889,
0.05474541,
-0.09568287,
-0.05186289,
-0.048838183,
-0.08639551,
-0.034023147,
-0.033257127,
-0.05651867,
-0.051131375,
0.00809173,
-0.08581851,
0.06507323,
-0.085427366,
0.027997404,
0.029847065,
-0.031673994,
-0.08560956,
0.1017672,
2.1855676e-33,
0.01160785,
0.077607885,
-0.017380483,
0.005239329,
0.0009684126,
0.06543702,
0.07256893,
-0.044318836,
-0.04749324,
0.14031002,
-0.025741624,
0.0057860985,
0.040946104,
-0.054880083,
0.074413285,
-0.023610368,
0.018364722,
-0.060585637,
-0.044149306,
0.0027854694,
-0.04580664,
0.1172219,
0.10268574,
0.07907412,
-0.0466143,
0.018618405,
0.029834948,
0.037265483,
0.02273822,
-0.0026589038,
0.041726097,
0.06439532,
-0.089163445,
0.018188318,
0.024064727,
-0.096389584,
0.08642254,
-0.05389359,
0.01923105,
0.045092683,
0.045125954,
0.09655961,
0.014908797,
0.059611585,
0.03066662,
0.05882299,
0.111484826,
0.016632542,
0.011590394,
-0.023702666,
-0.008617484,
-0.055030316,
0.047606383,
-0.014632687,
-0.014156344,
0.069926,
0.032047603,
0.042642817,
-0.053942375,
0.031047028,
0.009216673,
0.033024028,
-0.019033706,
0.005568194,
-0.014985451,
-0.09193244,
-0.03210824,
0.015367608,
0.029150328,
0.01250386,
-0.004827391,
0.023345906,
-0.028271332,
-0.08454125,
0.051068563,
-0.0133641455,
-0.029022738,
-0.02258452,
0.010884119,
-0.009810021,
0.049751773,
-0.0032637494,
-0.038813565,
0.027924104,
0.017925078,
0.005337612,
0.058691237,
0.09577674,
-0.014308608,
0.006972794,
-0.02733344,
0.06912433,
0.05727631,
0.03206042,
0.0042422824,
-1.6766318e-08,
-0.036354303,
-0.09146416,
-0.026319364,
-0.007941995,
-0.024127059,
0.09896698,
-0.04723083,
-0.03767135,
-0.029419973,
-0.022513283,
0.04125822,
-0.0011487947,
-0.05570366,
0.020679709,
-0.038118906,
-0.0524994,
-0.02624128,
-0.05336954,
-0.040593866,
-0.0073642326,
-0.0014442836,
0.02714257,
0.027141048,
0.00932513,
-0.00026505854,
0.038233075,
0.037096914,
0.08405413,
-0.06340637,
-0.014856458,
0.05038612,
0.06703033,
0.027668556,
-0.04360097,
-0.012041474,
0.08500689,
0.111594744,
0.1046117,
0.019726463,
-0.0003025109,
-0.04110389,
0.009575226,
-0.05285304,
-0.0026365265,
-0.031144748,
-0.08860188,
-0.06762232,
-0.07451522,
-0.053012833,
-0.09560941,
-0.05273455,
0.013032144,
0.0029190276,
0.041905046,
-0.04522114,
0.016730292,
0.017214278,
0.021578068,
-0.03718778,
0.02353425,
0.052041385,
0.06444499,
0.02387539,
-0.025236009
]
]
}
},
"is_streaming": false
}
}