feat(test): record agents, safety and vector_io integration tests (#2952)

Continue to build on top of
https://github.com/meta-llama/llama-stack/pull/2941

## Test Plan

Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run
the integration tests with `--stack-config=server:starter`. Then restart
the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the
tests. Verify that no request hit Ollama at any point.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:02:14 -07:00 committed by GitHub
parent 2d1ab3ca55
commit 072d20a124
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
59 changed files with 22727 additions and 9 deletions

View file

@ -0,0 +1,421 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "all-minilm:l6-v2",
"input": [
"Why are data structures important?"
]
},
"endpoint": "/api/embeddings",
"model": "all-minilm:l6-v2"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "all-minilm:l6-v2",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 33714959,
"load_duration": 17011709,
"prompt_eval_count": 6,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
-0.003961408,
0.051414188,
-0.00058039324,
-0.03805786,
0.00026862609,
-0.07164569,
-0.032947958,
0.029143414,
0.0895043,
0.027018296,
0.022992423,
0.029479899,
0.013462918,
0.021877697,
0.024697151,
0.023186686,
-0.06790505,
0.042193525,
-0.0668863,
-0.04484601,
-0.019504927,
-0.017638002,
-0.047011577,
0.010105266,
-0.035193082,
0.12793653,
-0.03992006,
-0.03702981,
0.021819357,
-0.06665871,
0.020533124,
0.03142357,
0.121719204,
0.037876442,
-0.075640336,
0.0359664,
0.11100785,
-0.02567441,
-0.07788109,
0.016981006,
-0.08081605,
0.042523988,
0.008232587,
0.0731737,
0.011123085,
0.016207846,
0.01944517,
-0.057269264,
-0.026940528,
0.027561199,
-0.103662655,
0.06181235,
-0.028062372,
0.04553612,
0.038513146,
0.10225101,
0.010200513,
0.003872203,
-0.074381135,
-0.0097752875,
-0.014599097,
0.0054576746,
-0.04897588,
0.024681844,
0.08043012,
-0.0014103616,
0.0008604012,
0.0016741438,
0.016251745,
0.00360708,
0.058014695,
-0.010049014,
-0.0084027,
0.06814959,
0.033971835,
-0.011656133,
-0.04935883,
-0.03459291,
0.022477727,
0.01610207,
0.025287844,
0.03501659,
-0.018194117,
0.06807382,
0.059983365,
-0.025374522,
0.04583719,
-0.04297365,
-0.104865946,
-0.028109012,
0.079001896,
-0.017114554,
0.012419278,
0.04061318,
-0.020101532,
0.026956845,
0.041828763,
-0.044170532,
0.08095696,
0.021788325,
0.081747636,
0.033276387,
0.021741632,
0.092068955,
-0.05207143,
-0.13620017,
0.013549487,
-0.019821124,
-0.036206715,
-0.050286006,
-0.032959178,
0.04662646,
-0.062424622,
-0.056837536,
-0.027646665,
-0.15120761,
-0.093959294,
-0.010999317,
-0.02427833,
-0.046769585,
-0.002897303,
-0.06647176,
-0.025597623,
0.018255977,
0.0020313214,
-0.06226326,
-0.117481604,
-4.4295206e-33,
-0.009129055,
-0.037181977,
-0.02604801,
0.052037112,
0.00087297254,
0.0065994835,
-0.0045263134,
-0.040167294,
0.0041152886,
0.042845216,
-0.049708433,
0.045345027,
0.04285296,
0.044911012,
0.11100636,
0.021593297,
-0.03125754,
0.072277226,
-0.01916381,
-0.03471753,
0.06770263,
-0.016145714,
0.05970865,
-0.02298266,
0.028831182,
0.015415605,
-0.00031274176,
-0.012733097,
-0.03328956,
-0.00013622487,
-0.024770694,
-0.042212497,
-0.0024302523,
0.04124051,
0.09191475,
0.06856497,
-0.015284932,
-0.12650564,
0.017038988,
-0.086213395,
0.05503028,
0.030287316,
0.0043085497,
0.03199775,
-0.032243066,
0.004920853,
0.009013211,
-0.023148343,
-0.04070659,
-0.091041416,
0.036388315,
0.024427423,
0.013590955,
0.032416057,
0.040976506,
0.037508775,
-0.041537814,
-0.0790035,
-0.05377612,
0.06448428,
-0.080218546,
0.021294411,
0.062302276,
0.045776673,
0.032483075,
0.08931608,
-0.04060625,
-0.031852096,
0.09785858,
0.01842136,
0.005539284,
0.033401128,
-0.069316946,
0.0050071795,
-0.01113226,
0.04040353,
-0.018702384,
-0.061634906,
-0.019955046,
0.055725593,
-0.0339558,
-0.03284888,
0.039789777,
0.032518264,
-0.014831044,
-0.040828414,
0.09042645,
-0.07117855,
-0.0452999,
0.004429679,
-0.011286574,
0.010456636,
-0.005107356,
-0.03228427,
-0.014561991,
1.973978e-33,
-0.014741807,
-0.011373571,
-0.018968971,
-0.030024195,
-0.032379575,
0.00021643718,
-0.012567692,
-0.121494584,
0.0020773544,
0.03192013,
-0.004760303,
0.0094626825,
0.070903994,
-0.10057645,
0.025073227,
0.0619163,
-0.0040503214,
-0.099229865,
-0.011797051,
-0.04770035,
-0.030485118,
0.06268395,
-0.073855996,
-0.0061467164,
-0.01423362,
0.0073681897,
-0.12381955,
-0.12358002,
0.049814835,
0.013639601,
-0.04231122,
-0.057728436,
0.008867639,
-0.03936158,
-0.010378862,
0.01995126,
0.06864242,
-0.0034683226,
0.034935873,
0.01691657,
-0.041248,
0.12756771,
-0.0109369,
-0.038407195,
0.03351686,
0.024284633,
-0.009186648,
0.089450404,
-0.037300985,
-0.033677705,
0.083595864,
0.024388704,
0.013052032,
-0.082466476,
0.08174954,
0.025851287,
-0.0407412,
0.011634866,
0.045149248,
0.057999264,
-0.043137826,
-0.0218611,
0.007614091,
0.075013876,
-0.037117332,
-0.040271968,
-0.044543337,
-0.10995435,
-0.024011672,
-0.08962033,
0.020206504,
0.030622963,
-0.021175418,
0.046819735,
-0.08388905,
-0.04419095,
-0.041822553,
0.031128531,
0.010744972,
0.06392119,
-0.0031621107,
-0.012324199,
0.039583333,
0.03872388,
0.04003792,
0.012126796,
0.060538515,
-0.046224117,
0.009284271,
-0.051235553,
-0.049639463,
-0.015559349,
-0.08584357,
0.07390804,
-0.029281551,
-1.4552155e-08,
-0.060234137,
-0.05653537,
-0.003924483,
-0.030553697,
0.033688337,
-0.051516354,
0.011325061,
0.14125879,
0.0239569,
0.01933575,
0.066012196,
0.030753234,
-0.10696803,
0.0034088665,
0.073148385,
0.02414587,
0.080867074,
-0.07877004,
-0.032145467,
0.07524812,
0.0542984,
0.009829384,
-0.1270656,
0.06314169,
0.09003407,
-0.0016169662,
0.058391552,
0.059590362,
-0.0047688517,
0.022996303,
0.035714924,
-0.034012605,
0.07277301,
0.0797266,
0.0912049,
0.022215161,
0.045965668,
0.04404474,
-0.083592154,
-0.10004596,
0.020836696,
0.023092525,
-0.047950342,
0.08443384,
0.0771323,
0.009310225,
-0.080956854,
0.09289323,
-0.020150434,
-0.00083508895,
-0.038630493,
0.01606296,
0.007031474,
-0.01770303,
-0.0022343053,
-0.021911092,
0.03337036,
-0.032134622,
-0.012314019,
-0.0021285508,
0.021125747,
0.016543584,
0.01756058,
-0.0771557
]
]
}
},
"is_streaming": false
}
}