mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 22:18:00 +00:00
feat(test): record agents, safety and vector_io integration tests (#2952)
Continue to build on top of https://github.com/meta-llama/llama-stack/pull/2941 ## Test Plan Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run the integration tests with `--stack-config=server:starter`. Then restart the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the tests. Verify that no request hit Ollama at any point.
This commit is contained in:
parent
2d1ab3ca55
commit
072d20a124
59 changed files with 22727 additions and 9 deletions
421
tests/integration/recordings/responses/a410d4840402.json
Normal file
421
tests/integration/recordings/responses/a410d4840402.json
Normal file
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"Why are data structures important?"
|
||||
]
|
||||
},
|
||||
"endpoint": "/api/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.EmbedResponse",
|
||||
"__data__": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"created_at": null,
|
||||
"done": null,
|
||||
"done_reason": null,
|
||||
"total_duration": 33714959,
|
||||
"load_duration": 17011709,
|
||||
"prompt_eval_count": 6,
|
||||
"prompt_eval_duration": null,
|
||||
"eval_count": null,
|
||||
"eval_duration": null,
|
||||
"embeddings": [
|
||||
[
|
||||
-0.003961408,
|
||||
0.051414188,
|
||||
-0.00058039324,
|
||||
-0.03805786,
|
||||
0.00026862609,
|
||||
-0.07164569,
|
||||
-0.032947958,
|
||||
0.029143414,
|
||||
0.0895043,
|
||||
0.027018296,
|
||||
0.022992423,
|
||||
0.029479899,
|
||||
0.013462918,
|
||||
0.021877697,
|
||||
0.024697151,
|
||||
0.023186686,
|
||||
-0.06790505,
|
||||
0.042193525,
|
||||
-0.0668863,
|
||||
-0.04484601,
|
||||
-0.019504927,
|
||||
-0.017638002,
|
||||
-0.047011577,
|
||||
0.010105266,
|
||||
-0.035193082,
|
||||
0.12793653,
|
||||
-0.03992006,
|
||||
-0.03702981,
|
||||
0.021819357,
|
||||
-0.06665871,
|
||||
0.020533124,
|
||||
0.03142357,
|
||||
0.121719204,
|
||||
0.037876442,
|
||||
-0.075640336,
|
||||
0.0359664,
|
||||
0.11100785,
|
||||
-0.02567441,
|
||||
-0.07788109,
|
||||
0.016981006,
|
||||
-0.08081605,
|
||||
0.042523988,
|
||||
0.008232587,
|
||||
0.0731737,
|
||||
0.011123085,
|
||||
0.016207846,
|
||||
0.01944517,
|
||||
-0.057269264,
|
||||
-0.026940528,
|
||||
0.027561199,
|
||||
-0.103662655,
|
||||
0.06181235,
|
||||
-0.028062372,
|
||||
0.04553612,
|
||||
0.038513146,
|
||||
0.10225101,
|
||||
0.010200513,
|
||||
0.003872203,
|
||||
-0.074381135,
|
||||
-0.0097752875,
|
||||
-0.014599097,
|
||||
0.0054576746,
|
||||
-0.04897588,
|
||||
0.024681844,
|
||||
0.08043012,
|
||||
-0.0014103616,
|
||||
0.0008604012,
|
||||
0.0016741438,
|
||||
0.016251745,
|
||||
0.00360708,
|
||||
0.058014695,
|
||||
-0.010049014,
|
||||
-0.0084027,
|
||||
0.06814959,
|
||||
0.033971835,
|
||||
-0.011656133,
|
||||
-0.04935883,
|
||||
-0.03459291,
|
||||
0.022477727,
|
||||
0.01610207,
|
||||
0.025287844,
|
||||
0.03501659,
|
||||
-0.018194117,
|
||||
0.06807382,
|
||||
0.059983365,
|
||||
-0.025374522,
|
||||
0.04583719,
|
||||
-0.04297365,
|
||||
-0.104865946,
|
||||
-0.028109012,
|
||||
0.079001896,
|
||||
-0.017114554,
|
||||
0.012419278,
|
||||
0.04061318,
|
||||
-0.020101532,
|
||||
0.026956845,
|
||||
0.041828763,
|
||||
-0.044170532,
|
||||
0.08095696,
|
||||
0.021788325,
|
||||
0.081747636,
|
||||
0.033276387,
|
||||
0.021741632,
|
||||
0.092068955,
|
||||
-0.05207143,
|
||||
-0.13620017,
|
||||
0.013549487,
|
||||
-0.019821124,
|
||||
-0.036206715,
|
||||
-0.050286006,
|
||||
-0.032959178,
|
||||
0.04662646,
|
||||
-0.062424622,
|
||||
-0.056837536,
|
||||
-0.027646665,
|
||||
-0.15120761,
|
||||
-0.093959294,
|
||||
-0.010999317,
|
||||
-0.02427833,
|
||||
-0.046769585,
|
||||
-0.002897303,
|
||||
-0.06647176,
|
||||
-0.025597623,
|
||||
0.018255977,
|
||||
0.0020313214,
|
||||
-0.06226326,
|
||||
-0.117481604,
|
||||
-4.4295206e-33,
|
||||
-0.009129055,
|
||||
-0.037181977,
|
||||
-0.02604801,
|
||||
0.052037112,
|
||||
0.00087297254,
|
||||
0.0065994835,
|
||||
-0.0045263134,
|
||||
-0.040167294,
|
||||
0.0041152886,
|
||||
0.042845216,
|
||||
-0.049708433,
|
||||
0.045345027,
|
||||
0.04285296,
|
||||
0.044911012,
|
||||
0.11100636,
|
||||
0.021593297,
|
||||
-0.03125754,
|
||||
0.072277226,
|
||||
-0.01916381,
|
||||
-0.03471753,
|
||||
0.06770263,
|
||||
-0.016145714,
|
||||
0.05970865,
|
||||
-0.02298266,
|
||||
0.028831182,
|
||||
0.015415605,
|
||||
-0.00031274176,
|
||||
-0.012733097,
|
||||
-0.03328956,
|
||||
-0.00013622487,
|
||||
-0.024770694,
|
||||
-0.042212497,
|
||||
-0.0024302523,
|
||||
0.04124051,
|
||||
0.09191475,
|
||||
0.06856497,
|
||||
-0.015284932,
|
||||
-0.12650564,
|
||||
0.017038988,
|
||||
-0.086213395,
|
||||
0.05503028,
|
||||
0.030287316,
|
||||
0.0043085497,
|
||||
0.03199775,
|
||||
-0.032243066,
|
||||
0.004920853,
|
||||
0.009013211,
|
||||
-0.023148343,
|
||||
-0.04070659,
|
||||
-0.091041416,
|
||||
0.036388315,
|
||||
0.024427423,
|
||||
0.013590955,
|
||||
0.032416057,
|
||||
0.040976506,
|
||||
0.037508775,
|
||||
-0.041537814,
|
||||
-0.0790035,
|
||||
-0.05377612,
|
||||
0.06448428,
|
||||
-0.080218546,
|
||||
0.021294411,
|
||||
0.062302276,
|
||||
0.045776673,
|
||||
0.032483075,
|
||||
0.08931608,
|
||||
-0.04060625,
|
||||
-0.031852096,
|
||||
0.09785858,
|
||||
0.01842136,
|
||||
0.005539284,
|
||||
0.033401128,
|
||||
-0.069316946,
|
||||
0.0050071795,
|
||||
-0.01113226,
|
||||
0.04040353,
|
||||
-0.018702384,
|
||||
-0.061634906,
|
||||
-0.019955046,
|
||||
0.055725593,
|
||||
-0.0339558,
|
||||
-0.03284888,
|
||||
0.039789777,
|
||||
0.032518264,
|
||||
-0.014831044,
|
||||
-0.040828414,
|
||||
0.09042645,
|
||||
-0.07117855,
|
||||
-0.0452999,
|
||||
0.004429679,
|
||||
-0.011286574,
|
||||
0.010456636,
|
||||
-0.005107356,
|
||||
-0.03228427,
|
||||
-0.014561991,
|
||||
1.973978e-33,
|
||||
-0.014741807,
|
||||
-0.011373571,
|
||||
-0.018968971,
|
||||
-0.030024195,
|
||||
-0.032379575,
|
||||
0.00021643718,
|
||||
-0.012567692,
|
||||
-0.121494584,
|
||||
0.0020773544,
|
||||
0.03192013,
|
||||
-0.004760303,
|
||||
0.0094626825,
|
||||
0.070903994,
|
||||
-0.10057645,
|
||||
0.025073227,
|
||||
0.0619163,
|
||||
-0.0040503214,
|
||||
-0.099229865,
|
||||
-0.011797051,
|
||||
-0.04770035,
|
||||
-0.030485118,
|
||||
0.06268395,
|
||||
-0.073855996,
|
||||
-0.0061467164,
|
||||
-0.01423362,
|
||||
0.0073681897,
|
||||
-0.12381955,
|
||||
-0.12358002,
|
||||
0.049814835,
|
||||
0.013639601,
|
||||
-0.04231122,
|
||||
-0.057728436,
|
||||
0.008867639,
|
||||
-0.03936158,
|
||||
-0.010378862,
|
||||
0.01995126,
|
||||
0.06864242,
|
||||
-0.0034683226,
|
||||
0.034935873,
|
||||
0.01691657,
|
||||
-0.041248,
|
||||
0.12756771,
|
||||
-0.0109369,
|
||||
-0.038407195,
|
||||
0.03351686,
|
||||
0.024284633,
|
||||
-0.009186648,
|
||||
0.089450404,
|
||||
-0.037300985,
|
||||
-0.033677705,
|
||||
0.083595864,
|
||||
0.024388704,
|
||||
0.013052032,
|
||||
-0.082466476,
|
||||
0.08174954,
|
||||
0.025851287,
|
||||
-0.0407412,
|
||||
0.011634866,
|
||||
0.045149248,
|
||||
0.057999264,
|
||||
-0.043137826,
|
||||
-0.0218611,
|
||||
0.007614091,
|
||||
0.075013876,
|
||||
-0.037117332,
|
||||
-0.040271968,
|
||||
-0.044543337,
|
||||
-0.10995435,
|
||||
-0.024011672,
|
||||
-0.08962033,
|
||||
0.020206504,
|
||||
0.030622963,
|
||||
-0.021175418,
|
||||
0.046819735,
|
||||
-0.08388905,
|
||||
-0.04419095,
|
||||
-0.041822553,
|
||||
0.031128531,
|
||||
0.010744972,
|
||||
0.06392119,
|
||||
-0.0031621107,
|
||||
-0.012324199,
|
||||
0.039583333,
|
||||
0.03872388,
|
||||
0.04003792,
|
||||
0.012126796,
|
||||
0.060538515,
|
||||
-0.046224117,
|
||||
0.009284271,
|
||||
-0.051235553,
|
||||
-0.049639463,
|
||||
-0.015559349,
|
||||
-0.08584357,
|
||||
0.07390804,
|
||||
-0.029281551,
|
||||
-1.4552155e-08,
|
||||
-0.060234137,
|
||||
-0.05653537,
|
||||
-0.003924483,
|
||||
-0.030553697,
|
||||
0.033688337,
|
||||
-0.051516354,
|
||||
0.011325061,
|
||||
0.14125879,
|
||||
0.0239569,
|
||||
0.01933575,
|
||||
0.066012196,
|
||||
0.030753234,
|
||||
-0.10696803,
|
||||
0.0034088665,
|
||||
0.073148385,
|
||||
0.02414587,
|
||||
0.080867074,
|
||||
-0.07877004,
|
||||
-0.032145467,
|
||||
0.07524812,
|
||||
0.0542984,
|
||||
0.009829384,
|
||||
-0.1270656,
|
||||
0.06314169,
|
||||
0.09003407,
|
||||
-0.0016169662,
|
||||
0.058391552,
|
||||
0.059590362,
|
||||
-0.0047688517,
|
||||
0.022996303,
|
||||
0.035714924,
|
||||
-0.034012605,
|
||||
0.07277301,
|
||||
0.0797266,
|
||||
0.0912049,
|
||||
0.022215161,
|
||||
0.045965668,
|
||||
0.04404474,
|
||||
-0.083592154,
|
||||
-0.10004596,
|
||||
0.020836696,
|
||||
0.023092525,
|
||||
-0.047950342,
|
||||
0.08443384,
|
||||
0.0771323,
|
||||
0.009310225,
|
||||
-0.080956854,
|
||||
0.09289323,
|
||||
-0.020150434,
|
||||
-0.00083508895,
|
||||
-0.038630493,
|
||||
0.01606296,
|
||||
0.007031474,
|
||||
-0.01770303,
|
||||
-0.0022343053,
|
||||
-0.021911092,
|
||||
0.03337036,
|
||||
-0.032134622,
|
||||
-0.012314019,
|
||||
-0.0021285508,
|
||||
0.021125747,
|
||||
0.016543584,
|
||||
0.01756058,
|
||||
-0.0771557
|
||||
]
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue