feat(test): record agents, safety and vector_io integration tests (#2952)

Continue to build on top of
https://github.com/meta-llama/llama-stack/pull/2941

## Test Plan

Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run
the integration tests with `--stack-config=server:starter`. Then restart
the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the
tests. Verify that no request hit Ollama at any point.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:02:14 -07:00 committed by GitHub
parent 2d1ab3ca55
commit 072d20a124
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
59 changed files with 22727 additions and 9 deletions

View file

@ -0,0 +1,421 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "all-minilm:l6-v2",
"input": [
"What inspires neural networks?"
]
},
"endpoint": "/api/embeddings",
"model": "all-minilm:l6-v2"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "all-minilm:l6-v2",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 46540167,
"load_duration": 29688959,
"prompt_eval_count": 6,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
-0.08566708,
-0.09559047,
0.044014607,
-0.015974598,
0.029406257,
0.07229597,
-0.010901963,
-0.023829829,
0.07381301,
-0.05698464,
-0.033780586,
0.051200844,
0.0050912783,
0.014317088,
-0.07878143,
-0.012908666,
-0.041628323,
0.06881713,
-0.10783476,
-0.04042705,
0.026262026,
-0.0019893218,
-0.011008084,
-0.0019646112,
0.004033132,
0.08881656,
0.014049165,
-0.018416086,
0.032621212,
-0.034692146,
0.07614942,
-0.014122101,
-0.024901746,
0.03755059,
-0.10197354,
0.054705318,
-0.022539826,
0.024209768,
0.011698194,
-0.008956377,
-0.050146304,
0.0026327297,
0.055942897,
0.009974366,
0.12796965,
-0.025006283,
0.024338534,
-0.024487961,
-0.0022703854,
-0.024687177,
-0.10482094,
-0.05994297,
-0.055200897,
0.0152664175,
0.03496896,
0.052624088,
-0.0006445885,
0.06637695,
-0.031790398,
-0.007308742,
-0.0050764186,
-0.042508755,
-0.04089097,
0.020062948,
0.038683955,
0.022463562,
-0.02866933,
0.053370677,
0.022435635,
0.01934692,
0.12264713,
0.023911418,
-0.037264284,
0.0059156846,
0.05235448,
0.054004095,
0.08022169,
-0.010992806,
0.029295033,
-0.0672064,
-0.00021147476,
-0.050584126,
-0.0095251575,
0.04616498,
0.078677796,
0.01416309,
-0.033226117,
0.0018380182,
-0.06667651,
-0.020977372,
-0.017116925,
-0.04396714,
-0.05969979,
-0.07344942,
-0.03985366,
-0.030863814,
-0.019918729,
-0.1075161,
-0.026654154,
0.0689854,
-0.0049292273,
0.026645623,
0.018879393,
0.022113768,
0.064208575,
-0.053153764,
0.06160797,
0.014026719,
0.11772326,
-0.051769163,
-0.07634968,
0.03090975,
-0.038558383,
-0.025260162,
0.039262023,
-0.061449137,
0.008389126,
0.016175874,
0.032293033,
0.06679397,
-0.06503257,
0.014676881,
-0.038542666,
0.018718671,
-0.030111106,
-0.028481327,
-0.14707623,
-3.455443e-33,
-0.048577547,
-0.024983348,
0.071679614,
0.035652317,
0.07931413,
-0.07811974,
0.023085583,
-0.047467884,
0.08872273,
-0.0010074769,
-0.11320135,
0.091322996,
0.023978539,
0.11368158,
0.042203873,
-0.05773289,
-0.074543044,
-0.0021036167,
-0.051522236,
-0.050925426,
-0.0016557347,
0.030671587,
0.045119714,
-0.03974729,
-0.05871358,
-0.030611658,
0.0017253247,
0.009114429,
-0.013763352,
0.023424039,
0.0017495834,
0.046633217,
-0.07230643,
-0.027882291,
0.016182518,
0.044456217,
-0.004326421,
-0.061798126,
0.0697968,
0.031249145,
-0.013697079,
-0.007417679,
0.031665757,
-0.02367961,
0.07153089,
0.023938214,
0.009729952,
0.0071919435,
-0.03235391,
-0.04955071,
-0.050248373,
0.02151118,
0.015327139,
-0.0674203,
0.06544387,
-0.025547959,
0.03207046,
0.02038825,
0.0112230005,
0.00019493286,
-0.023462659,
-0.004949742,
-0.014066955,
0.0014178518,
0.059315395,
0.039931085,
-0.032498423,
-0.023698896,
0.05445033,
0.064231694,
-0.034013335,
0.08745776,
-0.080473825,
-0.090545714,
-0.065398656,
-8.2386265e-05,
-0.021441188,
-0.0684535,
-0.029121745,
0.034134887,
-0.07799698,
-0.05388711,
-0.035591345,
0.044826802,
-0.040090464,
0.07972004,
0.026058797,
-0.08184859,
0.0018106091,
-0.027676936,
-0.04312832,
-0.042090744,
0.08336437,
-0.049453646,
-0.0902778,
2.6716498e-33,
-0.091911495,
0.02641473,
-0.07022486,
0.075562105,
0.03900905,
0.027913846,
-0.05444872,
-0.036666486,
-0.048225258,
0.07551892,
0.046452336,
0.025874302,
0.052248206,
-0.00018527219,
0.010575236,
-0.040591337,
-0.028484622,
-0.020559357,
0.08882296,
-0.06755767,
0.04941752,
0.13231009,
-0.06998129,
-0.040112328,
0.044030365,
0.034218542,
-0.08650528,
0.05746921,
-0.0075130556,
0.049070083,
-0.0148686,
-0.018103259,
-0.020280316,
0.038828347,
0.022253176,
0.13486238,
0.06899369,
-0.002589861,
-0.016430879,
0.0033818923,
0.017275693,
0.013614936,
0.044220798,
0.049155377,
-0.008259856,
-0.046575654,
-0.043921605,
0.04156687,
-0.035468902,
0.042837795,
0.03131579,
0.017961076,
-0.026213305,
-0.05458616,
-0.04259084,
-0.004110002,
0.029035388,
0.0010451805,
0.09044077,
0.014110149,
-0.068820216,
-0.07098938,
0.020328037,
0.00433692,
-0.046977337,
0.016492791,
-0.028396707,
0.104340956,
0.002814702,
-0.08339559,
0.037326302,
0.058929898,
0.0376423,
0.09580634,
-0.12376848,
-0.054060236,
-0.014485116,
0.0013106487,
-0.04537336,
-0.0899294,
0.001730278,
-0.05520831,
0.000568523,
0.00053380145,
0.07856981,
0.104590714,
0.00355283,
0.008365939,
0.04291482,
0.010064388,
0.025177509,
0.05732803,
-0.023061136,
0.054399785,
-0.049828697,
-1.3290186e-08,
-0.0539168,
0.08074109,
0.03397028,
0.024365881,
0.0906225,
-0.07162824,
0.07550329,
0.017278913,
-0.061226364,
-0.03298407,
0.07829606,
0.03967995,
-0.036696997,
0.02665964,
0.1000655,
-0.014426734,
0.020708792,
-0.039230846,
0.0085029,
-0.0012509917,
0.06740856,
0.013992665,
-0.054007422,
-0.016785627,
0.07651403,
-0.035508703,
-0.050085396,
0.08382383,
-0.009957674,
0.08140875,
0.019287178,
0.049911316,
0.0022236605,
-0.07807412,
0.019454133,
0.111560374,
-0.01269702,
-0.06466137,
-0.09346588,
-0.050038446,
-0.042178612,
0.0599713,
0.034831088,
-0.014957726,
0.014484159,
-0.022619838,
0.06916277,
-0.088544875,
0.021478733,
0.01378541,
-0.0075770007,
0.027888266,
0.015526889,
0.0052174823,
0.010616002,
-0.022908956,
-0.02535865,
-0.04139556,
-0.08375561,
0.092626974,
0.051755503,
0.09296614,
0.011223383,
-0.016759252
]
]
}
},
"is_streaming": false
}
}