mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 22:18:00 +00:00
feat(test): record agents, safety and vector_io integration tests (#2952)
Continue to build on top of https://github.com/meta-llama/llama-stack/pull/2941 ## Test Plan Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run the integration tests with `--stack-config=server:starter`. Then restart the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the tests. Verify that no request hit Ollama at any point.
This commit is contained in:
parent
2d1ab3ca55
commit
072d20a124
59 changed files with 22727 additions and 9 deletions
421
tests/integration/recordings/responses/fe140befeba4.json
Normal file
421
tests/integration/recordings/responses/fe140befeba4.json
Normal file
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"What inspires neural networks?"
|
||||
]
|
||||
},
|
||||
"endpoint": "/api/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.EmbedResponse",
|
||||
"__data__": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"created_at": null,
|
||||
"done": null,
|
||||
"done_reason": null,
|
||||
"total_duration": 46540167,
|
||||
"load_duration": 29688959,
|
||||
"prompt_eval_count": 6,
|
||||
"prompt_eval_duration": null,
|
||||
"eval_count": null,
|
||||
"eval_duration": null,
|
||||
"embeddings": [
|
||||
[
|
||||
-0.08566708,
|
||||
-0.09559047,
|
||||
0.044014607,
|
||||
-0.015974598,
|
||||
0.029406257,
|
||||
0.07229597,
|
||||
-0.010901963,
|
||||
-0.023829829,
|
||||
0.07381301,
|
||||
-0.05698464,
|
||||
-0.033780586,
|
||||
0.051200844,
|
||||
0.0050912783,
|
||||
0.014317088,
|
||||
-0.07878143,
|
||||
-0.012908666,
|
||||
-0.041628323,
|
||||
0.06881713,
|
||||
-0.10783476,
|
||||
-0.04042705,
|
||||
0.026262026,
|
||||
-0.0019893218,
|
||||
-0.011008084,
|
||||
-0.0019646112,
|
||||
0.004033132,
|
||||
0.08881656,
|
||||
0.014049165,
|
||||
-0.018416086,
|
||||
0.032621212,
|
||||
-0.034692146,
|
||||
0.07614942,
|
||||
-0.014122101,
|
||||
-0.024901746,
|
||||
0.03755059,
|
||||
-0.10197354,
|
||||
0.054705318,
|
||||
-0.022539826,
|
||||
0.024209768,
|
||||
0.011698194,
|
||||
-0.008956377,
|
||||
-0.050146304,
|
||||
0.0026327297,
|
||||
0.055942897,
|
||||
0.009974366,
|
||||
0.12796965,
|
||||
-0.025006283,
|
||||
0.024338534,
|
||||
-0.024487961,
|
||||
-0.0022703854,
|
||||
-0.024687177,
|
||||
-0.10482094,
|
||||
-0.05994297,
|
||||
-0.055200897,
|
||||
0.0152664175,
|
||||
0.03496896,
|
||||
0.052624088,
|
||||
-0.0006445885,
|
||||
0.06637695,
|
||||
-0.031790398,
|
||||
-0.007308742,
|
||||
-0.0050764186,
|
||||
-0.042508755,
|
||||
-0.04089097,
|
||||
0.020062948,
|
||||
0.038683955,
|
||||
0.022463562,
|
||||
-0.02866933,
|
||||
0.053370677,
|
||||
0.022435635,
|
||||
0.01934692,
|
||||
0.12264713,
|
||||
0.023911418,
|
||||
-0.037264284,
|
||||
0.0059156846,
|
||||
0.05235448,
|
||||
0.054004095,
|
||||
0.08022169,
|
||||
-0.010992806,
|
||||
0.029295033,
|
||||
-0.0672064,
|
||||
-0.00021147476,
|
||||
-0.050584126,
|
||||
-0.0095251575,
|
||||
0.04616498,
|
||||
0.078677796,
|
||||
0.01416309,
|
||||
-0.033226117,
|
||||
0.0018380182,
|
||||
-0.06667651,
|
||||
-0.020977372,
|
||||
-0.017116925,
|
||||
-0.04396714,
|
||||
-0.05969979,
|
||||
-0.07344942,
|
||||
-0.03985366,
|
||||
-0.030863814,
|
||||
-0.019918729,
|
||||
-0.1075161,
|
||||
-0.026654154,
|
||||
0.0689854,
|
||||
-0.0049292273,
|
||||
0.026645623,
|
||||
0.018879393,
|
||||
0.022113768,
|
||||
0.064208575,
|
||||
-0.053153764,
|
||||
0.06160797,
|
||||
0.014026719,
|
||||
0.11772326,
|
||||
-0.051769163,
|
||||
-0.07634968,
|
||||
0.03090975,
|
||||
-0.038558383,
|
||||
-0.025260162,
|
||||
0.039262023,
|
||||
-0.061449137,
|
||||
0.008389126,
|
||||
0.016175874,
|
||||
0.032293033,
|
||||
0.06679397,
|
||||
-0.06503257,
|
||||
0.014676881,
|
||||
-0.038542666,
|
||||
0.018718671,
|
||||
-0.030111106,
|
||||
-0.028481327,
|
||||
-0.14707623,
|
||||
-3.455443e-33,
|
||||
-0.048577547,
|
||||
-0.024983348,
|
||||
0.071679614,
|
||||
0.035652317,
|
||||
0.07931413,
|
||||
-0.07811974,
|
||||
0.023085583,
|
||||
-0.047467884,
|
||||
0.08872273,
|
||||
-0.0010074769,
|
||||
-0.11320135,
|
||||
0.091322996,
|
||||
0.023978539,
|
||||
0.11368158,
|
||||
0.042203873,
|
||||
-0.05773289,
|
||||
-0.074543044,
|
||||
-0.0021036167,
|
||||
-0.051522236,
|
||||
-0.050925426,
|
||||
-0.0016557347,
|
||||
0.030671587,
|
||||
0.045119714,
|
||||
-0.03974729,
|
||||
-0.05871358,
|
||||
-0.030611658,
|
||||
0.0017253247,
|
||||
0.009114429,
|
||||
-0.013763352,
|
||||
0.023424039,
|
||||
0.0017495834,
|
||||
0.046633217,
|
||||
-0.07230643,
|
||||
-0.027882291,
|
||||
0.016182518,
|
||||
0.044456217,
|
||||
-0.004326421,
|
||||
-0.061798126,
|
||||
0.0697968,
|
||||
0.031249145,
|
||||
-0.013697079,
|
||||
-0.007417679,
|
||||
0.031665757,
|
||||
-0.02367961,
|
||||
0.07153089,
|
||||
0.023938214,
|
||||
0.009729952,
|
||||
0.0071919435,
|
||||
-0.03235391,
|
||||
-0.04955071,
|
||||
-0.050248373,
|
||||
0.02151118,
|
||||
0.015327139,
|
||||
-0.0674203,
|
||||
0.06544387,
|
||||
-0.025547959,
|
||||
0.03207046,
|
||||
0.02038825,
|
||||
0.0112230005,
|
||||
0.00019493286,
|
||||
-0.023462659,
|
||||
-0.004949742,
|
||||
-0.014066955,
|
||||
0.0014178518,
|
||||
0.059315395,
|
||||
0.039931085,
|
||||
-0.032498423,
|
||||
-0.023698896,
|
||||
0.05445033,
|
||||
0.064231694,
|
||||
-0.034013335,
|
||||
0.08745776,
|
||||
-0.080473825,
|
||||
-0.090545714,
|
||||
-0.065398656,
|
||||
-8.2386265e-05,
|
||||
-0.021441188,
|
||||
-0.0684535,
|
||||
-0.029121745,
|
||||
0.034134887,
|
||||
-0.07799698,
|
||||
-0.05388711,
|
||||
-0.035591345,
|
||||
0.044826802,
|
||||
-0.040090464,
|
||||
0.07972004,
|
||||
0.026058797,
|
||||
-0.08184859,
|
||||
0.0018106091,
|
||||
-0.027676936,
|
||||
-0.04312832,
|
||||
-0.042090744,
|
||||
0.08336437,
|
||||
-0.049453646,
|
||||
-0.0902778,
|
||||
2.6716498e-33,
|
||||
-0.091911495,
|
||||
0.02641473,
|
||||
-0.07022486,
|
||||
0.075562105,
|
||||
0.03900905,
|
||||
0.027913846,
|
||||
-0.05444872,
|
||||
-0.036666486,
|
||||
-0.048225258,
|
||||
0.07551892,
|
||||
0.046452336,
|
||||
0.025874302,
|
||||
0.052248206,
|
||||
-0.00018527219,
|
||||
0.010575236,
|
||||
-0.040591337,
|
||||
-0.028484622,
|
||||
-0.020559357,
|
||||
0.08882296,
|
||||
-0.06755767,
|
||||
0.04941752,
|
||||
0.13231009,
|
||||
-0.06998129,
|
||||
-0.040112328,
|
||||
0.044030365,
|
||||
0.034218542,
|
||||
-0.08650528,
|
||||
0.05746921,
|
||||
-0.0075130556,
|
||||
0.049070083,
|
||||
-0.0148686,
|
||||
-0.018103259,
|
||||
-0.020280316,
|
||||
0.038828347,
|
||||
0.022253176,
|
||||
0.13486238,
|
||||
0.06899369,
|
||||
-0.002589861,
|
||||
-0.016430879,
|
||||
0.0033818923,
|
||||
0.017275693,
|
||||
0.013614936,
|
||||
0.044220798,
|
||||
0.049155377,
|
||||
-0.008259856,
|
||||
-0.046575654,
|
||||
-0.043921605,
|
||||
0.04156687,
|
||||
-0.035468902,
|
||||
0.042837795,
|
||||
0.03131579,
|
||||
0.017961076,
|
||||
-0.026213305,
|
||||
-0.05458616,
|
||||
-0.04259084,
|
||||
-0.004110002,
|
||||
0.029035388,
|
||||
0.0010451805,
|
||||
0.09044077,
|
||||
0.014110149,
|
||||
-0.068820216,
|
||||
-0.07098938,
|
||||
0.020328037,
|
||||
0.00433692,
|
||||
-0.046977337,
|
||||
0.016492791,
|
||||
-0.028396707,
|
||||
0.104340956,
|
||||
0.002814702,
|
||||
-0.08339559,
|
||||
0.037326302,
|
||||
0.058929898,
|
||||
0.0376423,
|
||||
0.09580634,
|
||||
-0.12376848,
|
||||
-0.054060236,
|
||||
-0.014485116,
|
||||
0.0013106487,
|
||||
-0.04537336,
|
||||
-0.0899294,
|
||||
0.001730278,
|
||||
-0.05520831,
|
||||
0.000568523,
|
||||
0.00053380145,
|
||||
0.07856981,
|
||||
0.104590714,
|
||||
0.00355283,
|
||||
0.008365939,
|
||||
0.04291482,
|
||||
0.010064388,
|
||||
0.025177509,
|
||||
0.05732803,
|
||||
-0.023061136,
|
||||
0.054399785,
|
||||
-0.049828697,
|
||||
-1.3290186e-08,
|
||||
-0.0539168,
|
||||
0.08074109,
|
||||
0.03397028,
|
||||
0.024365881,
|
||||
0.0906225,
|
||||
-0.07162824,
|
||||
0.07550329,
|
||||
0.017278913,
|
||||
-0.061226364,
|
||||
-0.03298407,
|
||||
0.07829606,
|
||||
0.03967995,
|
||||
-0.036696997,
|
||||
0.02665964,
|
||||
0.1000655,
|
||||
-0.014426734,
|
||||
0.020708792,
|
||||
-0.039230846,
|
||||
0.0085029,
|
||||
-0.0012509917,
|
||||
0.06740856,
|
||||
0.013992665,
|
||||
-0.054007422,
|
||||
-0.016785627,
|
||||
0.07651403,
|
||||
-0.035508703,
|
||||
-0.050085396,
|
||||
0.08382383,
|
||||
-0.009957674,
|
||||
0.08140875,
|
||||
0.019287178,
|
||||
0.049911316,
|
||||
0.0022236605,
|
||||
-0.07807412,
|
||||
0.019454133,
|
||||
0.111560374,
|
||||
-0.01269702,
|
||||
-0.06466137,
|
||||
-0.09346588,
|
||||
-0.050038446,
|
||||
-0.042178612,
|
||||
0.0599713,
|
||||
0.034831088,
|
||||
-0.014957726,
|
||||
0.014484159,
|
||||
-0.022619838,
|
||||
0.06916277,
|
||||
-0.088544875,
|
||||
0.021478733,
|
||||
0.01378541,
|
||||
-0.0075770007,
|
||||
0.027888266,
|
||||
0.015526889,
|
||||
0.0052174823,
|
||||
0.010616002,
|
||||
-0.022908956,
|
||||
-0.02535865,
|
||||
-0.04139556,
|
||||
-0.08375561,
|
||||
0.092626974,
|
||||
0.051755503,
|
||||
0.09296614,
|
||||
0.011223383,
|
||||
-0.016759252
|
||||
]
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue