mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 22:18:00 +00:00
feat(test): record agents, safety and vector_io integration tests (#2952)
Continue to build on top of https://github.com/meta-llama/llama-stack/pull/2941 ## Test Plan Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run the integration tests with `--stack-config=server:starter`. Then restart the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the tests. Verify that no request hit Ollama at any point.
This commit is contained in:
parent
2d1ab3ca55
commit
072d20a124
59 changed files with 22727 additions and 9 deletions
421
tests/integration/recordings/responses/9c4bc9c3e7ac.json
Normal file
421
tests/integration/recordings/responses/9c4bc9c3e7ac.json
Normal file
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"This is a test file 1"
|
||||
]
|
||||
},
|
||||
"endpoint": "/api/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.EmbedResponse",
|
||||
"__data__": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"created_at": null,
|
||||
"done": null,
|
||||
"done_reason": null,
|
||||
"total_duration": 51147375,
|
||||
"load_duration": 33379959,
|
||||
"prompt_eval_count": 6,
|
||||
"prompt_eval_duration": null,
|
||||
"eval_count": null,
|
||||
"eval_duration": null,
|
||||
"embeddings": [
|
||||
[
|
||||
-0.055990793,
|
||||
0.076004684,
|
||||
-0.09247725,
|
||||
0.014340361,
|
||||
0.058780864,
|
||||
-0.032434482,
|
||||
0.020954052,
|
||||
0.028818125,
|
||||
-0.06591213,
|
||||
0.013541593,
|
||||
0.12999941,
|
||||
0.004603084,
|
||||
-0.0069239275,
|
||||
-0.055457443,
|
||||
-0.047553156,
|
||||
-0.029139794,
|
||||
-0.12236376,
|
||||
-0.05360872,
|
||||
-0.014706594,
|
||||
0.05984688,
|
||||
0.034442738,
|
||||
0.02076038,
|
||||
-0.048697792,
|
||||
0.0135388365,
|
||||
0.058592733,
|
||||
-0.003076384,
|
||||
-0.031565297,
|
||||
0.082541116,
|
||||
-0.031259205,
|
||||
-0.12057633,
|
||||
0.038319625,
|
||||
0.06574785,
|
||||
0.06415721,
|
||||
0.038382582,
|
||||
0.12570712,
|
||||
0.03108174,
|
||||
0.10821103,
|
||||
-0.0019794356,
|
||||
-0.024704305,
|
||||
0.028765837,
|
||||
0.01268161,
|
||||
-0.039844505,
|
||||
0.043253522,
|
||||
-0.015898596,
|
||||
-0.0135526005,
|
||||
-0.0050831717,
|
||||
-0.007911988,
|
||||
0.039783813,
|
||||
0.0036548872,
|
||||
-0.033632487,
|
||||
-0.058547974,
|
||||
0.0048877494,
|
||||
-0.089586094,
|
||||
-0.010457663,
|
||||
0.059202507,
|
||||
-0.020414542,
|
||||
0.014278556,
|
||||
0.013986488,
|
||||
-0.0046022516,
|
||||
0.0383391,
|
||||
0.0048145773,
|
||||
0.029772853,
|
||||
-0.020863408,
|
||||
0.018640704,
|
||||
0.12422993,
|
||||
-0.023236223,
|
||||
-0.040323637,
|
||||
-0.023598222,
|
||||
-0.007448043,
|
||||
-0.09083128,
|
||||
-0.16859712,
|
||||
0.01012451,
|
||||
-0.035808884,
|
||||
0.010595173,
|
||||
-0.02050494,
|
||||
0.0020821376,
|
||||
-0.10925222,
|
||||
0.00793264,
|
||||
0.048889533,
|
||||
-0.11391199,
|
||||
-0.06072707,
|
||||
-0.13435508,
|
||||
0.0063265716,
|
||||
-0.008838073,
|
||||
-0.03153269,
|
||||
0.099169336,
|
||||
0.055310693,
|
||||
0.0068571265,
|
||||
-0.023463152,
|
||||
-0.0031599961,
|
||||
0.036782328,
|
||||
0.014336826,
|
||||
0.022220163,
|
||||
0.047114056,
|
||||
0.007079763,
|
||||
0.06806425,
|
||||
0.01851431,
|
||||
0.040882625,
|
||||
0.055058856,
|
||||
0.09488346,
|
||||
-0.015833577,
|
||||
-7.924328e-05,
|
||||
0.010821554,
|
||||
0.09177704,
|
||||
-0.07464829,
|
||||
-0.06471165,
|
||||
0.07013805,
|
||||
-0.04499751,
|
||||
0.057702336,
|
||||
-0.0260911,
|
||||
0.006323043,
|
||||
-0.09500501,
|
||||
-0.010549514,
|
||||
-0.07887475,
|
||||
0.039744847,
|
||||
-0.04154404,
|
||||
-0.055268157,
|
||||
0.07540271,
|
||||
-0.04667509,
|
||||
0.036143072,
|
||||
0.080297194,
|
||||
-0.036381353,
|
||||
-0.03477274,
|
||||
0.01701203,
|
||||
-0.047007203,
|
||||
-0.06519774,
|
||||
0.062141683,
|
||||
-4.222482e-33,
|
||||
-0.0017580023,
|
||||
-0.09383388,
|
||||
-0.02982657,
|
||||
0.1257841,
|
||||
0.03802007,
|
||||
-0.03654342,
|
||||
0.0060920226,
|
||||
0.05906885,
|
||||
-0.11074452,
|
||||
0.005664566,
|
||||
-0.0259852,
|
||||
-0.074819505,
|
||||
0.008342821,
|
||||
0.027451068,
|
||||
-0.05248069,
|
||||
0.02401768,
|
||||
-0.004380289,
|
||||
0.039321493,
|
||||
-0.04213744,
|
||||
-0.027290314,
|
||||
0.054677974,
|
||||
0.02707243,
|
||||
-0.03329442,
|
||||
-0.060589895,
|
||||
-0.050737355,
|
||||
0.017969057,
|
||||
-0.0035060972,
|
||||
-0.04666249,
|
||||
0.073946096,
|
||||
0.01333894,
|
||||
-0.0033873583,
|
||||
-0.046544433,
|
||||
-0.060105033,
|
||||
0.03406923,
|
||||
0.001542676,
|
||||
0.039177947,
|
||||
0.03989323,
|
||||
-0.012346489,
|
||||
-0.030511485,
|
||||
-0.0019157606,
|
||||
-0.014608986,
|
||||
-0.012997742,
|
||||
0.019522104,
|
||||
-0.022349002,
|
||||
0.074362256,
|
||||
-0.053366993,
|
||||
-0.023993475,
|
||||
0.029225096,
|
||||
0.027534606,
|
||||
0.015111057,
|
||||
-0.020442221,
|
||||
0.043327376,
|
||||
0.019660354,
|
||||
0.017330697,
|
||||
-0.0035011724,
|
||||
0.019482937,
|
||||
-0.0003428041,
|
||||
0.0004143988,
|
||||
-0.005117252,
|
||||
0.06624799,
|
||||
0.027922852,
|
||||
0.041020587,
|
||||
-0.067166425,
|
||||
0.028737254,
|
||||
-0.03478325,
|
||||
-0.055551115,
|
||||
-0.032713737,
|
||||
-0.08099247,
|
||||
0.09216284,
|
||||
0.06395264,
|
||||
-0.049168136,
|
||||
-0.039908994,
|
||||
0.036915958,
|
||||
-0.001602359,
|
||||
0.00033041168,
|
||||
-0.026015632,
|
||||
-0.005999889,
|
||||
0.05474541,
|
||||
-0.09568287,
|
||||
-0.05186289,
|
||||
-0.048838183,
|
||||
-0.08639551,
|
||||
-0.034023147,
|
||||
-0.033257127,
|
||||
-0.05651867,
|
||||
-0.051131375,
|
||||
0.00809173,
|
||||
-0.08581851,
|
||||
0.06507323,
|
||||
-0.085427366,
|
||||
0.027997404,
|
||||
0.029847065,
|
||||
-0.031673994,
|
||||
-0.08560956,
|
||||
0.1017672,
|
||||
2.1855676e-33,
|
||||
0.01160785,
|
||||
0.077607885,
|
||||
-0.017380483,
|
||||
0.005239329,
|
||||
0.0009684126,
|
||||
0.06543702,
|
||||
0.07256893,
|
||||
-0.044318836,
|
||||
-0.04749324,
|
||||
0.14031002,
|
||||
-0.025741624,
|
||||
0.0057860985,
|
||||
0.040946104,
|
||||
-0.054880083,
|
||||
0.074413285,
|
||||
-0.023610368,
|
||||
0.018364722,
|
||||
-0.060585637,
|
||||
-0.044149306,
|
||||
0.0027854694,
|
||||
-0.04580664,
|
||||
0.1172219,
|
||||
0.10268574,
|
||||
0.07907412,
|
||||
-0.0466143,
|
||||
0.018618405,
|
||||
0.029834948,
|
||||
0.037265483,
|
||||
0.02273822,
|
||||
-0.0026589038,
|
||||
0.041726097,
|
||||
0.06439532,
|
||||
-0.089163445,
|
||||
0.018188318,
|
||||
0.024064727,
|
||||
-0.096389584,
|
||||
0.08642254,
|
||||
-0.05389359,
|
||||
0.01923105,
|
||||
0.045092683,
|
||||
0.045125954,
|
||||
0.09655961,
|
||||
0.014908797,
|
||||
0.059611585,
|
||||
0.03066662,
|
||||
0.05882299,
|
||||
0.111484826,
|
||||
0.016632542,
|
||||
0.011590394,
|
||||
-0.023702666,
|
||||
-0.008617484,
|
||||
-0.055030316,
|
||||
0.047606383,
|
||||
-0.014632687,
|
||||
-0.014156344,
|
||||
0.069926,
|
||||
0.032047603,
|
||||
0.042642817,
|
||||
-0.053942375,
|
||||
0.031047028,
|
||||
0.009216673,
|
||||
0.033024028,
|
||||
-0.019033706,
|
||||
0.005568194,
|
||||
-0.014985451,
|
||||
-0.09193244,
|
||||
-0.03210824,
|
||||
0.015367608,
|
||||
0.029150328,
|
||||
0.01250386,
|
||||
-0.004827391,
|
||||
0.023345906,
|
||||
-0.028271332,
|
||||
-0.08454125,
|
||||
0.051068563,
|
||||
-0.0133641455,
|
||||
-0.029022738,
|
||||
-0.02258452,
|
||||
0.010884119,
|
||||
-0.009810021,
|
||||
0.049751773,
|
||||
-0.0032637494,
|
||||
-0.038813565,
|
||||
0.027924104,
|
||||
0.017925078,
|
||||
0.005337612,
|
||||
0.058691237,
|
||||
0.09577674,
|
||||
-0.014308608,
|
||||
0.006972794,
|
||||
-0.02733344,
|
||||
0.06912433,
|
||||
0.05727631,
|
||||
0.03206042,
|
||||
0.0042422824,
|
||||
-1.6766318e-08,
|
||||
-0.036354303,
|
||||
-0.09146416,
|
||||
-0.026319364,
|
||||
-0.007941995,
|
||||
-0.024127059,
|
||||
0.09896698,
|
||||
-0.04723083,
|
||||
-0.03767135,
|
||||
-0.029419973,
|
||||
-0.022513283,
|
||||
0.04125822,
|
||||
-0.0011487947,
|
||||
-0.05570366,
|
||||
0.020679709,
|
||||
-0.038118906,
|
||||
-0.0524994,
|
||||
-0.02624128,
|
||||
-0.05336954,
|
||||
-0.040593866,
|
||||
-0.0073642326,
|
||||
-0.0014442836,
|
||||
0.02714257,
|
||||
0.027141048,
|
||||
0.00932513,
|
||||
-0.00026505854,
|
||||
0.038233075,
|
||||
0.037096914,
|
||||
0.08405413,
|
||||
-0.06340637,
|
||||
-0.014856458,
|
||||
0.05038612,
|
||||
0.06703033,
|
||||
0.027668556,
|
||||
-0.04360097,
|
||||
-0.012041474,
|
||||
0.08500689,
|
||||
0.111594744,
|
||||
0.1046117,
|
||||
0.019726463,
|
||||
-0.0003025109,
|
||||
-0.04110389,
|
||||
0.009575226,
|
||||
-0.05285304,
|
||||
-0.0026365265,
|
||||
-0.031144748,
|
||||
-0.08860188,
|
||||
-0.06762232,
|
||||
-0.07451522,
|
||||
-0.053012833,
|
||||
-0.09560941,
|
||||
-0.05273455,
|
||||
0.013032144,
|
||||
0.0029190276,
|
||||
0.041905046,
|
||||
-0.04522114,
|
||||
0.016730292,
|
||||
0.017214278,
|
||||
0.021578068,
|
||||
-0.03718778,
|
||||
0.02353425,
|
||||
0.052041385,
|
||||
0.06444499,
|
||||
0.02387539,
|
||||
-0.025236009
|
||||
]
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue