mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 22:18:00 +00:00
feat(test): record agents, safety and vector_io integration tests (#2952)
Continue to build on top of https://github.com/meta-llama/llama-stack/pull/2941 ## Test Plan Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run the integration tests with `--stack-config=server:starter`. Then restart the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the tests. Verify that no request hit Ollama at any point.
This commit is contained in:
parent
2d1ab3ca55
commit
072d20a124
59 changed files with 22727 additions and 9 deletions
421
tests/integration/recordings/responses/a97477559b10.json
Normal file
421
tests/integration/recordings/responses/a97477559b10.json
Normal file
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"How do systems learn automatically?"
|
||||
]
|
||||
},
|
||||
"endpoint": "/api/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.EmbedResponse",
|
||||
"__data__": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"created_at": null,
|
||||
"done": null,
|
||||
"done_reason": null,
|
||||
"total_duration": 23929167,
|
||||
"load_duration": 17216625,
|
||||
"prompt_eval_count": 6,
|
||||
"prompt_eval_duration": null,
|
||||
"eval_count": null,
|
||||
"eval_duration": null,
|
||||
"embeddings": [
|
||||
[
|
||||
0.042460807,
|
||||
-0.06189971,
|
||||
-0.0784711,
|
||||
0.0064329687,
|
||||
0.03129365,
|
||||
0.00807445,
|
||||
0.05801836,
|
||||
0.025447326,
|
||||
0.016402787,
|
||||
0.045995634,
|
||||
-0.028924342,
|
||||
0.04451832,
|
||||
0.05686613,
|
||||
-0.015340794,
|
||||
-0.07020505,
|
||||
-0.057178136,
|
||||
-0.07683263,
|
||||
0.006748679,
|
||||
0.0043323045,
|
||||
-0.123651944,
|
||||
0.0031534543,
|
||||
-0.03258051,
|
||||
-0.02936216,
|
||||
0.024140852,
|
||||
-0.028559243,
|
||||
0.10224467,
|
||||
0.0021632623,
|
||||
-0.006975691,
|
||||
0.025292527,
|
||||
-0.055500276,
|
||||
0.031231727,
|
||||
-0.0070274337,
|
||||
0.08430815,
|
||||
-0.028431177,
|
||||
-0.083029,
|
||||
0.009555893,
|
||||
-0.020029299,
|
||||
-0.00243229,
|
||||
-0.00768719,
|
||||
-0.023077851,
|
||||
-0.09293533,
|
||||
-0.042625993,
|
||||
-0.020000124,
|
||||
0.008240663,
|
||||
0.060970567,
|
||||
0.050315727,
|
||||
-0.0510085,
|
||||
-0.008543903,
|
||||
-0.030227834,
|
||||
-0.03582846,
|
||||
-0.17836656,
|
||||
-0.047279052,
|
||||
0.033892106,
|
||||
0.031623542,
|
||||
-0.008832113,
|
||||
0.10480918,
|
||||
0.033559043,
|
||||
0.090348184,
|
||||
-0.015757555,
|
||||
-0.0125672715,
|
||||
-0.084686965,
|
||||
-0.114781834,
|
||||
-0.13755985,
|
||||
0.021652374,
|
||||
0.047834594,
|
||||
0.043243896,
|
||||
0.008659893,
|
||||
0.038724966,
|
||||
0.046716973,
|
||||
-0.077413626,
|
||||
-0.04887495,
|
||||
0.031287406,
|
||||
0.022356613,
|
||||
0.00043283988,
|
||||
0.052321073,
|
||||
-0.012254071,
|
||||
-0.035172574,
|
||||
-0.00825216,
|
||||
-0.008866574,
|
||||
-0.034267236,
|
||||
-0.04576201,
|
||||
0.002467568,
|
||||
-0.040877618,
|
||||
0.08047682,
|
||||
0.09472728,
|
||||
0.0413438,
|
||||
0.0057974122,
|
||||
0.044982508,
|
||||
0.025369909,
|
||||
0.006618073,
|
||||
0.010467276,
|
||||
-0.07960384,
|
||||
-0.03108485,
|
||||
-0.03528749,
|
||||
0.01831391,
|
||||
0.053473305,
|
||||
0.06568304,
|
||||
-0.07259002,
|
||||
0.02523736,
|
||||
0.10520362,
|
||||
0.035732146,
|
||||
0.028157586,
|
||||
0.011687256,
|
||||
0.044207197,
|
||||
0.012604437,
|
||||
0.0018819098,
|
||||
0.03926183,
|
||||
0.043135095,
|
||||
0.09784739,
|
||||
-0.08801336,
|
||||
-0.06060836,
|
||||
0.02681984,
|
||||
0.0041358666,
|
||||
0.033492945,
|
||||
0.011799116,
|
||||
0.009551661,
|
||||
-0.0095491735,
|
||||
-0.021212189,
|
||||
-0.008917248,
|
||||
0.029352615,
|
||||
-0.012693442,
|
||||
-0.019269384,
|
||||
0.009901157,
|
||||
-0.00812101,
|
||||
0.018603146,
|
||||
-0.0007501193,
|
||||
-0.056115113,
|
||||
-3.8018077e-33,
|
||||
0.020848714,
|
||||
0.0047160466,
|
||||
0.019726405,
|
||||
0.06024251,
|
||||
-0.0685974,
|
||||
-0.07497267,
|
||||
0.007997452,
|
||||
-0.047339544,
|
||||
0.057801835,
|
||||
0.049544968,
|
||||
0.01878086,
|
||||
0.03274472,
|
||||
0.017663997,
|
||||
0.07483022,
|
||||
0.02496901,
|
||||
-0.011843339,
|
||||
-0.11212756,
|
||||
0.0070379525,
|
||||
0.028099466,
|
||||
-0.01746246,
|
||||
0.08173482,
|
||||
-0.007920462,
|
||||
0.032095373,
|
||||
-0.12300146,
|
||||
0.033773854,
|
||||
0.025873141,
|
||||
-0.0045020077,
|
||||
0.079493225,
|
||||
0.0040725255,
|
||||
0.03305898,
|
||||
0.008061117,
|
||||
0.0134422695,
|
||||
-0.03292251,
|
||||
0.031554114,
|
||||
0.04013794,
|
||||
0.0014983519,
|
||||
0.030762345,
|
||||
0.029481992,
|
||||
0.041350223,
|
||||
-0.047438618,
|
||||
0.03944708,
|
||||
-0.07526981,
|
||||
0.037927423,
|
||||
-0.026016014,
|
||||
0.016933467,
|
||||
0.0136799775,
|
||||
0.0071263947,
|
||||
-0.05386736,
|
||||
-0.07443268,
|
||||
-0.006070775,
|
||||
0.024427462,
|
||||
-0.039844982,
|
||||
-0.020661902,
|
||||
-0.033354662,
|
||||
0.009005565,
|
||||
0.12111172,
|
||||
-0.028260944,
|
||||
-0.036192853,
|
||||
-0.021332363,
|
||||
0.05333571,
|
||||
0.05161245,
|
||||
-0.01204843,
|
||||
0.035563566,
|
||||
0.05408247,
|
||||
0.060722187,
|
||||
0.07159865,
|
||||
0.04299143,
|
||||
0.008544481,
|
||||
0.07421879,
|
||||
0.00841512,
|
||||
-0.036342908,
|
||||
-0.008549791,
|
||||
-0.08816386,
|
||||
-0.049075164,
|
||||
0.00029373015,
|
||||
-0.05127952,
|
||||
0.03586739,
|
||||
-0.030380003,
|
||||
-0.012642127,
|
||||
0.018771531,
|
||||
0.01711824,
|
||||
-0.06644723,
|
||||
0.023793438,
|
||||
0.0010271219,
|
||||
-0.01939443,
|
||||
-0.053452212,
|
||||
-0.017060323,
|
||||
-0.062207118,
|
||||
-0.05962535,
|
||||
-0.012172617,
|
||||
-0.013190802,
|
||||
-0.037036054,
|
||||
0.00082622556,
|
||||
0.098088354,
|
||||
0.024690514,
|
||||
2.1767905e-33,
|
||||
-0.010088812,
|
||||
-0.016811697,
|
||||
-0.042140447,
|
||||
0.08837209,
|
||||
-0.028899776,
|
||||
-0.0048947735,
|
||||
-0.082139015,
|
||||
0.029238816,
|
||||
-0.043079354,
|
||||
-0.014153092,
|
||||
-0.028387645,
|
||||
0.025998218,
|
||||
-0.017625,
|
||||
0.046511114,
|
||||
-0.005768211,
|
||||
0.030010609,
|
||||
0.011375536,
|
||||
0.017426634,
|
||||
0.055062976,
|
||||
0.032230247,
|
||||
-0.07995765,
|
||||
0.032486655,
|
||||
-0.060016844,
|
||||
-0.011561194,
|
||||
0.010211269,
|
||||
0.046528235,
|
||||
0.001191399,
|
||||
0.0786961,
|
||||
-0.0446158,
|
||||
0.032789085,
|
||||
0.0023115936,
|
||||
-0.03886269,
|
||||
-0.017663589,
|
||||
0.07913024,
|
||||
-0.004583343,
|
||||
0.043521065,
|
||||
-0.031589273,
|
||||
0.008867868,
|
||||
-0.05013296,
|
||||
0.068929516,
|
||||
0.043675046,
|
||||
0.019968731,
|
||||
-0.08471742,
|
||||
-0.046864275,
|
||||
-0.0068198936,
|
||||
-0.026138468,
|
||||
-0.05107216,
|
||||
0.054374695,
|
||||
0.03069186,
|
||||
-0.010925094,
|
||||
0.04721093,
|
||||
-0.017387696,
|
||||
-0.020754937,
|
||||
-0.081763394,
|
||||
-0.027709637,
|
||||
0.035980806,
|
||||
0.05396534,
|
||||
0.044874854,
|
||||
0.059699643,
|
||||
0.041227758,
|
||||
-0.06664364,
|
||||
-0.09201654,
|
||||
0.008915574,
|
||||
0.025849758,
|
||||
-0.038651932,
|
||||
-0.0044070315,
|
||||
-0.052066546,
|
||||
0.027435115,
|
||||
0.012089562,
|
||||
0.048306923,
|
||||
0.059854515,
|
||||
0.097325735,
|
||||
-0.053612895,
|
||||
-0.07639326,
|
||||
0.015773866,
|
||||
-0.0444848,
|
||||
-0.13214406,
|
||||
-0.0702488,
|
||||
-0.10134438,
|
||||
-0.11905995,
|
||||
-0.027714504,
|
||||
0.006891868,
|
||||
-0.0053650527,
|
||||
0.054135524,
|
||||
-0.111159205,
|
||||
0.07835098,
|
||||
0.03506018,
|
||||
0.016036613,
|
||||
0.021490784,
|
||||
-0.061526407,
|
||||
0.007425222,
|
||||
0.04833579,
|
||||
-0.01361202,
|
||||
0.012450488,
|
||||
-0.12729599,
|
||||
-1.4009424e-08,
|
||||
-0.040908325,
|
||||
-0.01596458,
|
||||
0.060048707,
|
||||
0.03804525,
|
||||
0.0663794,
|
||||
0.04727275,
|
||||
-0.016112225,
|
||||
0.09687414,
|
||||
-0.04424251,
|
||||
-0.028799534,
|
||||
-0.01294642,
|
||||
0.013026413,
|
||||
0.022404836,
|
||||
0.04713173,
|
||||
0.06402557,
|
||||
0.12130648,
|
||||
0.06062839,
|
||||
0.10218965,
|
||||
-0.0757528,
|
||||
-0.023806982,
|
||||
0.12489501,
|
||||
-0.045460615,
|
||||
0.09545599,
|
||||
0.021262301,
|
||||
0.03731495,
|
||||
-0.075220875,
|
||||
-0.0026194793,
|
||||
0.0472452,
|
||||
0.048499025,
|
||||
0.12358729,
|
||||
0.017998053,
|
||||
0.013811017,
|
||||
-0.035893846,
|
||||
-0.051789004,
|
||||
0.06182457,
|
||||
0.05160056,
|
||||
0.008895317,
|
||||
-0.12500942,
|
||||
0.016453298,
|
||||
-0.08590811,
|
||||
-0.071096726,
|
||||
0.06987216,
|
||||
-0.036072273,
|
||||
-0.0053715096,
|
||||
-0.048762616,
|
||||
0.00081640907,
|
||||
-0.021502526,
|
||||
-0.061078615,
|
||||
0.002485032,
|
||||
-0.032720752,
|
||||
0.045743283,
|
||||
0.038934175,
|
||||
-0.024666062,
|
||||
0.025897244,
|
||||
0.10301431,
|
||||
-0.013001504,
|
||||
0.04783332,
|
||||
-0.07114252,
|
||||
0.046031926,
|
||||
0.080549754,
|
||||
-0.10302451,
|
||||
0.08449227,
|
||||
0.028010191,
|
||||
-0.03697792
|
||||
]
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue