feat(test): record agents, safety and vector_io integration tests (#2952)

Continue to build on top of
https://github.com/meta-llama/llama-stack/pull/2941

## Test Plan

Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run
the integration tests with `--stack-config=server:starter`. Then restart
the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the
tests. Verify that no request hit Ollama at any point.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:02:14 -07:00 committed by GitHub
parent 2d1ab3ca55
commit 072d20a124
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
59 changed files with 22727 additions and 9 deletions

View file

@ -0,0 +1,421 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "all-minilm:l6-v2",
"input": [
"How do systems learn automatically?"
]
},
"endpoint": "/api/embeddings",
"model": "all-minilm:l6-v2"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "all-minilm:l6-v2",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 23929167,
"load_duration": 17216625,
"prompt_eval_count": 6,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
0.042460807,
-0.06189971,
-0.0784711,
0.0064329687,
0.03129365,
0.00807445,
0.05801836,
0.025447326,
0.016402787,
0.045995634,
-0.028924342,
0.04451832,
0.05686613,
-0.015340794,
-0.07020505,
-0.057178136,
-0.07683263,
0.006748679,
0.0043323045,
-0.123651944,
0.0031534543,
-0.03258051,
-0.02936216,
0.024140852,
-0.028559243,
0.10224467,
0.0021632623,
-0.006975691,
0.025292527,
-0.055500276,
0.031231727,
-0.0070274337,
0.08430815,
-0.028431177,
-0.083029,
0.009555893,
-0.020029299,
-0.00243229,
-0.00768719,
-0.023077851,
-0.09293533,
-0.042625993,
-0.020000124,
0.008240663,
0.060970567,
0.050315727,
-0.0510085,
-0.008543903,
-0.030227834,
-0.03582846,
-0.17836656,
-0.047279052,
0.033892106,
0.031623542,
-0.008832113,
0.10480918,
0.033559043,
0.090348184,
-0.015757555,
-0.0125672715,
-0.084686965,
-0.114781834,
-0.13755985,
0.021652374,
0.047834594,
0.043243896,
0.008659893,
0.038724966,
0.046716973,
-0.077413626,
-0.04887495,
0.031287406,
0.022356613,
0.00043283988,
0.052321073,
-0.012254071,
-0.035172574,
-0.00825216,
-0.008866574,
-0.034267236,
-0.04576201,
0.002467568,
-0.040877618,
0.08047682,
0.09472728,
0.0413438,
0.0057974122,
0.044982508,
0.025369909,
0.006618073,
0.010467276,
-0.07960384,
-0.03108485,
-0.03528749,
0.01831391,
0.053473305,
0.06568304,
-0.07259002,
0.02523736,
0.10520362,
0.035732146,
0.028157586,
0.011687256,
0.044207197,
0.012604437,
0.0018819098,
0.03926183,
0.043135095,
0.09784739,
-0.08801336,
-0.06060836,
0.02681984,
0.0041358666,
0.033492945,
0.011799116,
0.009551661,
-0.0095491735,
-0.021212189,
-0.008917248,
0.029352615,
-0.012693442,
-0.019269384,
0.009901157,
-0.00812101,
0.018603146,
-0.0007501193,
-0.056115113,
-3.8018077e-33,
0.020848714,
0.0047160466,
0.019726405,
0.06024251,
-0.0685974,
-0.07497267,
0.007997452,
-0.047339544,
0.057801835,
0.049544968,
0.01878086,
0.03274472,
0.017663997,
0.07483022,
0.02496901,
-0.011843339,
-0.11212756,
0.0070379525,
0.028099466,
-0.01746246,
0.08173482,
-0.007920462,
0.032095373,
-0.12300146,
0.033773854,
0.025873141,
-0.0045020077,
0.079493225,
0.0040725255,
0.03305898,
0.008061117,
0.0134422695,
-0.03292251,
0.031554114,
0.04013794,
0.0014983519,
0.030762345,
0.029481992,
0.041350223,
-0.047438618,
0.03944708,
-0.07526981,
0.037927423,
-0.026016014,
0.016933467,
0.0136799775,
0.0071263947,
-0.05386736,
-0.07443268,
-0.006070775,
0.024427462,
-0.039844982,
-0.020661902,
-0.033354662,
0.009005565,
0.12111172,
-0.028260944,
-0.036192853,
-0.021332363,
0.05333571,
0.05161245,
-0.01204843,
0.035563566,
0.05408247,
0.060722187,
0.07159865,
0.04299143,
0.008544481,
0.07421879,
0.00841512,
-0.036342908,
-0.008549791,
-0.08816386,
-0.049075164,
0.00029373015,
-0.05127952,
0.03586739,
-0.030380003,
-0.012642127,
0.018771531,
0.01711824,
-0.06644723,
0.023793438,
0.0010271219,
-0.01939443,
-0.053452212,
-0.017060323,
-0.062207118,
-0.05962535,
-0.012172617,
-0.013190802,
-0.037036054,
0.00082622556,
0.098088354,
0.024690514,
2.1767905e-33,
-0.010088812,
-0.016811697,
-0.042140447,
0.08837209,
-0.028899776,
-0.0048947735,
-0.082139015,
0.029238816,
-0.043079354,
-0.014153092,
-0.028387645,
0.025998218,
-0.017625,
0.046511114,
-0.005768211,
0.030010609,
0.011375536,
0.017426634,
0.055062976,
0.032230247,
-0.07995765,
0.032486655,
-0.060016844,
-0.011561194,
0.010211269,
0.046528235,
0.001191399,
0.0786961,
-0.0446158,
0.032789085,
0.0023115936,
-0.03886269,
-0.017663589,
0.07913024,
-0.004583343,
0.043521065,
-0.031589273,
0.008867868,
-0.05013296,
0.068929516,
0.043675046,
0.019968731,
-0.08471742,
-0.046864275,
-0.0068198936,
-0.026138468,
-0.05107216,
0.054374695,
0.03069186,
-0.010925094,
0.04721093,
-0.017387696,
-0.020754937,
-0.081763394,
-0.027709637,
0.035980806,
0.05396534,
0.044874854,
0.059699643,
0.041227758,
-0.06664364,
-0.09201654,
0.008915574,
0.025849758,
-0.038651932,
-0.0044070315,
-0.052066546,
0.027435115,
0.012089562,
0.048306923,
0.059854515,
0.097325735,
-0.053612895,
-0.07639326,
0.015773866,
-0.0444848,
-0.13214406,
-0.0702488,
-0.10134438,
-0.11905995,
-0.027714504,
0.006891868,
-0.0053650527,
0.054135524,
-0.111159205,
0.07835098,
0.03506018,
0.016036613,
0.021490784,
-0.061526407,
0.007425222,
0.04833579,
-0.01361202,
0.012450488,
-0.12729599,
-1.4009424e-08,
-0.040908325,
-0.01596458,
0.060048707,
0.03804525,
0.0663794,
0.04727275,
-0.016112225,
0.09687414,
-0.04424251,
-0.028799534,
-0.01294642,
0.013026413,
0.022404836,
0.04713173,
0.06402557,
0.12130648,
0.06062839,
0.10218965,
-0.0757528,
-0.023806982,
0.12489501,
-0.045460615,
0.09545599,
0.021262301,
0.03731495,
-0.075220875,
-0.0026194793,
0.0472452,
0.048499025,
0.12358729,
0.017998053,
0.013811017,
-0.035893846,
-0.051789004,
0.06182457,
0.05160056,
0.008895317,
-0.12500942,
0.016453298,
-0.08590811,
-0.071096726,
0.06987216,
-0.036072273,
-0.0053715096,
-0.048762616,
0.00081640907,
-0.021502526,
-0.061078615,
0.002485032,
-0.032720752,
0.045743283,
0.038934175,
-0.024666062,
0.025897244,
0.10301431,
-0.013001504,
0.04783332,
-0.07114252,
0.046031926,
0.080549754,
-0.10302451,
0.08449227,
0.028010191,
-0.03697792
]
]
}
},
"is_streaming": false
}
}