feat(test): record agents, safety and vector_io integration tests (#2952)

Continue to build on top of
https://github.com/meta-llama/llama-stack/pull/2941

## Test Plan

Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run
the integration tests with `--stack-config=server:starter`. Then restart
the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the
tests. Verify that no request hit Ollama at any point.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:02:14 -07:00 committed by GitHub
parent 2d1ab3ca55
commit 072d20a124
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
59 changed files with 22727 additions and 9 deletions

View file

@ -0,0 +1,421 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "all-minilm:l6-v2",
"input": [
"What makes Python different from other languages?"
]
},
"endpoint": "/api/embeddings",
"model": "all-minilm:l6-v2"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "all-minilm:l6-v2",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 32707708,
"load_duration": 23390000,
"prompt_eval_count": 8,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
-0.054516047,
-0.016456056,
-0.010628294,
0.022998175,
0.011771307,
-0.11192805,
-0.009638266,
0.019111464,
0.048958372,
-0.040184658,
-0.022362057,
0.016236247,
0.009179422,
0.054799747,
0.049246185,
-0.095869735,
-0.031108288,
-0.010185289,
-0.02914681,
-0.08954776,
-0.0006788293,
0.03496997,
0.016079746,
0.003440155,
0.039660316,
-0.016080642,
-0.028411511,
0.021429215,
0.046082154,
-0.062199906,
-0.023051145,
0.10141082,
0.025186997,
-0.03625052,
-0.032918967,
0.034433577,
-0.016646268,
-0.066217534,
-0.06070787,
0.0006243064,
-0.06383077,
0.0077886702,
-0.005127284,
-0.036702275,
-0.023532037,
0.074247204,
-0.017199293,
0.064781435,
-0.00963324,
-0.0011216484,
-0.094671436,
0.029772488,
-0.0828219,
-0.053136364,
-0.014507852,
-0.015170829,
0.03712605,
0.071739994,
-0.018907284,
-0.11193762,
-0.11859575,
0.029719124,
0.030655412,
0.10308374,
-0.027978238,
-0.045611758,
0.0013704232,
0.004602404,
0.032320693,
-0.027153788,
-0.06603313,
-0.015827695,
0.01920783,
0.06879109,
0.047088612,
-0.1058506,
0.046279814,
-0.030967912,
-0.06984916,
-0.014879451,
-0.0014568317,
0.026731879,
-0.04702097,
0.076069675,
0.05755153,
-0.020301627,
0.038702164,
0.06855233,
-0.06817319,
-0.017392006,
0.057020444,
-0.0795406,
-0.014256318,
0.0036161602,
-0.05289696,
0.049625576,
0.021482797,
0.034989595,
0.025457244,
-0.004806878,
0.051217325,
-0.085426696,
0.07142323,
0.04465428,
0.039311107,
-0.013488202,
0.07088864,
-0.06598805,
0.05922822,
-0.023026757,
-0.027465338,
-0.046879534,
-0.03751372,
-0.0085191075,
0.05315477,
0.0037932945,
-0.020239882,
0.043557003,
-0.03434906,
0.04282584,
-0.007332412,
-0.0016165953,
0.041878954,
-0.025151564,
-0.0301328,
0.05601688,
-0.03388191,
-4.802144e-33,
0.008930927,
-0.10549414,
-0.022485359,
-0.00461374,
0.10122854,
-0.024063904,
0.072040126,
0.00826307,
-0.017573163,
-0.012551788,
0.011197847,
0.09432378,
0.025232295,
0.061275084,
0.028605146,
0.070148624,
-0.028050693,
0.042055413,
0.012653081,
0.051212482,
0.06987365,
0.113007665,
0.063927636,
0.04614841,
0.00071471,
-0.04746817,
-0.007670411,
-0.016275087,
-0.039374933,
-0.0060473024,
-0.057836913,
-0.032802302,
0.030103875,
0.049495216,
0.006514002,
-0.015127479,
0.027406687,
-0.13926439,
0.04688173,
-0.00014261098,
0.023295157,
0.014260961,
0.00048042598,
-0.019151432,
-0.02166308,
0.012344319,
-0.03541818,
-0.014996304,
-0.12476534,
0.017857043,
-0.015367026,
-0.030933712,
0.0775453,
0.067932405,
-0.002991927,
0.034482367,
0.07207725,
-0.008732087,
-0.0038812195,
-0.048092995,
0.021236168,
0.06584243,
0.07847724,
0.014562048,
0.066736475,
0.07221872,
0.03357779,
0.084165,
0.01657892,
0.04212138,
-0.059364557,
0.020403123,
-0.065706775,
0.045810685,
0.0029439582,
0.0034878643,
-0.008467763,
-0.14005418,
0.056226924,
0.05473064,
-0.060421,
-0.035074305,
-0.05707729,
-0.0104098,
-0.089569785,
-0.023614792,
0.0344653,
0.033663824,
0.06720568,
-0.0725603,
-0.04185905,
-0.08224899,
0.010631505,
-0.042881776,
-0.0014539668,
8.40692e-34,
-0.07032476,
0.0070766173,
-0.03506184,
0.021500606,
-0.11258514,
-0.045659322,
0.08482931,
0.050339974,
0.0533988,
0.01208183,
-0.0019384808,
-0.0860773,
0.09599927,
0.0037235345,
0.060938608,
0.015288853,
-0.040593054,
0.10491757,
0.07109598,
-0.0050172145,
-0.049021836,
0.091859885,
-0.09862007,
-0.012040684,
-0.016914355,
-0.028067894,
-0.12471722,
-0.078632146,
-0.018693453,
0.021743925,
0.0057838396,
0.051090635,
-0.08270728,
0.07299018,
0.014088154,
0.0010067249,
-0.03681869,
0.005664378,
0.017898101,
0.01379136,
0.049959406,
0.021462437,
0.11088524,
0.061694097,
0.018546695,
0.036211833,
-0.06682083,
0.036322806,
-0.021121122,
-0.079697676,
0.065231666,
0.002995329,
0.0188468,
-0.008694769,
-0.058170997,
-0.040058907,
0.051831294,
0.016280394,
-0.08779952,
-0.022270929,
-0.013231236,
-0.03801554,
0.0254927,
0.030549657,
-0.054053955,
0.040396415,
-0.116118245,
-0.026093038,
-0.004378966,
-0.15024145,
0.08058958,
-0.05766716,
0.02520104,
-0.0038984206,
-0.06448939,
0.020477816,
-0.034754846,
-0.029315596,
-0.052802563,
0.050487537,
-0.03663958,
-0.009309272,
-0.031305738,
-0.0010610216,
-0.089741714,
0.0445201,
-0.058746234,
0.028397618,
0.057035178,
-0.021242462,
0.024774676,
0.023253858,
-0.025503494,
0.066465355,
0.011176001,
-1.5780694e-08,
-0.043592602,
0.050871234,
0.009062051,
0.03658537,
0.002769079,
0.038917493,
-0.013205564,
0.006855097,
-0.006784634,
0.020516934,
-0.029890155,
-0.005596517,
-0.06777992,
-0.05436433,
0.02436097,
0.13761573,
-0.07139558,
0.007746665,
0.051632155,
0.059728563,
0.0424793,
-0.035606194,
-0.05791164,
0.044417217,
-0.105627485,
0.009701339,
-0.016052725,
0.03566595,
0.023313522,
-0.079250954,
0.0054293363,
-0.060480006,
-0.044735,
0.013152052,
-0.015912784,
-0.012098195,
0.0058634495,
-0.070984975,
0.017616477,
0.03611389,
0.023517592,
-0.007936504,
-0.03601146,
0.0059993765,
0.059939068,
0.0058700717,
-0.05880679,
-0.04119574,
-0.038231015,
-0.030013425,
0.01916342,
-0.020920184,
-0.008940394,
-0.025874808,
0.08722286,
0.042265054,
-0.09463029,
-0.034977533,
0.05149754,
0.042541843,
-0.01818799,
0.06035198,
0.1938343,
0.01467125
]
]
}
},
"is_streaming": false
}
}