feat(test): record agents, safety and vector_io integration tests (#2952)

Continue to build on top of
https://github.com/meta-llama/llama-stack/pull/2941

## Test Plan

Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run
the integration tests with `--stack-config=server:starter`. Then restart
the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the
tests. Verify that no request hit Ollama at any point.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:02:14 -07:00 committed by GitHub
parent 2d1ab3ca55
commit 072d20a124
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
59 changed files with 22727 additions and 9 deletions

View file

@ -0,0 +1,421 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "all-minilm:l6-v2",
"input": [
"machine learning and artificial intelligence"
]
},
"endpoint": "/api/embeddings",
"model": "all-minilm:l6-v2"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "all-minilm:l6-v2",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 54951792,
"load_duration": 30643292,
"prompt_eval_count": 5,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
-0.04308226,
0.008707138,
0.06876158,
0.018115537,
0.04603657,
0.0026118131,
-0.0032358477,
-0.041284926,
-0.09074888,
-0.033087812,
-0.026611822,
0.0077352105,
0.020191023,
-0.03254043,
-0.035847843,
0.031108031,
-0.039247137,
-0.011286401,
-0.109710276,
-0.12942196,
0.018077252,
0.011446383,
-0.07231236,
-0.013655743,
0.035438832,
0.024783252,
0.03387316,
0.0726014,
-0.012643238,
-0.058606703,
0.057943814,
-0.08163548,
0.064962864,
0.0013675748,
-0.06751009,
0.03504323,
-0.044962864,
-0.004789603,
0.039971247,
-0.010461211,
0.019703588,
-0.09856083,
-0.01284534,
0.018876119,
0.09569305,
0.11571406,
-0.040684983,
-0.026837468,
-0.046950106,
0.022655226,
-0.0884734,
-0.023497678,
-0.022986038,
-0.031128721,
-0.052087843,
0.04241795,
0.011578454,
0.06702011,
0.027121129,
-0.0021518404,
0.04675332,
-0.082024105,
-0.038331598,
0.05215799,
0.097757615,
-0.0006708623,
-0.051935766,
0.09100271,
-0.016111707,
-0.06877312,
0.00767068,
0.076737314,
-0.0017499238,
0.014369293,
0.038031887,
-0.0044654603,
0.011287075,
0.0006178959,
0.08834809,
-0.05933476,
-0.042706404,
-0.048178285,
-0.053068914,
0.033110976,
0.008051986,
-0.042581946,
-0.038104057,
-0.007202849,
0.010891519,
-0.05466173,
0.03903238,
-0.06774145,
-0.02356764,
-0.03883483,
0.03464186,
0.015297014,
0.0073803077,
-0.12351391,
0.036168184,
0.13193323,
-0.06441449,
0.033508655,
-0.01435515,
0.0014314495,
0.031048443,
-0.03981852,
0.0236718,
-0.0028333638,
0.096959464,
-0.13331193,
-0.054209094,
0.019610135,
0.06984815,
-0.05347757,
0.0018131314,
0.02127606,
0.01981612,
0.036502477,
0.008825069,
0.018954003,
-0.07161326,
-0.018733062,
0.031044634,
0.09102944,
0.016508427,
-0.08625295,
-0.08300717,
-1.4044197e-34,
-0.072007515,
-0.045496386,
-0.027986562,
0.05823018,
-0.010462877,
-0.06121516,
0.026053715,
-0.06574638,
0.029178392,
0.012307141,
-0.06338016,
0.040593755,
0.03648161,
0.01977942,
0.08755496,
0.028216325,
0.044194777,
0.076237544,
0.02949726,
-0.0022650051,
0.04304541,
0.025918182,
1.2261046e-05,
-0.038463842,
-0.0161955,
0.03338553,
0.02112944,
-0.023382189,
0.009846733,
0.033575017,
0.030112585,
0.060389582,
-0.06522927,
-0.016030189,
0.019156763,
-0.002600835,
-0.04663393,
0.02794595,
0.021004112,
0.0074595963,
-0.048745092,
-0.0070450655,
0.019834043,
0.016411202,
-0.06381404,
0.031237993,
0.091976196,
-0.0313931,
0.022238847,
-0.015018542,
0.0025784613,
-0.031382624,
-0.0152902305,
-0.025491757,
0.08233924,
0.14333151,
-0.0255008,
-0.005104579,
-0.02309693,
-0.03117742,
0.06995927,
0.030787794,
0.04810884,
0.037135385,
0.0068392092,
0.06759879,
0.049763102,
0.008472162,
0.07170584,
0.0076969583,
-0.005139827,
-0.0031728086,
0.024646448,
-0.06879641,
0.05249289,
-0.009404918,
0.10184627,
-0.013639711,
-0.022681188,
0.021382388,
-0.09593746,
0.024071718,
-0.072101034,
-0.04462981,
0.033456877,
-0.03942254,
0.020099705,
-0.07495305,
-0.008311987,
0.013811793,
-0.09847922,
0.0336409,
0.08235891,
-0.0034134828,
-0.05005179,
-2.0283256e-33,
-0.13664234,
0.06463093,
0.05221015,
0.10102781,
0.016344123,
-0.01269384,
-0.09024102,
-0.023596523,
0.0057664234,
0.10294541,
-0.025930807,
-0.040247634,
0.034446176,
0.019228913,
-0.056902077,
0.019905953,
0.018969242,
-0.039362065,
0.011287794,
0.056024995,
-0.016000811,
0.058928564,
-0.038211577,
-0.030445429,
-0.02130076,
0.031401403,
-0.021228284,
-0.01400283,
-0.051042903,
0.048970606,
0.018451849,
-0.015488385,
-0.05033241,
0.053844187,
-0.050984643,
0.016940817,
-0.032773405,
-0.02502497,
0.000826887,
0.10213942,
0.04724571,
0.010156266,
-0.11653258,
0.012165439,
-0.029735534,
-0.09959623,
-0.052066926,
0.06851813,
0.054645896,
-0.066007115,
0.025503889,
0.013539478,
0.008429433,
-0.10756056,
-0.08184448,
0.07179834,
0.007978949,
-0.013011469,
0.020322459,
0.07827889,
-0.07320297,
-0.1153648,
0.04087073,
0.04355079,
-0.0012279376,
0.045840748,
-0.004366462,
0.074786335,
-0.017625354,
-0.046014115,
0.022716347,
0.057738,
-0.015408269,
0.007771719,
-0.04381374,
-0.05289107,
-0.08783473,
0.016243288,
-0.018398289,
-0.05679973,
0.036058675,
-0.040418148,
0.039242174,
0.083593465,
-0.019223504,
0.05582025,
0.04756948,
-0.07378718,
0.03371102,
-0.08680738,
-0.010659349,
0.0524085,
0.009771544,
0.023841262,
-0.086208895,
-1.7164519e-08,
0.021028979,
-0.051292755,
0.11877283,
-0.04687027,
0.06566496,
0.058750976,
-0.050496,
0.055720143,
-0.040577173,
0.055665523,
0.025019526,
-0.001681203,
-0.031047702,
0.022228474,
0.028109053,
0.03163934,
-0.025502652,
0.020898303,
-0.023064507,
0.013436037,
0.07504084,
0.022279648,
0.028908938,
-0.014271217,
0.025474275,
-0.051414162,
-0.014502164,
0.014646399,
-0.028023712,
0.08406334,
-0.07755092,
0.038713943,
-0.0043370826,
0.025676368,
0.12571524,
0.06996381,
0.0059321956,
-0.10410214,
-0.041439336,
0.016119901,
-0.040744506,
0.017772397,
-0.09114363,
-0.026066387,
0.055598073,
0.016705057,
0.016444646,
-0.11935461,
0.02789905,
0.0151745565,
0.042357437,
0.06817164,
0.05782822,
0.063278705,
0.06748475,
0.059781626,
0.06468886,
-0.06749451,
-0.035589237,
0.0640055,
0.008595763,
0.003157698,
0.009343837,
-0.08392565
]
]
}
},
"is_streaming": false
}
}