mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 22:18:00 +00:00
feat(test): record agents, safety and vector_io integration tests (#2952)
Continue to build on top of https://github.com/meta-llama/llama-stack/pull/2941 ## Test Plan Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run the integration tests with `--stack-config=server:starter`. Then restart the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the tests. Verify that no request hit Ollama at any point.
This commit is contained in:
parent
2d1ab3ca55
commit
072d20a124
59 changed files with 22727 additions and 9 deletions
421
tests/integration/recordings/responses/76b89a84cd6f.json
Normal file
421
tests/integration/recordings/responses/76b89a84cd6f.json
Normal file
|
@ -0,0 +1,421 @@
|
|||
{
|
||||
"request": {
|
||||
"method": "POST",
|
||||
"url": "http://localhost:11434/api/embeddings",
|
||||
"headers": {},
|
||||
"body": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"input": [
|
||||
"machine learning and artificial intelligence"
|
||||
]
|
||||
},
|
||||
"endpoint": "/api/embeddings",
|
||||
"model": "all-minilm:l6-v2"
|
||||
},
|
||||
"response": {
|
||||
"body": {
|
||||
"__type__": "ollama._types.EmbedResponse",
|
||||
"__data__": {
|
||||
"model": "all-minilm:l6-v2",
|
||||
"created_at": null,
|
||||
"done": null,
|
||||
"done_reason": null,
|
||||
"total_duration": 54951792,
|
||||
"load_duration": 30643292,
|
||||
"prompt_eval_count": 5,
|
||||
"prompt_eval_duration": null,
|
||||
"eval_count": null,
|
||||
"eval_duration": null,
|
||||
"embeddings": [
|
||||
[
|
||||
-0.04308226,
|
||||
0.008707138,
|
||||
0.06876158,
|
||||
0.018115537,
|
||||
0.04603657,
|
||||
0.0026118131,
|
||||
-0.0032358477,
|
||||
-0.041284926,
|
||||
-0.09074888,
|
||||
-0.033087812,
|
||||
-0.026611822,
|
||||
0.0077352105,
|
||||
0.020191023,
|
||||
-0.03254043,
|
||||
-0.035847843,
|
||||
0.031108031,
|
||||
-0.039247137,
|
||||
-0.011286401,
|
||||
-0.109710276,
|
||||
-0.12942196,
|
||||
0.018077252,
|
||||
0.011446383,
|
||||
-0.07231236,
|
||||
-0.013655743,
|
||||
0.035438832,
|
||||
0.024783252,
|
||||
0.03387316,
|
||||
0.0726014,
|
||||
-0.012643238,
|
||||
-0.058606703,
|
||||
0.057943814,
|
||||
-0.08163548,
|
||||
0.064962864,
|
||||
0.0013675748,
|
||||
-0.06751009,
|
||||
0.03504323,
|
||||
-0.044962864,
|
||||
-0.004789603,
|
||||
0.039971247,
|
||||
-0.010461211,
|
||||
0.019703588,
|
||||
-0.09856083,
|
||||
-0.01284534,
|
||||
0.018876119,
|
||||
0.09569305,
|
||||
0.11571406,
|
||||
-0.040684983,
|
||||
-0.026837468,
|
||||
-0.046950106,
|
||||
0.022655226,
|
||||
-0.0884734,
|
||||
-0.023497678,
|
||||
-0.022986038,
|
||||
-0.031128721,
|
||||
-0.052087843,
|
||||
0.04241795,
|
||||
0.011578454,
|
||||
0.06702011,
|
||||
0.027121129,
|
||||
-0.0021518404,
|
||||
0.04675332,
|
||||
-0.082024105,
|
||||
-0.038331598,
|
||||
0.05215799,
|
||||
0.097757615,
|
||||
-0.0006708623,
|
||||
-0.051935766,
|
||||
0.09100271,
|
||||
-0.016111707,
|
||||
-0.06877312,
|
||||
0.00767068,
|
||||
0.076737314,
|
||||
-0.0017499238,
|
||||
0.014369293,
|
||||
0.038031887,
|
||||
-0.0044654603,
|
||||
0.011287075,
|
||||
0.0006178959,
|
||||
0.08834809,
|
||||
-0.05933476,
|
||||
-0.042706404,
|
||||
-0.048178285,
|
||||
-0.053068914,
|
||||
0.033110976,
|
||||
0.008051986,
|
||||
-0.042581946,
|
||||
-0.038104057,
|
||||
-0.007202849,
|
||||
0.010891519,
|
||||
-0.05466173,
|
||||
0.03903238,
|
||||
-0.06774145,
|
||||
-0.02356764,
|
||||
-0.03883483,
|
||||
0.03464186,
|
||||
0.015297014,
|
||||
0.0073803077,
|
||||
-0.12351391,
|
||||
0.036168184,
|
||||
0.13193323,
|
||||
-0.06441449,
|
||||
0.033508655,
|
||||
-0.01435515,
|
||||
0.0014314495,
|
||||
0.031048443,
|
||||
-0.03981852,
|
||||
0.0236718,
|
||||
-0.0028333638,
|
||||
0.096959464,
|
||||
-0.13331193,
|
||||
-0.054209094,
|
||||
0.019610135,
|
||||
0.06984815,
|
||||
-0.05347757,
|
||||
0.0018131314,
|
||||
0.02127606,
|
||||
0.01981612,
|
||||
0.036502477,
|
||||
0.008825069,
|
||||
0.018954003,
|
||||
-0.07161326,
|
||||
-0.018733062,
|
||||
0.031044634,
|
||||
0.09102944,
|
||||
0.016508427,
|
||||
-0.08625295,
|
||||
-0.08300717,
|
||||
-1.4044197e-34,
|
||||
-0.072007515,
|
||||
-0.045496386,
|
||||
-0.027986562,
|
||||
0.05823018,
|
||||
-0.010462877,
|
||||
-0.06121516,
|
||||
0.026053715,
|
||||
-0.06574638,
|
||||
0.029178392,
|
||||
0.012307141,
|
||||
-0.06338016,
|
||||
0.040593755,
|
||||
0.03648161,
|
||||
0.01977942,
|
||||
0.08755496,
|
||||
0.028216325,
|
||||
0.044194777,
|
||||
0.076237544,
|
||||
0.02949726,
|
||||
-0.0022650051,
|
||||
0.04304541,
|
||||
0.025918182,
|
||||
1.2261046e-05,
|
||||
-0.038463842,
|
||||
-0.0161955,
|
||||
0.03338553,
|
||||
0.02112944,
|
||||
-0.023382189,
|
||||
0.009846733,
|
||||
0.033575017,
|
||||
0.030112585,
|
||||
0.060389582,
|
||||
-0.06522927,
|
||||
-0.016030189,
|
||||
0.019156763,
|
||||
-0.002600835,
|
||||
-0.04663393,
|
||||
0.02794595,
|
||||
0.021004112,
|
||||
0.0074595963,
|
||||
-0.048745092,
|
||||
-0.0070450655,
|
||||
0.019834043,
|
||||
0.016411202,
|
||||
-0.06381404,
|
||||
0.031237993,
|
||||
0.091976196,
|
||||
-0.0313931,
|
||||
0.022238847,
|
||||
-0.015018542,
|
||||
0.0025784613,
|
||||
-0.031382624,
|
||||
-0.0152902305,
|
||||
-0.025491757,
|
||||
0.08233924,
|
||||
0.14333151,
|
||||
-0.0255008,
|
||||
-0.005104579,
|
||||
-0.02309693,
|
||||
-0.03117742,
|
||||
0.06995927,
|
||||
0.030787794,
|
||||
0.04810884,
|
||||
0.037135385,
|
||||
0.0068392092,
|
||||
0.06759879,
|
||||
0.049763102,
|
||||
0.008472162,
|
||||
0.07170584,
|
||||
0.0076969583,
|
||||
-0.005139827,
|
||||
-0.0031728086,
|
||||
0.024646448,
|
||||
-0.06879641,
|
||||
0.05249289,
|
||||
-0.009404918,
|
||||
0.10184627,
|
||||
-0.013639711,
|
||||
-0.022681188,
|
||||
0.021382388,
|
||||
-0.09593746,
|
||||
0.024071718,
|
||||
-0.072101034,
|
||||
-0.04462981,
|
||||
0.033456877,
|
||||
-0.03942254,
|
||||
0.020099705,
|
||||
-0.07495305,
|
||||
-0.008311987,
|
||||
0.013811793,
|
||||
-0.09847922,
|
||||
0.0336409,
|
||||
0.08235891,
|
||||
-0.0034134828,
|
||||
-0.05005179,
|
||||
-2.0283256e-33,
|
||||
-0.13664234,
|
||||
0.06463093,
|
||||
0.05221015,
|
||||
0.10102781,
|
||||
0.016344123,
|
||||
-0.01269384,
|
||||
-0.09024102,
|
||||
-0.023596523,
|
||||
0.0057664234,
|
||||
0.10294541,
|
||||
-0.025930807,
|
||||
-0.040247634,
|
||||
0.034446176,
|
||||
0.019228913,
|
||||
-0.056902077,
|
||||
0.019905953,
|
||||
0.018969242,
|
||||
-0.039362065,
|
||||
0.011287794,
|
||||
0.056024995,
|
||||
-0.016000811,
|
||||
0.058928564,
|
||||
-0.038211577,
|
||||
-0.030445429,
|
||||
-0.02130076,
|
||||
0.031401403,
|
||||
-0.021228284,
|
||||
-0.01400283,
|
||||
-0.051042903,
|
||||
0.048970606,
|
||||
0.018451849,
|
||||
-0.015488385,
|
||||
-0.05033241,
|
||||
0.053844187,
|
||||
-0.050984643,
|
||||
0.016940817,
|
||||
-0.032773405,
|
||||
-0.02502497,
|
||||
0.000826887,
|
||||
0.10213942,
|
||||
0.04724571,
|
||||
0.010156266,
|
||||
-0.11653258,
|
||||
0.012165439,
|
||||
-0.029735534,
|
||||
-0.09959623,
|
||||
-0.052066926,
|
||||
0.06851813,
|
||||
0.054645896,
|
||||
-0.066007115,
|
||||
0.025503889,
|
||||
0.013539478,
|
||||
0.008429433,
|
||||
-0.10756056,
|
||||
-0.08184448,
|
||||
0.07179834,
|
||||
0.007978949,
|
||||
-0.013011469,
|
||||
0.020322459,
|
||||
0.07827889,
|
||||
-0.07320297,
|
||||
-0.1153648,
|
||||
0.04087073,
|
||||
0.04355079,
|
||||
-0.0012279376,
|
||||
0.045840748,
|
||||
-0.004366462,
|
||||
0.074786335,
|
||||
-0.017625354,
|
||||
-0.046014115,
|
||||
0.022716347,
|
||||
0.057738,
|
||||
-0.015408269,
|
||||
0.007771719,
|
||||
-0.04381374,
|
||||
-0.05289107,
|
||||
-0.08783473,
|
||||
0.016243288,
|
||||
-0.018398289,
|
||||
-0.05679973,
|
||||
0.036058675,
|
||||
-0.040418148,
|
||||
0.039242174,
|
||||
0.083593465,
|
||||
-0.019223504,
|
||||
0.05582025,
|
||||
0.04756948,
|
||||
-0.07378718,
|
||||
0.03371102,
|
||||
-0.08680738,
|
||||
-0.010659349,
|
||||
0.0524085,
|
||||
0.009771544,
|
||||
0.023841262,
|
||||
-0.086208895,
|
||||
-1.7164519e-08,
|
||||
0.021028979,
|
||||
-0.051292755,
|
||||
0.11877283,
|
||||
-0.04687027,
|
||||
0.06566496,
|
||||
0.058750976,
|
||||
-0.050496,
|
||||
0.055720143,
|
||||
-0.040577173,
|
||||
0.055665523,
|
||||
0.025019526,
|
||||
-0.001681203,
|
||||
-0.031047702,
|
||||
0.022228474,
|
||||
0.028109053,
|
||||
0.03163934,
|
||||
-0.025502652,
|
||||
0.020898303,
|
||||
-0.023064507,
|
||||
0.013436037,
|
||||
0.07504084,
|
||||
0.022279648,
|
||||
0.028908938,
|
||||
-0.014271217,
|
||||
0.025474275,
|
||||
-0.051414162,
|
||||
-0.014502164,
|
||||
0.014646399,
|
||||
-0.028023712,
|
||||
0.08406334,
|
||||
-0.07755092,
|
||||
0.038713943,
|
||||
-0.0043370826,
|
||||
0.025676368,
|
||||
0.12571524,
|
||||
0.06996381,
|
||||
0.0059321956,
|
||||
-0.10410214,
|
||||
-0.041439336,
|
||||
0.016119901,
|
||||
-0.040744506,
|
||||
0.017772397,
|
||||
-0.09114363,
|
||||
-0.026066387,
|
||||
0.055598073,
|
||||
0.016705057,
|
||||
0.016444646,
|
||||
-0.11935461,
|
||||
0.02789905,
|
||||
0.0151745565,
|
||||
0.042357437,
|
||||
0.06817164,
|
||||
0.05782822,
|
||||
0.063278705,
|
||||
0.06748475,
|
||||
0.059781626,
|
||||
0.06468886,
|
||||
-0.06749451,
|
||||
-0.035589237,
|
||||
0.0640055,
|
||||
0.008595763,
|
||||
0.003157698,
|
||||
0.009343837,
|
||||
-0.08392565
|
||||
]
|
||||
]
|
||||
}
|
||||
},
|
||||
"is_streaming": false
|
||||
}
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue