phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-15 22:18:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(test): record agents, safety and vector_io integration tests (#2952)

Browse source 
Continue to build on top of
https://github.com/meta-llama/llama-stack/pull/2941

## Test Plan

Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run
the integration tests with `--stack-config=server:starter`. Then restart
the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the
tests. Verify that no request hit Ollama at any point.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:02:14 -07:00 • committed by GitHub
parent 2d1ab3ca55
commit 072d20a124
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
59 changed files with 22727 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

421
tests/integration/recordings/responses/eee6a163b837.json Normal file
View file

@ -0,0 +1,421 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "all-minilm:l6-v2",
"input": [
"The secret string is foobazbar."
]
},
"endpoint": "/api/embeddings",
"model": "all-minilm:l6-v2"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "all-minilm:l6-v2",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 37544375,
"load_duration": 27636125,
"prompt_eval_count": 9,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
-0.060630284,
0.06372823,
-0.059383437,
-0.010313639,
-0.11985778,
0.033409074,
0.056847293,
-0.0064553,
0.029896382,
-0.05037607,
0.015193001,
-0.0634204,
0.015119892,
-0.08354324,
0.0092577925,
0.044272587,
-0.024397198,
-0.05100177,
-0.028086444,
-0.07390362,
0.07088186,
0.08101153,
0.006050408,
-0.043090094,
0.010714593,
-0.01581376,
0.0351736,
0.06538307,
0.03639655,
-0.05625738,
0.073681176,
0.04730274,
0.067169026,
-0.01207242,
-0.018193275,
0.0042488067,
0.029168725,
0.0067459582,
0.037927665,
0.0024767139,
0.014044963,
0.022671249,
-0.090508185,
0.041952047,
-0.07933115,
0.031992197,
-0.038355146,
0.037013844,
-0.0036946274,
-0.016986867,
0.03696087,
-0.07697335,
-0.020080294,
0.07733012,
0.04521822,
-0.007816803,
-0.0058926586,
0.009962128,
0.033492323,
0.09000152,
0.016161384,
0.036999356,
-0.039193578,
-0.010969346,
0.023929566,
-0.03698458,
-0.008227196,
0.018780757,
-0.0006967325,
-0.062018193,
-0.030388007,
-0.037649162,
-0.04654288,
0.038450293,
-0.010377299,
-0.032971557,
0.013547814,
-0.059036925,
0.0630603,
0.0159564,
-0.04845087,
-0.069917254,
-0.022502322,
0.04408022,
0.03618941,
0.060470726,
-0.04313285,
0.028797466,
0.0062393937,
0.01027349,
-0.078714885,
-0.091531575,
0.04391341,
0.013202597,
-0.0037814155,
0.0102497,
0.020225797,
0.05634384,
-0.09700619,
0.06577961,
0.047118917,
0.01876648,
0.12445029,
-0.06447121,
-0.012632697,
0.016056264,
0.08604982,
0.024878234,
0.10627678,
-0.043176394,
-0.046339765,
-0.03149599,
-0.001784808,
-0.023469802,
-0.05079461,
0.0046657966,
0.043237828,
0.057146583,
-0.065833576,
0.032975562,
-0.028763266,
0.037831448,
0.00017829033,
0.043322463,
-0.13265091,
0.0263673,
-0.04247752,
-3.3340873e-33,
-0.0022191573,
0.050657377,
0.028066125,
-0.033898965,
-0.0045730886,
-0.034653578,
-0.08628417,
0.043108672,
0.01022734,
0.044009056,
-0.03020062,
-0.0936044,
-0.06522928,
-0.059762992,
0.037560984,
-0.025942331,
-0.06655938,
0.0043691625,
0.018846871,
-0.035582166,
0.02240012,
0.08943218,
0.033568345,
-0.11379316,
0.03822112,
-0.044403847,
0.10261262,
-0.07330182,
0.089390896,
0.056668896,
-0.009407597,
-0.0646505,
0.016652016,
0.007326742,
0.005187682,
0.0051324354,
-0.013595071,
-0.04918112,
-0.06672084,
0.010838405,
0.04638185,
-0.11490209,
-0.055054087,
0.040443793,
-0.032746885,
0.03498173,
-0.023567867,
-0.012213799,
0.048050664,
0.01159698,
0.007860181,
0.03801084,
-0.027765153,
0.003296162,
-0.0033349432,
0.006083357,
0.03200884,
0.048306234,
0.013800832,
0.036165927,
-0.022672432,
0.09197581,
0.029846204,
0.08112345,
-0.08677228,
-0.028041098,
0.0556574,
-0.030357547,
-0.016538681,
0.031826265,
-0.07586954,
-0.009915978,
0.028101236,
0.002207158,
-0.10496646,
-0.023673821,
-0.024204832,
-0.0003132271,
0.0016462951,
-0.037603874,
0.025533162,
-0.05221861,
0.021656586,
0.099111386,
-0.06896361,
-0.018568028,
0.07245527,
-0.10582686,
-0.08505038,
-0.029969748,
-0.015717981,
-0.056855034,
-0.02698479,
-0.06410572,
0.0057078917,
1.2902391e-33,
0.05490771,
-0.036417797,
-0.0023541928,
-0.03591478,
0.106852315,
-0.04931468,
0.037884213,
0.050633065,
-0.083874516,
-0.018756155,
0.0036251817,
0.028974183,
-0.0027879397,
-0.036439158,
0.11148004,
0.051007163,
0.040258586,
0.09245398,
-0.01367112,
-0.070999645,
-0.043213032,
-0.060117763,
-0.03019449,
0.009107182,
-0.044254936,
0.04843456,
0.117205575,
-0.009833911,
0.0023962231,
0.09339494,
-0.059902366,
0.0101377955,
-0.03777244,
-0.04344207,
-0.14677393,
-0.022666233,
-0.008934328,
-0.02157697,
-0.021902358,
-0.06611372,
0.016243221,
0.062620856,
0.01056146,
0.04721975,
-0.087221384,
0.009420561,
-0.017691165,
-0.03847053,
0.010398396,
0.022942957,
0.099518456,
-0.021421565,
0.0016765085,
-0.039359514,
0.01641369,
0.039669517,
-0.119695365,
0.009885617,
0.003855461,
0.018273395,
-0.0454586,
0.0020496584,
0.024263415,
0.016978405,
0.06884217,
-0.027432522,
-0.01813802,
0.053840507,
-0.028815664,
-0.045221787,
0.11472852,
0.019796453,
-0.05785514,
0.016556906,
-0.07362942,
0.04025756,
-0.01510899,
0.0067040483,
-0.049666926,
0.045941774,
0.077951804,
-0.042951427,
0.021852365,
0.063826546,
0.08110754,
-0.070652775,
-0.03245094,
0.09259784,
-0.020451743,
0.0701599,
-0.020740295,
0.09339449,
-0.051164806,
0.039440546,
0.02560772,
-1.6767814e-08,
0.001529873,
0.0080792755,
-0.017666567,
-0.034070052,
0.06805411,
0.07387949,
-0.07592055,
-0.11369049,
-0.022008128,
0.009088418,
0.03108134,
-0.0056734695,
-0.0462051,
0.0037219985,
0.013269294,
-0.03213892,
-0.05557376,
-0.010602884,
0.006751397,
-0.025462827,
-0.0836812,
0.08886153,
0.005159859,
-0.051621262,
-0.051873572,
0.039706588,
-0.042155124,
0.057125967,
0.088910565,
0.049736783,
0.04144574,
0.094677895,
-0.037107926,
-0.06845684,
-0.061673928,
0.09891817,
-0.05952751,
-0.0331722,
-0.026014913,
0.077612035,
0.056150436,
0.010709955,
0.018974187,
0.056079865,
-0.041700333,
-0.02731697,
0.10184176,
-0.036189064,
-0.029914921,
-0.043333948,
0.043660097,
0.018800316,
-0.0042763646,
0.055898346,
-0.0034344571,
0.060258396,
-0.1337251,
0.008184424,
-0.031549457,
0.022398692,
0.037932154,
0.024529235,
0.068037644,
0.07021777
]
]
}
},
"is_streaming": false
}
}