phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-15 22:18:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(test): record agents, safety and vector_io integration tests (#2952)

Browse source 
Continue to build on top of
https://github.com/meta-llama/llama-stack/pull/2941

## Test Plan

Run server with `LLAMA_STACK_TEST_INFERENCE_MODE=record` and then run
the integration tests with `--stack-config=server:starter`. Then restart
the server with `LLAMA_STACK_TEST_INFERENCE_MODE=replay` and re-run the
tests. Verify that no request hit Ollama at any point.
This commit is contained in:
Ashwin Bharambe 2025-07-29 14:02:14 -07:00 • committed by GitHub
parent 2d1ab3ca55
commit 072d20a124
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
59 changed files with 22727 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

421
tests/integration/recordings/responses/83c2ffb72daa.json Normal file
View file

@ -0,0 +1,421 @@
{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "all-minilm:l6-v2",
"input": [
"test query"
]
},
"endpoint": "/api/embeddings",
"model": "all-minilm:l6-v2"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "all-minilm:l6-v2",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 52467750,
"load_duration": 31533500,
"prompt_eval_count": 2,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
0.06829306,
0.06173801,
-0.0064223157,
0.08267553,
-0.078277536,
0.026545998,
0.13129343,
0.041391026,
-0.019504873,
-0.02713137,
0.08875854,
-0.10276947,
0.05070561,
-0.071384996,
-0.00928895,
-0.039247785,
0.028884366,
-0.010484679,
-0.024695162,
-0.035464898,
-0.040930223,
-0.009903115,
-0.026185343,
0.057967443,
-0.0006098045,
0.0076593193,
0.013928812,
-0.0016587632,
0.044655178,
-0.05899092,
-0.03795896,
0.037799176,
-0.0332701,
0.071682036,
0.097220846,
-0.08261943,
0.02762241,
-0.014190529,
0.018169386,
-0.0027171622,
-0.024265053,
-0.11493207,
0.08515992,
-0.01675261,
-0.0063101193,
0.06525532,
-0.05800194,
0.09667521,
-0.014198328,
-0.0068260604,
-0.09889978,
-0.01510962,
-0.07833434,
-0.03558934,
-0.008278174,
-0.013655411,
-0.07625151,
-0.030405695,
-0.013589355,
0.05011788,
-0.010591766,
-0.038398705,
0.067407176,
0.035656955,
0.010748781,
-0.0782303,
-0.0068980707,
-0.03009224,
0.055957098,
-0.07684975,
-0.009063114,
-0.0028242331,
-0.02941445,
0.06881706,
0.013745152,
0.030784354,
-0.036471423,
-0.071473554,
0.054742932,
-0.028959777,
-0.0646612,
-0.059742935,
-0.067661926,
0.02277713,
0.07953034,
0.05176706,
0.14789894,
-0.0024908802,
-0.055424616,
-0.027760211,
0.019384153,
0.06692775,
-0.07952429,
0.019047037,
-0.0009761573,
0.013479472,
0.03820792,
-0.040212464,
0.06499357,
0.13929029,
0.05928682,
0.018087227,
-0.049103815,
-0.05746931,
-0.17034934,
0.009854012,
0.04478709,
-0.08707101,
0.046889856,
-0.020303955,
-0.062274978,
0.03028755,
0.049917854,
-0.030625027,
-0.0071967863,
-0.060630836,
-0.0057445974,
0.02869731,
-0.055902474,
-0.006085085,
0.075516894,
0.07304867,
-0.03200334,
-0.02799431,
-0.0013179934,
0.023734178,
0.08233767,
-2.0787383e-33,
0.014712576,
-0.08495617,
0.059368838,
-0.0078545045,
-0.015981605,
0.025985476,
0.03761475,
0.12561654,
-0.040023252,
0.024720326,
0.014450719,
-0.06304022,
0.034111224,
-0.0076677934,
0.008186544,
0.104618765,
0.01885282,
-0.021535598,
-0.043817643,
0.056795686,
0.0162111,
-0.073493764,
0.02015092,
0.05246774,
0.015011722,
-0.065883316,
-0.032571133,
0.025002327,
0.018430093,
-0.00030110884,
-0.06266603,
-0.0061966996,
-0.16044672,
0.028114,
0.032982383,
0.03726186,
0.05405662,
-0.007922701,
-0.008597104,
0.054075304,
-0.046998195,
-0.03870265,
0.08493373,
-0.005938321,
0.021924786,
-0.052063633,
-0.0474363,
-0.054906394,
0.03400279,
-0.028335832,
-0.03204598,
-0.0013805361,
-0.04042138,
-0.017744347,
0.05225112,
0.0038320313,
0.008692027,
0.032701842,
0.010805374,
0.111949906,
-0.019722536,
-0.04577441,
-0.0020288338,
0.020897591,
-0.0061685205,
-0.0017238781,
-0.0068083988,
-0.08133369,
0.091827765,
0.048646387,
0.07771223,
-0.05870432,
0.0063732844,
0.003602972,
-0.071249805,
0.022061156,
0.019477166,
0.101326875,
0.006618201,
-0.044631816,
0.061397545,
-0.091977604,
-0.013284187,
0.014608401,
-0.017614143,
0.0073858355,
0.0062043285,
-0.04802106,
0.013127447,
-0.07759211,
0.01413356,
0.035386372,
-0.026163345,
0.002707529,
0.086350374,
9.1322365e-34,
-0.022040654,
0.050855946,
-0.027267559,
0.028623927,
0.013727834,
-0.07108624,
0.090404175,
-0.090647236,
-0.06563531,
0.066881575,
0.067018434,
-0.050155967,
0.01906401,
-0.041479547,
0.012601864,
0.06909683,
0.028203063,
-0.07096439,
-0.061153483,
0.031663455,
-0.09626923,
0.13134155,
-0.003593555,
-0.027185703,
-0.062974066,
-0.0009243527,
-0.0086801,
-0.03132579,
-0.01858645,
0.011512133,
0.07186438,
-0.071975954,
-0.0058840294,
0.0935521,
0.046686247,
-0.0319705,
0.06956754,
-0.04588064,
0.010095534,
0.06409261,
0.072478145,
0.047231663,
0.048781574,
0.06763336,
0.00544567,
0.035764705,
0.018254025,
-0.038195167,
0.05008257,
0.041405946,
-0.025459182,
0.021584406,
0.014274052,
-0.0071268557,
-0.014267975,
-0.010105019,
-0.09164536,
0.009354,
0.0043337494,
-0.009582353,
-0.029860858,
0.1747107,
-0.004588478,
0.05782761,
-0.044819914,
-0.05143084,
-0.045887187,
0.0074449596,
0.0054387185,
0.03959965,
-0.056232695,
-0.0022210428,
0.047835756,
-0.039582185,
0.027316226,
0.03971807,
-0.079697974,
0.035112984,
0.029242193,
0.010144024,
-0.039045013,
-0.027879896,
-0.04085825,
0.04611513,
-0.06931006,
0.06197763,
0.03922113,
0.025860274,
0.0064425287,
0.053613506,
0.069628745,
-0.007990118,
-0.038263954,
-0.10954398,
0.018542193,
-1.3334614e-08,
-0.025668537,
-0.074732535,
-0.019855397,
0.03849193,
0.027314082,
-0.0108753685,
-0.03520762,
0.03607515,
-0.063237555,
0.011492363,
0.03342595,
-0.012063489,
0.003983985,
0.016522186,
-0.008002231,
-0.041689247,
-0.07092196,
0.008746665,
0.0044521443,
-0.03877822,
-0.05125361,
0.017749831,
-0.018253427,
0.04394152,
-0.042883433,
0.08245374,
0.015452847,
0.022076963,
0.04442366,
0.022832835,
0.0829697,
-0.012612379,
0.013092737,
-0.06689179,
0.047846217,
-0.0450767,
0.006519167,
0.0055980817,
-0.019575235,
-0.017305179,
-0.038374994,
-0.0004379076,
-0.008650625,
-0.026787048,
-0.065987535,
-0.14336497,
0.0415435,
-0.04859031,
0.012749022,
-0.08499327,
-0.01095022,
-0.038154606,
0.03009022,
-0.038868725,
-0.036706466,
0.046492293,
0.036234695,
0.052362718,
-0.09623827,
-0.041491255,
0.050219566,
-2.0856969e-05,
0.0019338039,
0.019553944
]
]
}
},
"is_streaming": false
}
}