phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-15 22:18:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(ci): add support for running vision inference tests (#2972)

Browse source 
This PR significantly refactors the Integration Tests workflow. The main
goal behind the PR was to enable recording of vision tests which were
never run as part of our CI ever before. During debugging, I ended up
making several other changes refactoring and hopefully increasing the
robustness of the workflow.

After doing the experiments, I have updated the trigger event to be
`pull_request_target` so this workflow can get write permissions by
default but it will run with source code from the base (main) branch in
the source repository only. If you do change the workflow, you'd need to
experiment using the `workflow_dispatch` triggers. This should not be
news to anyone using Github Actions (except me!)

It is likely to be a little rocky though while I learn more about GitHub
Actions, etc. Please be patient :)

---------

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
This commit is contained in:
Ashwin Bharambe 2025-07-31 11:50:42 -07:00 • committed by GitHub
parent 709c974bd8
commit 27d866795c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
108 changed files with 13985 additions and 15254 deletions
Download patch file Download diff file Expand all files Collapse all files

772
tests/integration/recordings/responses/83c2ffb72daa.json
View file

@ -20,398 +20,398 @@
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 52467750,
"load_duration": 31533500,
"total_duration": 18512787,
"load_duration": 11031698,
"prompt_eval_count": 2,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
0.06829306,
0.06173801,
-0.0064223157,
0.08267553,
-0.078277536,
0.026545998,
0.13129343,
0.041391026,
-0.019504873,
-0.02713137,
0.08875854,
-0.10276947,
0.05070561,
-0.071384996,
-0.00928895,
-0.039247785,
0.028884366,
-0.010484679,
-0.024695162,
-0.035464898,
-0.040930223,
-0.009903115,
-0.026185343,
0.057967443,
-0.0006098045,
0.0076593193,
0.013928812,
-0.0016587632,
0.044655178,
-0.05899092,
-0.03795896,
0.037799176,
-0.0332701,
0.071682036,
0.097220846,
-0.08261943,
0.02762241,
-0.014190529,
0.018169386,
-0.0027171622,
-0.024265053,
-0.11493207,
0.08515992,
-0.01675261,
-0.0063101193,
0.06525532,
-0.05800194,
0.09667521,
-0.014198328,
-0.0068260604,
-0.09889978,
-0.01510962,
-0.07833434,
-0.03558934,
-0.008278174,
-0.013655411,
-0.07625151,
-0.030405695,
-0.013589355,
0.05011788,
-0.010591766,
-0.038398705,
0.067407176,
0.035656955,
0.010748781,
-0.0782303,
-0.0068980707,
-0.03009224,
0.055957098,
-0.07684975,
-0.009063114,
-0.0028242331,
-0.02941445,
0.06881706,
0.013745152,
0.030784354,
-0.036471423,
-0.071473554,
0.054742932,
-0.028959777,
-0.0646612,
-0.059742935,
-0.067661926,
0.02277713,
0.07953034,
0.05176706,
0.14789894,
-0.0024908802,
-0.055424616,
-0.027760211,
0.019384153,
0.06692775,
-0.07952429,
0.019047037,
-0.0009761573,
0.013479472,
0.03820792,
-0.040212464,
0.06499357,
0.13929029,
0.05928682,
0.018087227,
-0.049103815,
-0.05746931,
-0.17034934,
0.009854012,
0.04478709,
-0.08707101,
0.046889856,
-0.020303955,
-0.062274978,
0.03028755,
0.049917854,
-0.030625027,
-0.0071967863,
-0.060630836,
-0.0057445974,
0.02869731,
-0.055902474,
-0.006085085,
0.075516894,
0.07304867,
-0.03200334,
-0.02799431,
-0.0013179934,
0.023734178,
0.08233767,
-2.0787383e-33,
0.014712576,
-0.08495617,
0.059368838,
-0.0078545045,
-0.015981605,
0.025985476,
0.03761475,
0.12561654,
-0.040023252,
0.024720326,
0.014450719,
-0.06304022,
0.034111224,
-0.0076677934,
0.008186544,
0.104618765,
0.01885282,
-0.021535598,
-0.043817643,
0.056795686,
0.0162111,
-0.073493764,
0.02015092,
0.05246774,
0.015011722,
-0.065883316,
-0.032571133,
0.025002327,
0.018430093,
-0.00030110884,
-0.06266603,
-0.0061966996,
-0.16044672,
0.028114,
0.032982383,
0.03726186,
0.05405662,
-0.007922701,
-0.008597104,
0.054075304,
-0.046998195,
-0.03870265,
0.08493373,
-0.005938321,
0.021924786,
-0.052063633,
-0.0474363,
-0.054906394,
0.03400279,
-0.028335832,
-0.03204598,
-0.0013805361,
-0.04042138,
-0.017744347,
0.05225112,
0.0038320313,
0.008692027,
0.032701842,
0.010805374,
0.111949906,
-0.019722536,
-0.04577441,
-0.0020288338,
0.020897591,
-0.0061685205,
-0.0017238781,
-0.0068083988,
-0.08133369,
0.091827765,
0.048646387,
0.07771223,
-0.05870432,
0.0063732844,
0.003602972,
-0.071249805,
0.022061156,
0.019477166,
0.101326875,
0.006618201,
-0.044631816,
0.061397545,
-0.091977604,
-0.013284187,
0.014608401,
-0.017614143,
0.0073858355,
0.0062043285,
-0.04802106,
0.013127447,
-0.07759211,
0.01413356,
0.035386372,
-0.026163345,
0.002707529,
0.086350374,
9.1322365e-34,
-0.022040654,
0.050855946,
-0.027267559,
0.028623927,
0.013727834,
-0.07108624,
0.090404175,
-0.090647236,
-0.06563531,
0.066881575,
0.067018434,
-0.050155967,
0.01906401,
-0.041479547,
0.012601864,
0.06909683,
0.028203063,
-0.07096439,
-0.061153483,
0.031663455,
-0.09626923,
0.13134155,
-0.003593555,
-0.027185703,
-0.062974066,
-0.0009243527,
-0.0086801,
-0.03132579,
-0.01858645,
0.011512133,
0.07186438,
-0.071975954,
-0.0058840294,
0.0935521,
0.046686247,
-0.0319705,
0.06956754,
-0.04588064,
0.010095534,
0.06409261,
0.072478145,
0.047231663,
0.048781574,
0.06763336,
0.00544567,
0.035764705,
0.018254025,
-0.038195167,
0.05008257,
0.041405946,
-0.025459182,
0.021584406,
0.014274052,
-0.0071268557,
-0.014267975,
-0.010105019,
-0.09164536,
0.009354,
0.0043337494,
-0.009582353,
-0.029860858,
0.1747107,
-0.004588478,
0.05782761,
-0.044819914,
-0.05143084,
-0.045887187,
0.0074449596,
0.0054387185,
0.03959965,
-0.056232695,
-0.0022210428,
0.047835756,
-0.039582185,
0.027316226,
0.03971807,
-0.079697974,
0.035112984,
0.029242193,
0.010144024,
-0.039045013,
-0.027879896,
-0.04085825,
0.04611513,
-0.06931006,
0.06197763,
0.03922113,
0.025860274,
0.0064425287,
0.053613506,
0.069628745,
-0.007990118,
-0.038263954,
-0.10954398,
0.018542193,
-1.3334614e-08,
-0.025668537,
-0.074732535,
-0.019855397,
0.03849193,
0.027314082,
-0.0108753685,
-0.03520762,
0.03607515,
-0.063237555,
0.011492363,
0.03342595,
-0.012063489,
0.003983985,
0.016522186,
-0.008002231,
-0.041689247,
-0.07092196,
0.008746665,
0.0044521443,
-0.03877822,
-0.05125361,
0.017749831,
-0.018253427,
0.04394152,
-0.042883433,
0.08245374,
0.015452847,
0.022076963,
0.04442366,
0.022832835,
0.0829697,
-0.012612379,
0.013092737,
-0.06689179,
0.047846217,
-0.0450767,
0.006519167,
0.0055980817,
-0.019575235,
-0.017305179,
-0.038374994,
-0.0004379076,
-0.008650625,
-0.026787048,
-0.065987535,
-0.14336497,
0.0415435,
-0.04859031,
0.012749022,
-0.08499327,
-0.01095022,
-0.038154606,
0.03009022,
-0.038868725,
-0.036706466,
0.046492293,
0.036234695,
0.052362718,
-0.09623827,
-0.041491255,
0.050219566,
-2.0856969e-05,
0.0019338039,
0.019553944
0.06828853,
0.06176443,
-0.0064164964,
0.08271423,
-0.07821361,
0.026539708,
0.13127756,
0.041380048,
-0.019513987,
-0.027114647,
0.088755146,
-0.10272858,
0.05070812,
-0.07138208,
-0.009237211,
-0.03925189,
0.028860727,
-0.010505408,
-0.024712363,
-0.035447232,
-0.040921025,
-0.009929597,
-0.026157938,
0.057920404,
-0.000610026,
0.0076649976,
0.013957126,
-0.0016385933,
0.044628702,
-0.058993056,
-0.037964217,
0.037799507,
-0.03327965,
0.07171921,
0.09722134,
-0.08262229,
0.02760268,
-0.014165805,
0.01818236,
-0.0026569532,
-0.024224523,
-0.11491416,
0.0851865,
-0.016761899,
-0.006304915,
0.065241225,
-0.058053154,
0.0966831,
-0.014210973,
-0.006840772,
-0.09888544,
-0.0151145635,
-0.07833236,
-0.03558869,
-0.008314475,
-0.013676866,
-0.0761953,
-0.030428959,
-0.013569219,
0.05013825,
-0.0106057385,
-0.038397208,
0.06740368,
0.035669673,
0.0107887,
-0.0782119,
-0.0068797,
-0.03011727,
0.05595264,
-0.0768514,
-0.009096549,
-0.0027871567,
-0.029414741,
0.06881623,
0.013754744,
0.030826487,
-0.036464185,
-0.07146736,
0.05470558,
-0.02897486,
-0.06466289,
-0.05974617,
-0.06765741,
0.02273816,
0.07949564,
0.05178505,
0.14790222,
-0.0025215826,
-0.05544018,
-0.027736945,
0.019415101,
0.06687858,
-0.07953003,
0.019072771,
-0.00095781777,
0.01352604,
0.038187943,
-0.040192492,
0.064972185,
0.13924964,
0.059315108,
0.018057114,
-0.049068965,
-0.05745058,
-0.17035483,
0.009827581,
0.044772815,
-0.087117024,
0.046921514,
-0.020351866,
-0.06224432,
0.030254036,
0.04995525,
-0.030603461,
-0.007250532,
-0.060660776,
-0.0057841516,
0.028707923,
-0.05595239,
-0.0061211013,
0.0755027,
0.073071584,
-0.031982183,
-0.028019294,
-0.0012888111,
0.023758534,
0.08233939,
-2.0778123e-33,
0.014715223,
-0.08498444,
0.05937457,
-0.007845196,
-0.01597936,
0.025986308,
0.037590146,
0.12566452,
-0.039989363,
0.024738252,
0.014438816,
-0.06302637,
0.0340797,
-0.00766197,
0.008190336,
0.10460811,
0.018833369,
-0.021560388,
-0.04381885,
0.056816146,
0.016241364,
-0.07346648,
0.020132408,
0.052436877,
0.014993327,
-0.06591125,
-0.032540314,
0.024993971,
0.018408103,
-0.00031402768,
-0.06270013,
-0.0062176185,
-0.1604857,
0.028161483,
0.032995526,
0.037255995,
0.054070372,
-0.007917325,
-0.008593869,
0.054075062,
-0.047028862,
-0.038699273,
0.084944956,
-0.005901343,
0.021917563,
-0.052044198,
-0.047473878,
-0.05488473,
0.0340269,
-0.028332518,
-0.03206542,
-0.0013664847,
-0.040407866,
-0.017748341,
0.052257605,
0.003831341,
0.008690302,
0.0326634,
0.010794847,
0.11198066,
-0.0197124,
-0.045761418,
-0.0020336432,
0.020911695,
-0.0061559565,
-0.0017037267,
-0.006830028,
-0.08132594,
0.09181586,
0.048670176,
0.07772897,
-0.058737844,
0.006335169,
0.0036056917,
-0.07125556,
0.022052463,
0.019465465,
0.10136954,
0.0066308854,
-0.04465323,
0.061420094,
-0.09194896,
-0.01327561,
0.014581149,
-0.017611397,
0.007349155,
0.00623538,
-0.048055336,
0.013159856,
-0.077642046,
0.014176555,
0.035402596,
-0.026225176,
0.0027164302,
0.08640326,
9.131446e-34,
-0.022036942,
0.050841562,
-0.027241774,
0.028640023,
0.0137315225,
-0.07108254,
0.090386234,
-0.09063743,
-0.06564483,
0.06686015,
0.06697802,
-0.050123725,
0.019029083,
-0.04146069,
0.012556864,
0.06908357,
0.028190888,
-0.07095583,
-0.061176844,
0.031665504,
-0.09627965,
0.13132389,
-0.0035763069,
-0.027172986,
-0.0630171,
-0.00091286737,
-0.008730202,
-0.031350046,
-0.018555095,
0.011510101,
0.071851164,
-0.07196774,
-0.0059023383,
0.0935336,
0.046666197,
-0.031923246,
0.06959583,
-0.045899943,
0.010128291,
0.06411297,
0.07247715,
0.04719049,
0.048774146,
0.06759043,
0.005473298,
0.03578301,
0.018263457,
-0.038228214,
0.050064407,
0.04143578,
-0.025405152,
0.021583116,
0.014285433,
-0.0071130656,
-0.014282598,
-0.010110906,
-0.09167918,
0.009367985,
0.0043357764,
-0.009596076,
-0.029858816,
0.17470205,
-0.0045499653,
0.057866864,
-0.0448407,
-0.05143361,
-0.04589322,
0.00746687,
0.0054419166,
0.039566983,
-0.05621581,
-0.0022154362,
0.047840577,
-0.039587613,
0.027299056,
0.039714534,
-0.079680495,
0.03507584,
0.029217845,
0.010124337,
-0.03903408,
-0.027895331,
-0.040882032,
0.046143655,
-0.06931917,
0.061984897,
0.039232828,
0.025852159,
0.0064182505,
0.053619858,
0.06963339,
-0.007952825,
-0.038268514,
-0.109513305,
0.01855092,
-1.3333404e-08,
-0.025683647,
-0.0746983,
-0.019864988,
0.038491003,
0.027304374,
-0.010895902,
-0.035199717,
0.036022183,
-0.0632235,
0.01150509,
0.03342266,
-0.012038254,
0.0039724396,
0.016541637,
-0.007991224,
-0.041665304,
-0.07092065,
0.008739235,
0.0044709085,
-0.0388358,
-0.051271453,
0.017737802,
-0.018253798,
0.04398574,
-0.042873986,
0.08246222,
0.0154647175,
0.022104649,
0.044403654,
0.022859568,
0.08297405,
-0.012621729,
0.013065749,
-0.066898905,
0.04787577,
-0.045054216,
0.006517585,
0.005591374,
-0.019547338,
-0.017292783,
-0.03841781,
-0.00047104285,
-0.008667157,
-0.026772907,
-0.06594723,
-0.14334334,
0.041484844,
-0.048574504,
0.012758157,
-0.08496632,
-0.0109471325,
-0.038168024,
0.030072162,
-0.038850017,
-0.036700998,
0.04647737,
0.036238283,
0.052374676,
-0.096244395,
-0.041510135,
0.050267737,
-1.2173862e-06,
0.0019191783,
0.019568525
]
]
}