mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-26 09:15:40 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
805 lines
20 KiB
JSON
Generated
805 lines
20 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://localhost:11434/api/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"What inspires neural networks?"
|
|
]
|
|
},
|
|
"endpoint": "/api/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "ollama._types.EmbedResponse",
|
|
"__data__": {
|
|
"model": "nomic-embed-text:latest",
|
|
"created_at": null,
|
|
"done": null,
|
|
"done_reason": null,
|
|
"total_duration": 47514489,
|
|
"load_duration": 8065403,
|
|
"prompt_eval_count": 6,
|
|
"prompt_eval_duration": null,
|
|
"eval_count": null,
|
|
"eval_duration": null,
|
|
"embeddings": [
|
|
[
|
|
-0.0050431904,
|
|
0.07983695,
|
|
-0.15914112,
|
|
-0.015198486,
|
|
0.068563275,
|
|
-0.025228916,
|
|
0.013693369,
|
|
0.011115736,
|
|
-0.021954317,
|
|
-0.014400703,
|
|
-0.055753257,
|
|
0.04808703,
|
|
0.12424137,
|
|
0.053818446,
|
|
-0.032021143,
|
|
0.032936282,
|
|
-0.077245556,
|
|
-0.016150987,
|
|
-0.0012475019,
|
|
-0.015725262,
|
|
-0.06722606,
|
|
-0.028758537,
|
|
0.034879677,
|
|
-0.0017009847,
|
|
0.061603274,
|
|
0.02183855,
|
|
-0.02254844,
|
|
-0.033679843,
|
|
0.015556232,
|
|
0.009950109,
|
|
0.0811523,
|
|
-0.06635655,
|
|
-0.025737982,
|
|
0.005893309,
|
|
-0.072128356,
|
|
-0.0153495325,
|
|
0.031706326,
|
|
-0.015330127,
|
|
0.011819549,
|
|
0.05201849,
|
|
-0.00832217,
|
|
-0.01374412,
|
|
-0.069180205,
|
|
-0.016417552,
|
|
0.007072401,
|
|
0.026307967,
|
|
0.021488506,
|
|
-0.05378327,
|
|
0.0720296,
|
|
-0.036073707,
|
|
0.016778868,
|
|
-0.01522678,
|
|
-0.023790577,
|
|
-0.01733853,
|
|
0.08100097,
|
|
0.017553061,
|
|
0.008478871,
|
|
-0.011039339,
|
|
0.021132812,
|
|
0.0012898877,
|
|
0.057318825,
|
|
0.04457955,
|
|
-0.006790531,
|
|
0.049727485,
|
|
0.032672472,
|
|
-0.018711708,
|
|
-0.047938097,
|
|
0.05474506,
|
|
0.010027209,
|
|
0.027577044,
|
|
0.016959282,
|
|
-0.0005811365,
|
|
0.028500155,
|
|
0.049669378,
|
|
0.029912744,
|
|
0.043969356,
|
|
-0.042461883,
|
|
0.015930464,
|
|
-0.029305954,
|
|
0.052589104,
|
|
0.08656871,
|
|
0.0042163767,
|
|
-0.029521594,
|
|
-0.009744031,
|
|
0.043353472,
|
|
0.04407717,
|
|
-0.029290488,
|
|
0.002444873,
|
|
-0.030433271,
|
|
0.08219813,
|
|
0.046363704,
|
|
0.008015424,
|
|
0.01771151,
|
|
-0.034541957,
|
|
-0.03440718,
|
|
-0.019230403,
|
|
0.013620928,
|
|
-0.0012504834,
|
|
-0.063047245,
|
|
-0.030155236,
|
|
-0.026724381,
|
|
-0.043841206,
|
|
0.009897755,
|
|
-0.050113663,
|
|
0.030608574,
|
|
-0.010396465,
|
|
0.006742327,
|
|
-0.025451565,
|
|
0.015179509,
|
|
0.01136641,
|
|
-0.004652383,
|
|
0.0003837117,
|
|
-0.010443622,
|
|
-0.0021024353,
|
|
-0.046125248,
|
|
-0.02239573,
|
|
0.018054165,
|
|
-0.025662864,
|
|
0.036573313,
|
|
0.08001816,
|
|
0.025779536,
|
|
-0.017018477,
|
|
0.0073616793,
|
|
-0.0074431654,
|
|
0.013060492,
|
|
0.072542176,
|
|
-0.015627783,
|
|
-0.019109396,
|
|
-0.010134801,
|
|
-0.048570443,
|
|
0.03847773,
|
|
-0.0065800655,
|
|
-0.05217389,
|
|
-0.059281863,
|
|
0.032091163,
|
|
0.061510593,
|
|
-0.048714574,
|
|
-0.03464238,
|
|
0.013727599,
|
|
0.00789396,
|
|
0.032645546,
|
|
-0.037378054,
|
|
0.024870398,
|
|
-0.016263178,
|
|
-0.017703118,
|
|
-0.035032347,
|
|
0.001388411,
|
|
0.0036680815,
|
|
-0.029534055,
|
|
0.0316252,
|
|
-0.024728848,
|
|
0.028922085,
|
|
0.01768133,
|
|
-0.037233703,
|
|
0.063668296,
|
|
-0.041935135,
|
|
-0.03430323,
|
|
-0.042508345,
|
|
-0.002690669,
|
|
0.008956949,
|
|
0.068578675,
|
|
-0.0043232343,
|
|
0.031421263,
|
|
-0.0052881176,
|
|
-0.042442184,
|
|
-0.037667427,
|
|
0.037035327,
|
|
0.00931835,
|
|
0.03278967,
|
|
0.063214935,
|
|
-0.045502137,
|
|
0.022178957,
|
|
-0.03588311,
|
|
0.028414818,
|
|
0.050472017,
|
|
-0.0034108292,
|
|
0.006961812,
|
|
-0.01647058,
|
|
0.031248035,
|
|
-0.046278033,
|
|
0.01748863,
|
|
-0.044362284,
|
|
0.041485615,
|
|
0.044448722,
|
|
-0.0052134213,
|
|
0.0112144975,
|
|
-0.017363103,
|
|
-0.0050427685,
|
|
-0.047385164,
|
|
-0.006752843,
|
|
0.010373556,
|
|
0.003134579,
|
|
-0.047860954,
|
|
-0.031078152,
|
|
-0.049191747,
|
|
-0.02670109,
|
|
0.0077571217,
|
|
-0.022535468,
|
|
0.0542476,
|
|
0.01146026,
|
|
-0.02377721,
|
|
-0.012594584,
|
|
-0.056449912,
|
|
-0.007830472,
|
|
-0.038024362,
|
|
0.04502152,
|
|
-0.013073159,
|
|
0.04374128,
|
|
0.016199019,
|
|
-0.004131204,
|
|
0.049439188,
|
|
0.007689322,
|
|
-0.0021528697,
|
|
-0.021787165,
|
|
-0.031679317,
|
|
0.025952045,
|
|
0.0012495377,
|
|
-0.016568834,
|
|
-0.0051942444,
|
|
0.023099339,
|
|
0.02649877,
|
|
-0.007670176,
|
|
0.04550876,
|
|
-0.019883942,
|
|
-0.0065077404,
|
|
-0.028927835,
|
|
-0.03769411,
|
|
-0.015801031,
|
|
0.009037725,
|
|
0.02040818,
|
|
-0.02132764,
|
|
-0.043500304,
|
|
0.030109974,
|
|
0.013339056,
|
|
0.05150394,
|
|
0.013382349,
|
|
0.084182225,
|
|
0.012122973,
|
|
0.014310072,
|
|
-0.021241913,
|
|
0.019761583,
|
|
0.010653773,
|
|
-0.0028425436,
|
|
-0.004489673,
|
|
-0.046851344,
|
|
-0.01457903,
|
|
0.0044874586,
|
|
-0.052169368,
|
|
-0.010132795,
|
|
0.038625263,
|
|
0.018460393,
|
|
-0.0016788384,
|
|
-0.0036409972,
|
|
0.018667676,
|
|
0.053868625,
|
|
0.006535461,
|
|
-0.0063354755,
|
|
0.035146255,
|
|
-0.0033493275,
|
|
-0.05084772,
|
|
0.059060827,
|
|
-0.018074749,
|
|
0.012259292,
|
|
-0.032976598,
|
|
0.015095471,
|
|
-0.05459491,
|
|
0.01582685,
|
|
-0.036708847,
|
|
-0.012835503,
|
|
-0.018361302,
|
|
-0.024281036,
|
|
0.059405774,
|
|
0.0153851425,
|
|
-0.028133942,
|
|
0.0092885075,
|
|
0.037945345,
|
|
0.024901291,
|
|
0.025374947,
|
|
0.0055965804,
|
|
-0.020197101,
|
|
-0.067405865,
|
|
-0.009162137,
|
|
-0.049429994,
|
|
-0.041401085,
|
|
-0.028137624,
|
|
-0.0012147739,
|
|
0.06574797,
|
|
-0.009749889,
|
|
0.02409091,
|
|
0.022493992,
|
|
0.017121498,
|
|
-0.054658003,
|
|
0.015583917,
|
|
0.017551722,
|
|
0.0042014,
|
|
-0.021638043,
|
|
0.08918119,
|
|
-0.010674125,
|
|
-0.0013205395,
|
|
-0.040893577,
|
|
0.0040332507,
|
|
0.009866691,
|
|
0.03850925,
|
|
0.012248597,
|
|
-0.021409722,
|
|
-0.03559031,
|
|
-0.04188451,
|
|
0.00108829,
|
|
-0.0052976278,
|
|
0.027319996,
|
|
-0.090057775,
|
|
0.0131189395,
|
|
0.01581113,
|
|
-0.0064420598,
|
|
-0.01048361,
|
|
0.03805895,
|
|
0.0019617279,
|
|
0.030334793,
|
|
0.06926865,
|
|
-0.045806978,
|
|
-0.02625408,
|
|
-0.05017023,
|
|
-0.06987046,
|
|
-0.020796113,
|
|
-0.0021418615,
|
|
0.039643783,
|
|
0.022978691,
|
|
0.009100604,
|
|
-0.0025434548,
|
|
-0.015484245,
|
|
0.04272061,
|
|
-0.006716447,
|
|
-0.008243292,
|
|
-0.016239906,
|
|
-0.0031362483,
|
|
-0.04477686,
|
|
-0.035910748,
|
|
0.05360001,
|
|
-0.006929261,
|
|
0.044229783,
|
|
-0.012027688,
|
|
0.015578189,
|
|
-0.008688844,
|
|
-0.067102924,
|
|
-0.03292922,
|
|
0.02689141,
|
|
0.0010452964,
|
|
-0.04127957,
|
|
0.01773159,
|
|
-0.0099132545,
|
|
-0.048269514,
|
|
0.008994375,
|
|
-0.00886819,
|
|
-0.016401256,
|
|
-0.0051601664,
|
|
-0.022274598,
|
|
0.04128316,
|
|
0.06917283,
|
|
0.02922875,
|
|
0.013387438,
|
|
0.044686284,
|
|
0.0017199517,
|
|
0.013894681,
|
|
-0.035921212,
|
|
-0.060649153,
|
|
0.018018669,
|
|
0.017801227,
|
|
-0.00043086166,
|
|
0.019606426,
|
|
0.01260685,
|
|
0.034803797,
|
|
-0.0023774763,
|
|
-0.013781509,
|
|
0.050794937,
|
|
-0.044297647,
|
|
0.055503577,
|
|
-0.08918032,
|
|
-0.03899143,
|
|
-0.03701847,
|
|
0.003944103,
|
|
-0.015036878,
|
|
-0.020209251,
|
|
0.033706225,
|
|
-0.013589549,
|
|
0.03722574,
|
|
0.019822435,
|
|
-0.023515703,
|
|
-0.03770676,
|
|
0.025382794,
|
|
0.006160582,
|
|
-0.020038692,
|
|
0.040346995,
|
|
-0.07936116,
|
|
-0.03122553,
|
|
0.035320774,
|
|
-0.054265894,
|
|
0.047002353,
|
|
0.0015979725,
|
|
0.070094496,
|
|
0.007652476,
|
|
-0.018813642,
|
|
-0.053926177,
|
|
-0.05027602,
|
|
-0.034307804,
|
|
0.008440788,
|
|
0.012385809,
|
|
0.00033758962,
|
|
-0.04659881,
|
|
0.04300303,
|
|
-0.019680055,
|
|
-0.00059104164,
|
|
0.062200658,
|
|
0.042648137,
|
|
-0.05002409,
|
|
0.021436332,
|
|
-0.024880541,
|
|
0.06857848,
|
|
0.06095329,
|
|
-0.014559067,
|
|
0.032403667,
|
|
0.010232144,
|
|
0.0151018975,
|
|
0.009254106,
|
|
0.022789607,
|
|
0.02725161,
|
|
0.043078188,
|
|
-0.000851116,
|
|
0.0002907535,
|
|
-0.058438413,
|
|
-0.018258912,
|
|
0.03018818,
|
|
-0.023430906,
|
|
-0.013687733,
|
|
-0.0128717385,
|
|
-0.030748174,
|
|
0.034990452,
|
|
-0.013405182,
|
|
0.048188332,
|
|
0.013950512,
|
|
0.055709716,
|
|
0.04240635,
|
|
-0.006039804,
|
|
0.0031869186,
|
|
-0.042496286,
|
|
0.048501376,
|
|
0.087322295,
|
|
0.0026739177,
|
|
0.0011022078,
|
|
-0.093767785,
|
|
0.06750179,
|
|
0.018455707,
|
|
0.012728859,
|
|
0.0290457,
|
|
0.004030208,
|
|
0.073949136,
|
|
0.0031103452,
|
|
0.028891563,
|
|
0.0061709457,
|
|
0.03711661,
|
|
0.03329447,
|
|
-0.0039911964,
|
|
-0.011535337,
|
|
-0.05368636,
|
|
0.010430533,
|
|
-0.03888088,
|
|
-0.00033137822,
|
|
0.0007287878,
|
|
-0.04785794,
|
|
0.053287014,
|
|
0.020948475,
|
|
0.004784586,
|
|
0.04327455,
|
|
0.021545647,
|
|
-0.0026617001,
|
|
-0.007220088,
|
|
-0.0021315329,
|
|
0.061624315,
|
|
-0.016118705,
|
|
0.035912998,
|
|
0.05858156,
|
|
0.014515531,
|
|
-0.020100564,
|
|
-0.052069522,
|
|
-0.08221398,
|
|
0.009006891,
|
|
-0.000641619,
|
|
0.019567328,
|
|
0.018354177,
|
|
-0.013980042,
|
|
-0.022132011,
|
|
-0.0071749063,
|
|
0.033413306,
|
|
-0.049458228,
|
|
-0.003411922,
|
|
-0.015794149,
|
|
-0.026588911,
|
|
-0.0712311,
|
|
0.049517907,
|
|
0.03611532,
|
|
-0.0027654287,
|
|
0.02648056,
|
|
0.03799325,
|
|
-0.045260422,
|
|
-0.0039488915,
|
|
0.018535258,
|
|
-0.01202191,
|
|
0.025425049,
|
|
-0.066101,
|
|
-0.029493138,
|
|
0.009352922,
|
|
-0.04815572,
|
|
-0.00078744255,
|
|
-0.014830628,
|
|
0.00985318,
|
|
-0.00089964696,
|
|
-0.037638456,
|
|
-0.020209283,
|
|
-0.024071677,
|
|
-0.023627825,
|
|
0.015345594,
|
|
0.030945128,
|
|
-0.035906438,
|
|
-0.021735685,
|
|
-0.02057747,
|
|
-0.012730045,
|
|
0.039305683,
|
|
-0.03372724,
|
|
0.0028924334,
|
|
0.048086785,
|
|
-0.003469586,
|
|
0.041861687,
|
|
-0.01651466,
|
|
-0.056703646,
|
|
-0.0026974753,
|
|
0.040093638,
|
|
-0.016038204,
|
|
0.01660836,
|
|
-0.015355346,
|
|
0.014222605,
|
|
-0.016131593,
|
|
0.058223635,
|
|
-0.0043853833,
|
|
0.009241659,
|
|
-0.0037523906,
|
|
-0.0044754464,
|
|
-0.027581176,
|
|
-0.025409574,
|
|
0.028438559,
|
|
-0.017977443,
|
|
-0.06812175,
|
|
0.01688471,
|
|
0.0027021398,
|
|
-0.008467892,
|
|
0.01257022,
|
|
0.004435785,
|
|
-0.041927423,
|
|
-0.019233864,
|
|
-0.028785357,
|
|
0.0046895365,
|
|
-0.03651274,
|
|
0.018352093,
|
|
0.021881897,
|
|
0.036055297,
|
|
-0.006049414,
|
|
-0.03768076,
|
|
0.043038186,
|
|
-0.019430043,
|
|
0.010047086,
|
|
0.038734745,
|
|
0.07813043,
|
|
0.06600668,
|
|
-0.045451947,
|
|
0.007069179,
|
|
0.004496004,
|
|
-0.011548554,
|
|
-0.046042,
|
|
0.06798199,
|
|
-0.008593701,
|
|
-0.08696804,
|
|
-0.05292275,
|
|
-0.016977143,
|
|
-0.07520479,
|
|
0.029066458,
|
|
-0.024782913,
|
|
-0.0096219545,
|
|
0.005668475,
|
|
-0.039538745,
|
|
-0.013323385,
|
|
0.054268673,
|
|
-0.034942485,
|
|
-0.035588264,
|
|
-0.007808041,
|
|
-0.028383307,
|
|
-0.056151025,
|
|
-0.011849255,
|
|
-0.017395807,
|
|
-0.052520297,
|
|
-0.00033966068,
|
|
-0.040860854,
|
|
-0.02147358,
|
|
0.025562335,
|
|
0.016279114,
|
|
0.055561904,
|
|
-0.0043953094,
|
|
-0.051337503,
|
|
0.048832227,
|
|
0.012733344,
|
|
0.0074338345,
|
|
-0.0034132795,
|
|
0.051703624,
|
|
-0.018186914,
|
|
-0.004437302,
|
|
-0.0056251404,
|
|
-0.015658181,
|
|
0.075761385,
|
|
-0.01858316,
|
|
0.035752207,
|
|
-0.015505403,
|
|
-0.054325536,
|
|
0.013062152,
|
|
-0.019772485,
|
|
-0.036618207,
|
|
0.07009239,
|
|
0.0061930143,
|
|
0.04677856,
|
|
-0.005198393,
|
|
-0.06450841,
|
|
-0.012708175,
|
|
0.0017703002,
|
|
0.040896382,
|
|
-0.058100134,
|
|
0.05954578,
|
|
-0.100279756,
|
|
0.0028294618,
|
|
-0.077727444,
|
|
0.008914284,
|
|
0.0080719,
|
|
0.03881815,
|
|
0.017954735,
|
|
0.007447408,
|
|
0.0011345121,
|
|
-0.05048519,
|
|
-0.039078023,
|
|
0.028253902,
|
|
0.044468667,
|
|
0.010109414,
|
|
0.057948574,
|
|
0.084054515,
|
|
0.037633587,
|
|
0.0017468535,
|
|
0.077875376,
|
|
0.012513707,
|
|
0.05368355,
|
|
-0.004321204,
|
|
-0.04407038,
|
|
0.003342438,
|
|
0.028840505,
|
|
-0.05713609,
|
|
-0.030208949,
|
|
-0.015956083,
|
|
-0.04398592,
|
|
-0.0003338245,
|
|
-0.019189022,
|
|
0.0051421383,
|
|
0.005998702,
|
|
-0.056465454,
|
|
-0.0011846442,
|
|
-0.020207675,
|
|
-0.03794564,
|
|
-0.008714775,
|
|
0.035006754,
|
|
-0.04132764,
|
|
0.0021705274,
|
|
-0.0439883,
|
|
-0.032893825,
|
|
0.02789339,
|
|
0.008734119,
|
|
0.057372645,
|
|
0.01332189,
|
|
0.0012191895,
|
|
-0.0033005544,
|
|
0.01850204,
|
|
-0.0026491894,
|
|
-0.057301134,
|
|
0.023812076,
|
|
-0.01251028,
|
|
0.026695816,
|
|
0.006280155,
|
|
-0.01759368,
|
|
-0.04756993,
|
|
-0.02630156,
|
|
-0.07508561,
|
|
0.008504518,
|
|
-0.043269098,
|
|
-0.05145985,
|
|
0.05350243,
|
|
-0.04755056,
|
|
0.029703166,
|
|
-0.017597945,
|
|
0.06250041,
|
|
-0.06016417,
|
|
0.06653413,
|
|
-0.016946755,
|
|
0.047101825,
|
|
-0.022579597,
|
|
0.008127067,
|
|
0.023833975,
|
|
-0.02813946,
|
|
-0.013039984,
|
|
-0.036107074,
|
|
-0.043653734,
|
|
0.024050226,
|
|
0.04399057,
|
|
0.09336265,
|
|
0.006534921,
|
|
0.048648696,
|
|
0.022939295,
|
|
-0.031517096,
|
|
-0.026839457,
|
|
0.07211498,
|
|
0.029019814,
|
|
0.009881218,
|
|
-0.07664708,
|
|
0.017981265,
|
|
-0.036385953,
|
|
-0.030298837,
|
|
0.022921786,
|
|
-0.028463267,
|
|
-0.02937664,
|
|
0.010823232,
|
|
0.0067931535,
|
|
-0.031216819,
|
|
-0.04555875,
|
|
-0.0046104183,
|
|
-0.0074561643,
|
|
-0.021015901,
|
|
-0.05835412,
|
|
0.0034862612,
|
|
0.044975843,
|
|
-0.008261614,
|
|
-0.011101364,
|
|
0.026063345,
|
|
0.016826522,
|
|
-0.026054956,
|
|
-0.0025118885,
|
|
0.017519895,
|
|
0.015515732,
|
|
0.046909466,
|
|
0.011520791,
|
|
-0.03838233,
|
|
0.02977564,
|
|
-0.017793136,
|
|
-0.0061859833,
|
|
0.013111647,
|
|
0.027452856,
|
|
0.01725379,
|
|
-0.06333028,
|
|
0.075123265,
|
|
0.10740957,
|
|
-0.008957558,
|
|
0.04273554,
|
|
-0.0031129292,
|
|
0.06842765,
|
|
-0.009068904,
|
|
-0.030188441,
|
|
0.042828284,
|
|
-0.037308767,
|
|
0.012807761
|
|
]
|
|
]
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|