mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-25 17:11:12 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
806 lines
21 KiB
JSON
Generated
806 lines
21 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"How do systems learn automatically?"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.0042787334,
|
|
0.024085503,
|
|
-0.13318679,
|
|
0.004941554,
|
|
0.07302995,
|
|
-0.0033626675,
|
|
0.04289207,
|
|
-0.033723302,
|
|
-0.020146351,
|
|
-0.029093169,
|
|
-0.026580572,
|
|
0.04908532,
|
|
0.11988273,
|
|
0.07824989,
|
|
0.0070858155,
|
|
-0.0126808025,
|
|
0.008139696,
|
|
-0.049385857,
|
|
0.013668133,
|
|
0.027201938,
|
|
0.03461472,
|
|
-0.031547178,
|
|
-0.0016686152,
|
|
0.019237004,
|
|
0.08407016,
|
|
0.05697168,
|
|
-0.021504402,
|
|
-0.04498225,
|
|
0.01068298,
|
|
0.008955338,
|
|
0.019986415,
|
|
-0.016908988,
|
|
0.020420015,
|
|
-0.036818434,
|
|
-0.040437322,
|
|
-0.043430287,
|
|
0.037493065,
|
|
-0.041973364,
|
|
-0.0014402202,
|
|
0.036696255,
|
|
-0.04186329,
|
|
-0.002541473,
|
|
0.0338223,
|
|
0.0044049406,
|
|
0.029839164,
|
|
-0.009362541,
|
|
0.008481139,
|
|
-0.01811649,
|
|
0.015835296,
|
|
0.013168234,
|
|
0.06198415,
|
|
-0.06914554,
|
|
-0.008522709,
|
|
0.03168831,
|
|
0.07029073,
|
|
0.050112918,
|
|
0.007693651,
|
|
0.05109706,
|
|
0.0076293633,
|
|
-0.12137042,
|
|
0.09496605,
|
|
0.047823153,
|
|
-0.02414208,
|
|
0.039483104,
|
|
-0.009979908,
|
|
0.009896846,
|
|
0.0024361573,
|
|
0.07422966,
|
|
-0.02024846,
|
|
0.025174085,
|
|
0.043078642,
|
|
-0.00018943421,
|
|
-0.0013616317,
|
|
-0.03695385,
|
|
0.0003787649,
|
|
-0.01951352,
|
|
-0.008998806,
|
|
-0.030695887,
|
|
-0.021161374,
|
|
0.089301385,
|
|
0.076918006,
|
|
-0.044158068,
|
|
0.044845488,
|
|
-0.04711805,
|
|
0.047928877,
|
|
0.043308146,
|
|
-0.02516357,
|
|
-0.05034578,
|
|
-0.049978625,
|
|
0.106089965,
|
|
0.010562611,
|
|
0.028440204,
|
|
0.012505226,
|
|
0.02272876,
|
|
-0.06997239,
|
|
0.0089987945,
|
|
-0.04798361,
|
|
0.026110439,
|
|
-0.015330577,
|
|
-0.024890142,
|
|
-0.04806763,
|
|
-0.021099282,
|
|
-0.035443418,
|
|
-0.06532684,
|
|
0.046704944,
|
|
0.055561136,
|
|
0.02687032,
|
|
-0.016992288,
|
|
-0.018487202,
|
|
0.022815693,
|
|
-0.0041294503,
|
|
0.011245074,
|
|
-0.041351188,
|
|
0.013297983,
|
|
-0.04002111,
|
|
-0.023791477,
|
|
0.031715136,
|
|
-0.037211247,
|
|
-0.0014883467,
|
|
0.0038300673,
|
|
-0.047529683,
|
|
-0.028521292,
|
|
-0.061402317,
|
|
0.008845252,
|
|
0.017403914,
|
|
0.07922679,
|
|
-0.022386435,
|
|
-0.02375175,
|
|
0.012570612,
|
|
0.0001333572,
|
|
-0.017298395,
|
|
-0.023806887,
|
|
-0.050114326,
|
|
-0.038907852,
|
|
0.04466949,
|
|
0.06426657,
|
|
-0.008871719,
|
|
-0.0484994,
|
|
0.03978935,
|
|
0.02601934,
|
|
0.027578894,
|
|
0.050768748,
|
|
-0.04063608,
|
|
0.0036816944,
|
|
0.012000964,
|
|
-0.027149005,
|
|
0.0045322934,
|
|
-0.019463021,
|
|
-0.024368409,
|
|
-0.01204605,
|
|
-0.020136608,
|
|
0.06470665,
|
|
-0.047630087,
|
|
-0.0162342,
|
|
0.03096583,
|
|
0.008118955,
|
|
0.00036955223,
|
|
-0.009742215,
|
|
0.047514915,
|
|
-0.023334095,
|
|
0.07157367,
|
|
0.0056172237,
|
|
-0.05970368,
|
|
0.00978504,
|
|
-0.039773144,
|
|
-0.047958344,
|
|
0.01510103,
|
|
0.021627666,
|
|
0.00969667,
|
|
0.011452064,
|
|
-0.05898451,
|
|
-0.0021101355,
|
|
-0.020356838,
|
|
0.031768233,
|
|
0.019785678,
|
|
0.042724583,
|
|
0.059855856,
|
|
-0.028541727,
|
|
0.053467102,
|
|
-0.05028687,
|
|
0.043057803,
|
|
-0.059160676,
|
|
0.0062141153,
|
|
0.032875348,
|
|
0.029750392,
|
|
0.041646227,
|
|
-0.07063579,
|
|
0.017117508,
|
|
-0.02645554,
|
|
-0.017924603,
|
|
-0.0049087745,
|
|
0.0049041957,
|
|
-0.023955567,
|
|
-0.039336503,
|
|
-0.045852665,
|
|
-0.015815066,
|
|
0.004065921,
|
|
0.021141313,
|
|
0.045437858,
|
|
-0.0034970897,
|
|
-0.002238095,
|
|
-0.01325532,
|
|
-0.056438707,
|
|
-0.013108974,
|
|
-0.035157774,
|
|
0.048552085,
|
|
-0.022415236,
|
|
-0.02317946,
|
|
-0.05312166,
|
|
0.05053431,
|
|
0.109504096,
|
|
0.025516978,
|
|
-0.07087319,
|
|
-0.013834647,
|
|
0.014815088,
|
|
-0.048677057,
|
|
-0.0040926347,
|
|
0.030784907,
|
|
0.038255863,
|
|
-0.004705948,
|
|
-0.03766974,
|
|
-0.0012370305,
|
|
0.011782605,
|
|
-0.0008670797,
|
|
0.009494065,
|
|
-0.047594387,
|
|
-0.03202321,
|
|
-0.0071950913,
|
|
-0.026344303,
|
|
0.0610904,
|
|
0.005964345,
|
|
-0.05746674,
|
|
0.049024623,
|
|
0.019423774,
|
|
0.024665387,
|
|
0.037131403,
|
|
-0.00573906,
|
|
0.005101514,
|
|
0.01201439,
|
|
0.01827544,
|
|
0.03644721,
|
|
0.0054425397,
|
|
0.017730145,
|
|
0.026087275,
|
|
-0.038633555,
|
|
-0.027633008,
|
|
0.06408834,
|
|
-0.021053791,
|
|
-0.07236068,
|
|
-0.009462128,
|
|
-0.0044817626,
|
|
0.07729367,
|
|
-0.021976428,
|
|
-0.041051336,
|
|
0.007830544,
|
|
-0.012730618,
|
|
-0.023911366,
|
|
0.02402242,
|
|
0.029658582,
|
|
-0.03579777,
|
|
0.04957368,
|
|
-0.008305232,
|
|
0.0033692054,
|
|
0.023998406,
|
|
0.0016145153,
|
|
-0.06757625,
|
|
-0.017266909,
|
|
-0.0018234522,
|
|
-0.014094016,
|
|
-0.03756689,
|
|
0.0021139246,
|
|
0.022622956,
|
|
0.017065035,
|
|
0.028182743,
|
|
-0.017444063,
|
|
-0.00059634144,
|
|
-0.0050803195,
|
|
-0.026290962,
|
|
-0.005143245,
|
|
0.024891606,
|
|
-0.047286026,
|
|
-0.0534495,
|
|
-0.05924166,
|
|
-0.048197266,
|
|
0.029184476,
|
|
-0.014024077,
|
|
0.034617357,
|
|
0.017752051,
|
|
0.0049934336,
|
|
-0.029895013,
|
|
0.016037192,
|
|
-0.011251189,
|
|
-0.022624975,
|
|
0.050663427,
|
|
-0.055124924,
|
|
0.053711932,
|
|
0.052085504,
|
|
-0.0030288547,
|
|
-0.034590133,
|
|
-0.008605269,
|
|
0.03017149,
|
|
0.03302843,
|
|
0.055060226,
|
|
0.016397446,
|
|
-0.051270753,
|
|
-0.0125311185,
|
|
-0.013187491,
|
|
-0.020000132,
|
|
0.021622645,
|
|
0.0044534043,
|
|
-0.016675124,
|
|
-0.01442047,
|
|
-0.020044459,
|
|
0.011089691,
|
|
-0.010430771,
|
|
0.040525537,
|
|
-0.00035962428,
|
|
0.018137781,
|
|
0.016777758,
|
|
-0.028544242,
|
|
-0.03854795,
|
|
-0.051222842,
|
|
-0.032820206,
|
|
-0.022864979,
|
|
-0.020805648,
|
|
0.033185944,
|
|
-0.03189462,
|
|
-0.029661244,
|
|
-0.014634998,
|
|
-0.032304615,
|
|
0.052764643,
|
|
0.020354753,
|
|
-0.041769903,
|
|
-0.025885228,
|
|
-0.009772822,
|
|
-0.035364535,
|
|
-2.9491546e-05,
|
|
0.014566345,
|
|
-0.0267744,
|
|
0.034303512,
|
|
-0.012996255,
|
|
-0.01806837,
|
|
-0.017140122,
|
|
-0.012676196,
|
|
-0.03344395,
|
|
0.0068145622,
|
|
0.018110735,
|
|
-0.029852942,
|
|
0.029683832,
|
|
-0.0019204139,
|
|
0.010279581,
|
|
0.022345493,
|
|
-0.04462974,
|
|
0.01448993,
|
|
-0.024073856,
|
|
0.040995933,
|
|
0.018326895,
|
|
0.06858719,
|
|
0.031197857,
|
|
-0.018029032,
|
|
0.0012248881,
|
|
-0.040486183,
|
|
0.011865926,
|
|
0.008749043,
|
|
0.013260666,
|
|
0.048417546,
|
|
0.02501441,
|
|
0.0034055384,
|
|
0.03626937,
|
|
0.0057044653,
|
|
-0.037514664,
|
|
0.00783336,
|
|
-0.03186157,
|
|
0.042277012,
|
|
0.026677502,
|
|
-0.020282485,
|
|
-0.044667177,
|
|
0.023262292,
|
|
0.011881238,
|
|
-0.0061838822,
|
|
-0.008229401,
|
|
-0.009753375,
|
|
0.011946212,
|
|
-0.044557653,
|
|
0.06480208,
|
|
0.034280356,
|
|
0.02123824,
|
|
-0.0063942834,
|
|
-0.0070933816,
|
|
0.09381885,
|
|
0.04840791,
|
|
-0.05692713,
|
|
-0.026055345,
|
|
0.010708509,
|
|
0.0017400738,
|
|
-0.007895462,
|
|
0.030498847,
|
|
0.013883461,
|
|
0.008388701,
|
|
0.0121080065,
|
|
-0.044726886,
|
|
-0.041510172,
|
|
-0.013852885,
|
|
-0.0045656958,
|
|
0.022194343,
|
|
0.033668756,
|
|
-0.03880841,
|
|
-0.0448917,
|
|
-0.0085533755,
|
|
0.011115838,
|
|
0.056894466,
|
|
0.004960493,
|
|
-0.009292119,
|
|
-0.049733,
|
|
-0.0022687314,
|
|
-0.010815448,
|
|
0.019264678,
|
|
0.051964108,
|
|
-0.06221736,
|
|
-0.015454487,
|
|
0.0016433148,
|
|
0.011406995,
|
|
0.037904102,
|
|
-0.0048376936,
|
|
-0.035015978,
|
|
0.017710982,
|
|
-0.0029211566,
|
|
0.029800383,
|
|
0.025297968,
|
|
-0.085228615,
|
|
0.028167948,
|
|
-0.03711411,
|
|
0.022293128,
|
|
-0.016280945,
|
|
-0.037995104,
|
|
-0.00470921,
|
|
0.04682695,
|
|
0.055620342,
|
|
2.4782974e-05,
|
|
0.0520419,
|
|
0.047912546,
|
|
0.00870439,
|
|
-0.051375315,
|
|
-0.020233331,
|
|
0.039234802,
|
|
0.068948485,
|
|
0.058966782,
|
|
0.03473253,
|
|
-0.05687418,
|
|
0.024007754,
|
|
-0.013750581,
|
|
0.024780702,
|
|
0.051113,
|
|
0.011134095,
|
|
0.07827812,
|
|
-0.052110575,
|
|
-0.08635136,
|
|
0.0026813478,
|
|
0.028655533,
|
|
0.005418117,
|
|
0.022809666,
|
|
-0.038705252,
|
|
-0.06475023,
|
|
0.03736548,
|
|
-0.03588391,
|
|
-0.019632008,
|
|
0.019049251,
|
|
-0.0154994475,
|
|
0.0104337605,
|
|
0.06051271,
|
|
-0.023319822,
|
|
0.028261404,
|
|
0.040165484,
|
|
0.02494476,
|
|
-0.026334006,
|
|
-0.057490345,
|
|
-0.027967913,
|
|
-0.02724432,
|
|
0.10017516,
|
|
0.055552218,
|
|
0.0057158787,
|
|
-0.06649098,
|
|
-0.03785767,
|
|
-0.0063919676,
|
|
-0.031638388,
|
|
0.05590255,
|
|
-0.018691812,
|
|
0.009434754,
|
|
0.032644674,
|
|
-0.025184704,
|
|
0.032889828,
|
|
0.036460392,
|
|
0.0029133665,
|
|
-0.041254047,
|
|
-0.07932292,
|
|
-0.075016044,
|
|
-0.07486507,
|
|
-0.006838269,
|
|
0.04540896,
|
|
-0.006950432,
|
|
-0.028854726,
|
|
0.05563381,
|
|
-0.0046611265,
|
|
0.02135884,
|
|
0.02762787,
|
|
-0.025189346,
|
|
0.050857242,
|
|
-0.058961138,
|
|
-0.06746422,
|
|
0.062932715,
|
|
0.017975917,
|
|
0.030838879,
|
|
0.039261464,
|
|
0.030196771,
|
|
0.03724745,
|
|
-0.12226119,
|
|
-0.027827818,
|
|
0.031169912,
|
|
-0.023546515,
|
|
-0.0045247255,
|
|
-0.0029941103,
|
|
0.0384809,
|
|
-0.03587887,
|
|
0.0011810099,
|
|
-0.069547266,
|
|
-0.001315824,
|
|
-0.008372838,
|
|
-0.017627422,
|
|
0.011133662,
|
|
0.009524607,
|
|
0.07549543,
|
|
0.026032574,
|
|
-0.0050187125,
|
|
0.046481177,
|
|
0.010128554,
|
|
0.013521398,
|
|
0.01640449,
|
|
0.044509467,
|
|
0.010821229,
|
|
0.033331625,
|
|
0.028624643,
|
|
-0.013788928,
|
|
0.013576264,
|
|
-0.017161286,
|
|
0.02618031,
|
|
-0.018337488,
|
|
0.015027544,
|
|
0.0094308425,
|
|
0.07064902,
|
|
-0.036203284,
|
|
-0.027006742,
|
|
-0.019526917,
|
|
-0.008688465,
|
|
-0.02496588,
|
|
-0.026179122,
|
|
0.02608523,
|
|
-0.052517753,
|
|
-0.022942653,
|
|
-0.035554424,
|
|
-0.01850372,
|
|
0.04305089,
|
|
0.0037592163,
|
|
0.08104336,
|
|
-0.0009318501,
|
|
-0.031183776,
|
|
0.016379919,
|
|
0.008474954,
|
|
0.01467329,
|
|
0.06877281,
|
|
0.07772293,
|
|
0.03496054,
|
|
-0.049007878,
|
|
-0.0067263776,
|
|
-0.015099559,
|
|
-0.011987447,
|
|
-0.019776193,
|
|
-0.031629555,
|
|
0.007944959,
|
|
0.0036315077,
|
|
-0.04628375,
|
|
0.012785996,
|
|
-0.052810732,
|
|
0.036872014,
|
|
-0.01690961,
|
|
0.011160917,
|
|
-0.009531572,
|
|
-0.022463627,
|
|
-0.0042508733,
|
|
0.008433076,
|
|
-0.0056329183,
|
|
-0.028602013,
|
|
-0.03429393,
|
|
-0.010799934,
|
|
-0.032580256,
|
|
-0.025645321,
|
|
0.03829542,
|
|
-0.028860718,
|
|
0.0009629727,
|
|
0.03585029,
|
|
-0.00016770652,
|
|
-0.057708718,
|
|
-0.002119668,
|
|
0.069798104,
|
|
-0.070355825,
|
|
-0.015369501,
|
|
0.10533094,
|
|
-0.0030549972,
|
|
0.0564329,
|
|
0.034485016,
|
|
-0.004004941,
|
|
-0.037931994,
|
|
0.022809424,
|
|
-0.00016679276,
|
|
0.012654526,
|
|
0.041837636,
|
|
-0.0030712709,
|
|
0.039182924,
|
|
-0.00830048,
|
|
-0.022628468,
|
|
0.011221337,
|
|
-0.034637813,
|
|
-0.062595606,
|
|
0.04490021,
|
|
-0.049528442,
|
|
0.03428887,
|
|
-0.012176619,
|
|
-0.037299607,
|
|
-0.024311263,
|
|
0.05791544,
|
|
0.02822909,
|
|
-0.020167438,
|
|
0.029815126,
|
|
-0.07001214,
|
|
-0.034782406,
|
|
-0.009817269,
|
|
0.041261077,
|
|
0.010265433,
|
|
0.0045510656,
|
|
0.002236059,
|
|
0.021417234,
|
|
0.029991688,
|
|
-0.028528407,
|
|
-0.0269427,
|
|
0.02089282,
|
|
0.05157602,
|
|
-0.026654387,
|
|
0.007929481,
|
|
0.031345576,
|
|
0.0011029862,
|
|
-0.021800676,
|
|
0.043480705,
|
|
0.0489139,
|
|
0.04388474,
|
|
0.015039343,
|
|
-0.0031589456,
|
|
0.027433619,
|
|
0.004043461,
|
|
-0.022695076,
|
|
0.00992084,
|
|
0.0071092304,
|
|
-0.002461396,
|
|
-0.0043727,
|
|
-0.011139551,
|
|
0.022141067,
|
|
0.007142116,
|
|
-0.0065288655,
|
|
-0.0035904362,
|
|
-0.031044658,
|
|
-0.023946375,
|
|
-0.034234766,
|
|
0.0035234694,
|
|
0.046968672,
|
|
0.047815353,
|
|
-0.009619093,
|
|
-0.019819958,
|
|
0.03604623,
|
|
0.0074489536,
|
|
0.015116172,
|
|
-0.0069982596,
|
|
-0.020968385,
|
|
-0.027844194,
|
|
-0.011060519,
|
|
0.05143162,
|
|
-0.011361998,
|
|
-0.017307535,
|
|
-0.017428553,
|
|
0.0044295085,
|
|
0.0033526768,
|
|
-0.025726799,
|
|
-0.082041584,
|
|
-0.036147367,
|
|
-0.043629266,
|
|
-0.018059624,
|
|
0.004257984,
|
|
-0.023165703,
|
|
0.0012521539,
|
|
0.029541647,
|
|
0.019140087,
|
|
0.027953852,
|
|
0.025493791,
|
|
-0.01007106,
|
|
0.017896483,
|
|
-0.024390982,
|
|
0.045896284,
|
|
0.018638847,
|
|
-0.02887628,
|
|
0.0032529256,
|
|
-0.012342678,
|
|
-0.033733852,
|
|
-0.02147386,
|
|
-0.038162343,
|
|
-0.03327006,
|
|
-0.03399216,
|
|
0.014377368,
|
|
-0.025491487,
|
|
-0.005795196,
|
|
0.013429306,
|
|
-0.006140167,
|
|
-0.039935477,
|
|
0.04075272,
|
|
-0.020361504,
|
|
0.003631168,
|
|
-0.048985433,
|
|
-0.008856297,
|
|
-0.0120481495,
|
|
0.029575786,
|
|
0.041695658,
|
|
-0.115616724,
|
|
0.000787231,
|
|
0.014352624,
|
|
-0.031457935,
|
|
-0.01566441,
|
|
-0.014977608,
|
|
0.009457292,
|
|
-0.0041810293,
|
|
-0.021331165,
|
|
-0.0016060631,
|
|
-0.037012774,
|
|
-0.11647967,
|
|
-0.00622293,
|
|
-0.03108724,
|
|
0.014460688,
|
|
0.034404516,
|
|
0.024188338,
|
|
0.06313337,
|
|
-0.013201768,
|
|
-0.002885194,
|
|
0.084768206,
|
|
0.02641265,
|
|
-0.04941458,
|
|
-0.035548065,
|
|
-0.012501686,
|
|
-0.016430862,
|
|
-0.010674781,
|
|
-0.012653082,
|
|
0.002084459,
|
|
-0.024729006,
|
|
0.0035558182,
|
|
0.07439638,
|
|
0.035574447,
|
|
-0.01926715,
|
|
-0.014842641,
|
|
0.00744147,
|
|
-0.05413262,
|
|
0.011751151,
|
|
-0.029252911,
|
|
-0.02019048,
|
|
-0.010776819
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|