mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-25 09:05:37 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
805 lines
20 KiB
JSON
Generated
805 lines
20 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://localhost:11434/api/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"What makes Python different from other languages?"
|
|
]
|
|
},
|
|
"endpoint": "/api/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "ollama._types.EmbedResponse",
|
|
"__data__": {
|
|
"model": "nomic-embed-text:latest",
|
|
"created_at": null,
|
|
"done": null,
|
|
"done_reason": null,
|
|
"total_duration": 53665021,
|
|
"load_duration": 7521348,
|
|
"prompt_eval_count": 8,
|
|
"prompt_eval_duration": null,
|
|
"eval_count": null,
|
|
"eval_duration": null,
|
|
"embeddings": [
|
|
[
|
|
0.0046729995,
|
|
0.08367827,
|
|
-0.11983507,
|
|
-0.050093446,
|
|
0.07618384,
|
|
0.05593213,
|
|
-0.061489623,
|
|
-0.006364326,
|
|
-0.029802034,
|
|
-0.04646219,
|
|
-0.020673849,
|
|
0.045563184,
|
|
0.05729102,
|
|
-0.0035674113,
|
|
0.023041442,
|
|
-0.09632413,
|
|
0.02682131,
|
|
-0.0623268,
|
|
0.020290064,
|
|
0.10719567,
|
|
-0.024187474,
|
|
-0.0012495475,
|
|
0.004912387,
|
|
-0.021532677,
|
|
0.08849207,
|
|
-0.0071383035,
|
|
-0.0038436172,
|
|
0.006953316,
|
|
-0.0074194297,
|
|
0.013414041,
|
|
0.01009785,
|
|
-0.025114689,
|
|
-0.00323692,
|
|
-0.007910291,
|
|
-0.020236162,
|
|
-0.03304177,
|
|
0.056447934,
|
|
-0.028734447,
|
|
0.023239251,
|
|
0.06578905,
|
|
-0.017059958,
|
|
0.032831933,
|
|
0.033708036,
|
|
0.027424483,
|
|
0.08496434,
|
|
-0.059330564,
|
|
-0.028645022,
|
|
-0.009324332,
|
|
-0.0002942962,
|
|
-0.02293136,
|
|
-0.0051521496,
|
|
-0.049105708,
|
|
-0.059288595,
|
|
-0.023537388,
|
|
0.08142966,
|
|
0.021555651,
|
|
-0.016085982,
|
|
0.04086509,
|
|
0.056520462,
|
|
-0.030164476,
|
|
0.009967878,
|
|
0.03602007,
|
|
-0.07710692,
|
|
0.08301172,
|
|
0.022732632,
|
|
-0.026063917,
|
|
0.00918077,
|
|
0.05369337,
|
|
-0.038261894,
|
|
0.0068382295,
|
|
0.006519701,
|
|
-0.05527249,
|
|
0.038670596,
|
|
-0.015663542,
|
|
-0.060338102,
|
|
0.0010586443,
|
|
-0.04753238,
|
|
-0.03080003,
|
|
0.004586281,
|
|
0.077272825,
|
|
-0.011468581,
|
|
0.05421697,
|
|
-0.02187193,
|
|
0.023541195,
|
|
0.018677576,
|
|
-0.017169198,
|
|
0.019133294,
|
|
0.008102179,
|
|
-0.038497563,
|
|
0.048995662,
|
|
-0.028528647,
|
|
-0.06566288,
|
|
0.02782202,
|
|
0.032774955,
|
|
-0.098827474,
|
|
0.04162325,
|
|
-0.0327093,
|
|
0.047905676,
|
|
0.015851207,
|
|
-0.023585485,
|
|
0.031512693,
|
|
0.01450621,
|
|
0.04191195,
|
|
-0.046411946,
|
|
0.04534742,
|
|
0.018753389,
|
|
-0.0013513619,
|
|
-0.019715218,
|
|
-0.066928804,
|
|
-0.023989664,
|
|
0.011994317,
|
|
0.051557284,
|
|
-0.041501094,
|
|
-0.020618148,
|
|
-0.0023547185,
|
|
-0.013477164,
|
|
0.03305796,
|
|
-0.024774846,
|
|
0.049841538,
|
|
0.0022040207,
|
|
-0.0014909434,
|
|
-0.038084634,
|
|
-0.025850328,
|
|
0.007890264,
|
|
-0.019939544,
|
|
0.022816485,
|
|
0.008693686,
|
|
-0.006018863,
|
|
0.0433778,
|
|
-0.04078721,
|
|
0.051547054,
|
|
-0.0058848374,
|
|
-0.049583584,
|
|
0.0010886607,
|
|
-0.008243564,
|
|
0.0059168558,
|
|
-0.03391018,
|
|
-0.025093738,
|
|
0.061943427,
|
|
0.007271672,
|
|
0.035917647,
|
|
0.020511657,
|
|
-0.025023287,
|
|
-0.034360327,
|
|
0.025222978,
|
|
-0.035609815,
|
|
0.015952613,
|
|
0.023568423,
|
|
-0.034356005,
|
|
0.04268414,
|
|
0.018390965,
|
|
0.048282776,
|
|
0.013146153,
|
|
0.08259272,
|
|
-0.0032635243,
|
|
0.0036178147,
|
|
0.0014678114,
|
|
0.026220903,
|
|
0.033261463,
|
|
-0.017943276,
|
|
0.06869591,
|
|
-0.038860235,
|
|
0.0011260306,
|
|
0.061305773,
|
|
-0.018875655,
|
|
-0.025357278,
|
|
0.023678023,
|
|
0.016967123,
|
|
-0.027450584,
|
|
-0.018650837,
|
|
-0.038267896,
|
|
-0.020158915,
|
|
-0.010751327,
|
|
-0.017384104,
|
|
0.002783981,
|
|
0.03233844,
|
|
-0.0059812176,
|
|
-0.05770859,
|
|
0.05360885,
|
|
-0.011436813,
|
|
-0.029258335,
|
|
-0.05690903,
|
|
0.033494066,
|
|
0.013545361,
|
|
-0.01807092,
|
|
0.04314751,
|
|
-0.0034506994,
|
|
-0.037475917,
|
|
-0.05818657,
|
|
-0.035960786,
|
|
-0.0014517375,
|
|
0.02370148,
|
|
-0.052666686,
|
|
-0.06774943,
|
|
-0.042640787,
|
|
-0.038259294,
|
|
-0.034229994,
|
|
-0.02018593,
|
|
-0.00071225263,
|
|
-0.051207405,
|
|
-0.09241324,
|
|
0.017081603,
|
|
-0.055170946,
|
|
-0.027419994,
|
|
-0.05488885,
|
|
0.00024020014,
|
|
-0.056423515,
|
|
0.016386658,
|
|
-0.008125207,
|
|
0.017009024,
|
|
0.061119728,
|
|
-0.019649733,
|
|
-0.028592423,
|
|
0.017121704,
|
|
0.0070573473,
|
|
-0.03559433,
|
|
0.01981679,
|
|
0.004803543,
|
|
0.025097998,
|
|
0.023293447,
|
|
0.042799275,
|
|
-0.024950983,
|
|
-0.0027024252,
|
|
0.0002950727,
|
|
0.022047987,
|
|
0.0038533602,
|
|
-0.04478341,
|
|
0.004735221,
|
|
-0.04412116,
|
|
0.030636456,
|
|
-0.019909523,
|
|
-0.08738823,
|
|
0.04649432,
|
|
0.036256254,
|
|
0.006762584,
|
|
0.030192286,
|
|
0.08052302,
|
|
0.033327013,
|
|
0.0046570627,
|
|
-0.041009318,
|
|
-0.0056137573,
|
|
-0.045581166,
|
|
-0.029953878,
|
|
0.051141113,
|
|
-0.01926845,
|
|
-0.016983513,
|
|
-0.01216351,
|
|
-0.010667466,
|
|
-0.03941931,
|
|
0.024751492,
|
|
-0.06270411,
|
|
-0.0004912984,
|
|
-0.019837726,
|
|
0.053206023,
|
|
0.018572045,
|
|
-0.00433514,
|
|
0.029663734,
|
|
-0.011121416,
|
|
0.048793092,
|
|
-0.0072688186,
|
|
0.0023387775,
|
|
-0.030263552,
|
|
-0.017934998,
|
|
0.017838838,
|
|
-0.016541969,
|
|
0.030033294,
|
|
-0.022508236,
|
|
0.019326903,
|
|
-0.012238781,
|
|
-0.04232247,
|
|
-0.016227903,
|
|
0.04053641,
|
|
0.001301497,
|
|
-0.01997004,
|
|
-0.03386042,
|
|
0.011208312,
|
|
0.050123874,
|
|
-0.030583302,
|
|
0.003913973,
|
|
0.011361978,
|
|
-0.012887163,
|
|
-0.018955516,
|
|
-0.069560185,
|
|
0.0014864578,
|
|
0.0062581827,
|
|
0.04212651,
|
|
0.03774564,
|
|
-0.015523998,
|
|
-0.016369171,
|
|
-0.019660296,
|
|
0.05493642,
|
|
0.0015191231,
|
|
-0.033365276,
|
|
-0.012095495,
|
|
0.027248293,
|
|
0.020441834,
|
|
0.013445339,
|
|
0.013682621,
|
|
0.015536244,
|
|
-0.028962668,
|
|
0.004929255,
|
|
0.02518769,
|
|
0.07103068,
|
|
0.075788856,
|
|
0.041592095,
|
|
-0.03597926,
|
|
0.023015179,
|
|
-0.022843644,
|
|
0.034081217,
|
|
0.0060963808,
|
|
-0.008529299,
|
|
0.006294038,
|
|
-0.025672738,
|
|
0.05488941,
|
|
-0.055093173,
|
|
0.07243802,
|
|
0.0141825415,
|
|
0.0308509,
|
|
0.041094095,
|
|
-0.007553252,
|
|
-0.06274927,
|
|
-0.09811207,
|
|
0.013357354,
|
|
-0.035389904,
|
|
0.012465341,
|
|
0.02351445,
|
|
-0.015170896,
|
|
0.03119407,
|
|
-0.038077693,
|
|
-0.02364212,
|
|
-0.013159648,
|
|
0.04473552,
|
|
0.010796075,
|
|
-0.04258428,
|
|
-0.093003735,
|
|
0.021847364,
|
|
0.017225882,
|
|
0.008352402,
|
|
0.038261257,
|
|
-0.003030472,
|
|
0.033840727,
|
|
-0.009877865,
|
|
0.022144917,
|
|
-0.012885877,
|
|
-0.051981,
|
|
-0.033762768,
|
|
0.014374742,
|
|
-0.03489426,
|
|
0.038326614,
|
|
0.053900667,
|
|
-0.019255288,
|
|
0.02952817,
|
|
-0.0066410997,
|
|
0.012437924,
|
|
0.008931344,
|
|
-0.038260076,
|
|
0.014588864,
|
|
0.0058643934,
|
|
-0.024168165,
|
|
-0.0013261349,
|
|
0.07556261,
|
|
-0.02370782,
|
|
0.015575742,
|
|
-0.044894066,
|
|
-0.021132942,
|
|
0.02921605,
|
|
0.03514032,
|
|
-0.036614947,
|
|
-0.01650485,
|
|
-0.035167158,
|
|
-0.06490054,
|
|
0.0001652334,
|
|
-0.033861794,
|
|
-0.0057242354,
|
|
0.02288193,
|
|
0.0011842233,
|
|
-0.053062785,
|
|
0.017728308,
|
|
-0.03282102,
|
|
0.023366714,
|
|
0.0029745186,
|
|
-0.047753222,
|
|
-0.03590201,
|
|
-0.0013832673,
|
|
0.018005969,
|
|
-0.06611011,
|
|
-0.026779244,
|
|
0.015048001,
|
|
0.0048729186,
|
|
0.0117059015,
|
|
0.006892129,
|
|
-0.034202524,
|
|
-0.038967494,
|
|
0.043668907,
|
|
0.04872134,
|
|
-0.016897338,
|
|
0.06622767,
|
|
0.0075521916,
|
|
-0.007095238,
|
|
0.013473102,
|
|
-0.09279873,
|
|
-0.07317575,
|
|
0.022813406,
|
|
-0.06532969,
|
|
-0.017089238,
|
|
-0.006204217,
|
|
0.025060378,
|
|
-0.014112059,
|
|
0.027652968,
|
|
-0.019848496,
|
|
-0.014876715,
|
|
0.013819118,
|
|
0.021037769,
|
|
-0.012634557,
|
|
-0.041545767,
|
|
0.023760725,
|
|
0.032076474,
|
|
0.039771467,
|
|
-0.050509695,
|
|
-0.034962162,
|
|
0.019604292,
|
|
0.039934073,
|
|
-0.014291187,
|
|
0.006866362,
|
|
0.04805399,
|
|
0.03475203,
|
|
-0.0015938762,
|
|
0.046109244,
|
|
-0.008225219,
|
|
-0.063477896,
|
|
0.049163755,
|
|
0.045547675,
|
|
0.04105663,
|
|
-0.004434418,
|
|
-0.0005789473,
|
|
-0.011213528,
|
|
0.020711236,
|
|
0.020164479,
|
|
0.00022020485,
|
|
0.07559471,
|
|
0.056147907,
|
|
0.0021673248,
|
|
-0.06750229,
|
|
-0.03253552,
|
|
0.03148892,
|
|
0.07363206,
|
|
0.048124276,
|
|
0.0015242813,
|
|
-0.0838819,
|
|
0.052230615,
|
|
-0.021610465,
|
|
0.0011119022,
|
|
0.031795647,
|
|
0.014873408,
|
|
0.07417208,
|
|
-0.0018048456,
|
|
0.0079857595,
|
|
-0.019389449,
|
|
-0.006495991,
|
|
0.005894369,
|
|
0.007853448,
|
|
-0.029874874,
|
|
-0.0320637,
|
|
0.015240898,
|
|
-0.007846983,
|
|
0.011588476,
|
|
-0.011301919,
|
|
0.019099902,
|
|
0.011056272,
|
|
0.03648125,
|
|
-0.02195568,
|
|
0.04355596,
|
|
0.02669605,
|
|
-0.015223798,
|
|
-0.013884909,
|
|
-0.0050804904,
|
|
-0.004750796,
|
|
0.022783237,
|
|
0.015940309,
|
|
-0.012244476,
|
|
-0.011317931,
|
|
-0.009354777,
|
|
-0.023151329,
|
|
0.03429113,
|
|
0.0051864977,
|
|
0.02457414,
|
|
-0.0033507706,
|
|
-0.0104874,
|
|
0.002788444,
|
|
-0.016653126,
|
|
0.051700823,
|
|
0.019529514,
|
|
0.04261257,
|
|
-0.0075747096,
|
|
-0.003765558,
|
|
-0.0019597467,
|
|
0.0279621,
|
|
0.07925864,
|
|
0.08443099,
|
|
0.035979144,
|
|
0.03536022,
|
|
0.042729665,
|
|
-0.028891131,
|
|
-0.013914508,
|
|
0.058183342,
|
|
-0.010805858,
|
|
0.08802363,
|
|
-0.017534515,
|
|
-0.012958136,
|
|
0.015157312,
|
|
0.022560405,
|
|
-0.031159867,
|
|
-0.016629003,
|
|
0.03961241,
|
|
0.07040376,
|
|
-0.019207092,
|
|
0.017654294,
|
|
-0.01813809,
|
|
-0.049150873,
|
|
-0.02271924,
|
|
0.0031630252,
|
|
-0.05195251,
|
|
0.018857853,
|
|
-0.047200717,
|
|
-0.03106002,
|
|
0.015746927,
|
|
0.021182967,
|
|
-0.043024488,
|
|
-0.041158427,
|
|
-0.00820427,
|
|
0.03578493,
|
|
0.001484108,
|
|
-0.009154998,
|
|
0.030458203,
|
|
-0.006490707,
|
|
-0.048361473,
|
|
-0.048156727,
|
|
0.050951194,
|
|
0.0019992944,
|
|
-0.019094428,
|
|
0.09080959,
|
|
-0.011926476,
|
|
0.015554175,
|
|
0.014007224,
|
|
0.039263874,
|
|
0.016709477,
|
|
0.008354181,
|
|
-0.0044760723,
|
|
-0.021939222,
|
|
-0.049393058,
|
|
0.05729053,
|
|
-0.012651164,
|
|
0.014071758,
|
|
0.0046782386,
|
|
0.008271865,
|
|
-0.04334195,
|
|
0.0005997096,
|
|
-0.004227477,
|
|
-0.02372461,
|
|
-0.050760318,
|
|
-0.0075537045,
|
|
0.010082016,
|
|
0.023338959,
|
|
-0.0052031702,
|
|
0.034936022,
|
|
-0.0021468415,
|
|
-0.036947228,
|
|
0.013057038,
|
|
-0.015401609,
|
|
0.023497345,
|
|
-0.036911897,
|
|
-0.01782185,
|
|
0.025531009,
|
|
0.0035822785,
|
|
0.008486776,
|
|
-0.0016426182,
|
|
-0.027474875,
|
|
-0.02835642,
|
|
-0.04687007,
|
|
-0.0009909989,
|
|
0.014059277,
|
|
-0.030616002,
|
|
-0.004377441,
|
|
0.028421978,
|
|
-0.024111593,
|
|
-0.0056299423,
|
|
0.0015978045,
|
|
0.0014227218,
|
|
0.013353462,
|
|
-0.024390124,
|
|
-0.01321968,
|
|
-0.017456537,
|
|
0.020520363,
|
|
-0.01870311,
|
|
0.0011639914,
|
|
0.0008379278,
|
|
-0.10092324,
|
|
-0.02364417,
|
|
-0.013962409,
|
|
-0.05892015,
|
|
0.03493094,
|
|
0.016736573,
|
|
0.071991876,
|
|
-0.010352634,
|
|
0.0020157814,
|
|
0.101977885,
|
|
-0.020467687,
|
|
0.03846494,
|
|
0.00402658,
|
|
-0.016268544,
|
|
0.038780987,
|
|
0.02723967,
|
|
-0.017856523,
|
|
0.0025183253,
|
|
0.0016514016,
|
|
-0.08135963,
|
|
0.015227932,
|
|
0.02675833,
|
|
-0.002617595,
|
|
-0.021634592,
|
|
0.019837178,
|
|
-0.056222755,
|
|
-0.009460264,
|
|
-0.049765006,
|
|
0.07484157,
|
|
-0.0064267237,
|
|
-0.10153188,
|
|
0.021627493,
|
|
0.016266825,
|
|
0.03487872,
|
|
-0.01969008,
|
|
0.038381018,
|
|
-0.076084,
|
|
0.011700306,
|
|
-0.024817357,
|
|
0.00281434,
|
|
-0.044688832,
|
|
0.009832192,
|
|
0.0083640665,
|
|
0.029647915,
|
|
0.038633198,
|
|
-0.032291353,
|
|
0.032007374,
|
|
-0.017241925,
|
|
0.056895874,
|
|
0.025527835,
|
|
0.04936822,
|
|
0.036731277,
|
|
-0.020813527,
|
|
-0.028591529,
|
|
0.039764766,
|
|
0.062535115,
|
|
0.009700183,
|
|
0.01676748,
|
|
0.036962405,
|
|
0.02405034,
|
|
0.049978618,
|
|
-0.029880583,
|
|
-0.050519772,
|
|
-0.005536777,
|
|
-0.016479978,
|
|
-0.013379111,
|
|
-0.045292385,
|
|
0.077936605,
|
|
0.0689667,
|
|
0.025144542,
|
|
-0.029920159,
|
|
-0.0034371899,
|
|
-0.061837044,
|
|
0.009829935,
|
|
0.007369592,
|
|
-0.012490391,
|
|
-0.003320709,
|
|
-0.037822153,
|
|
0.03092371,
|
|
0.03155607,
|
|
0.012294086,
|
|
-0.005881877,
|
|
-0.051185958,
|
|
0.002577688,
|
|
0.03417583,
|
|
-0.0012902478,
|
|
-0.0011651582,
|
|
0.0019940033,
|
|
-0.012383251,
|
|
-0.035013046,
|
|
0.015293466,
|
|
-0.035849154,
|
|
-0.024594285,
|
|
-0.058847487,
|
|
-0.007566319,
|
|
-0.044484906,
|
|
-0.005365333,
|
|
0.02669771,
|
|
0.0029901974,
|
|
-0.011547146,
|
|
0.00045445625,
|
|
-0.0026340692,
|
|
-0.011839454,
|
|
0.03530131,
|
|
0.0412411,
|
|
0.009665487,
|
|
0.0060306704,
|
|
0.020819185,
|
|
-0.011226154,
|
|
0.010292397,
|
|
0.018119559,
|
|
0.03387001,
|
|
-0.018922403,
|
|
-0.01955979,
|
|
0.014156942,
|
|
0.024573328,
|
|
0.04799882,
|
|
0.039316636,
|
|
0.036019348,
|
|
-2.5837232e-07,
|
|
-0.04822046,
|
|
-0.08429299,
|
|
-0.06438646,
|
|
-0.007204331,
|
|
0.06345313,
|
|
-0.041491695,
|
|
-0.053624503,
|
|
-0.028780377,
|
|
0.014476282,
|
|
-0.022512216,
|
|
0.019275434,
|
|
-0.06477934,
|
|
0.0002483011,
|
|
0.041818283,
|
|
-0.010343199,
|
|
0.021653214,
|
|
-0.04928451,
|
|
0.025383824,
|
|
-0.05575207,
|
|
0.03156857,
|
|
-0.013100797,
|
|
-0.044427752,
|
|
-0.068749234,
|
|
-0.048207227,
|
|
-0.027950142,
|
|
0.073878065,
|
|
0.0031722016,
|
|
0.04611447,
|
|
-0.035723124,
|
|
-0.024947515,
|
|
-0.013857214,
|
|
0.08637766,
|
|
0.020975156,
|
|
-0.041173246,
|
|
-0.017161308,
|
|
-0.029813504,
|
|
-0.056600228,
|
|
0.084700204,
|
|
-0.027912784,
|
|
0.007173704,
|
|
-0.026339915,
|
|
0.07250316,
|
|
0.064762786,
|
|
-0.012431514,
|
|
0.005630715,
|
|
0.010979044,
|
|
0.014449948,
|
|
0.011757012,
|
|
-0.015327175,
|
|
0.034664765,
|
|
-0.034179345,
|
|
-0.028524596
|
|
]
|
|
]
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|