mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-25 17:11:12 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
806 lines
21 KiB
JSON
Generated
806 lines
21 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"This is a test file 0"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.06572662,
|
|
0.0075925887,
|
|
-0.13352244,
|
|
-0.030863922,
|
|
0.06885099,
|
|
0.0022088774,
|
|
0.030472014,
|
|
0.02933192,
|
|
-0.041948833,
|
|
-0.08528541,
|
|
-0.030369252,
|
|
0.038028613,
|
|
0.025812829,
|
|
0.0029451817,
|
|
-0.028352464,
|
|
-0.0274709,
|
|
0.03622627,
|
|
-0.041572914,
|
|
0.005504542,
|
|
-0.020094454,
|
|
0.036786217,
|
|
-0.029105002,
|
|
-0.06820122,
|
|
-0.006684911,
|
|
0.12236047,
|
|
-0.00085475645,
|
|
-0.022570169,
|
|
0.051932808,
|
|
-0.079891734,
|
|
-0.03291606,
|
|
0.06524798,
|
|
0.001277363,
|
|
-0.002306575,
|
|
-0.0292008,
|
|
-0.012376331,
|
|
-0.026185278,
|
|
0.021888476,
|
|
0.0371126,
|
|
0.034353733,
|
|
0.008248169,
|
|
-0.016724534,
|
|
-0.025303185,
|
|
0.0068543684,
|
|
-0.0034133182,
|
|
0.02024377,
|
|
0.03329302,
|
|
0.012171552,
|
|
0.07609977,
|
|
-0.019937078,
|
|
0.01280936,
|
|
0.0072225938,
|
|
-0.022847727,
|
|
-0.0030072515,
|
|
0.01192306,
|
|
0.024250273,
|
|
-0.01443248,
|
|
-0.035678312,
|
|
-0.0005066236,
|
|
-0.021526996,
|
|
-0.03272988,
|
|
0.041654114,
|
|
0.035756465,
|
|
-0.051810957,
|
|
0.047171723,
|
|
0.014137771,
|
|
-0.044212837,
|
|
-0.046874713,
|
|
0.02449226,
|
|
0.0016906,
|
|
0.036930773,
|
|
0.06550334,
|
|
-0.011157308,
|
|
-0.021746032,
|
|
0.012587821,
|
|
-0.018596664,
|
|
-0.049112152,
|
|
-0.010495423,
|
|
-0.064383164,
|
|
-0.06461037,
|
|
-0.027807517,
|
|
0.012104103,
|
|
0.022284279,
|
|
0.023133786,
|
|
0.064337604,
|
|
0.061655346,
|
|
-0.023461096,
|
|
-0.011779552,
|
|
-0.017228361,
|
|
0.01608844,
|
|
0.026900748,
|
|
0.04843482,
|
|
0.019597027,
|
|
0.04466427,
|
|
-0.04299178,
|
|
-0.022570468,
|
|
-0.010338448,
|
|
0.022287957,
|
|
0.07883623,
|
|
-0.011177552,
|
|
-0.026513547,
|
|
0.001390488,
|
|
0.0059760385,
|
|
0.027271792,
|
|
-0.020647502,
|
|
0.02860358,
|
|
0.04956845,
|
|
-0.020640993,
|
|
0.008378222,
|
|
-0.049238876,
|
|
-0.010992147,
|
|
0.00716338,
|
|
0.05091924,
|
|
-0.043101057,
|
|
-0.03314546,
|
|
-0.015162035,
|
|
-0.012542443,
|
|
0.041288104,
|
|
-0.033544965,
|
|
-0.041703846,
|
|
0.011191956,
|
|
0.007086754,
|
|
0.015466705,
|
|
0.042294074,
|
|
0.039411698,
|
|
0.017001364,
|
|
0.013821315,
|
|
-0.050001044,
|
|
0.05044012,
|
|
0.02470625,
|
|
-0.048127197,
|
|
-0.020351836,
|
|
0.024810253,
|
|
-0.038815252,
|
|
-0.033725772,
|
|
0.028256323,
|
|
0.042479526,
|
|
-0.013261343,
|
|
-0.025066976,
|
|
-0.025465505,
|
|
0.020155309,
|
|
-0.042225312,
|
|
0.0057903035,
|
|
0.022105198,
|
|
0.017459454,
|
|
0.051601525,
|
|
-0.028695405,
|
|
0.04465249,
|
|
0.012649371,
|
|
-0.02806111,
|
|
0.01560753,
|
|
0.050898284,
|
|
0.007589582,
|
|
0.0062909396,
|
|
0.033404436,
|
|
0.021934228,
|
|
-0.07914859,
|
|
0.033930145,
|
|
-0.025570525,
|
|
0.004427964,
|
|
0.051478416,
|
|
0.028908495,
|
|
-0.013795697,
|
|
-0.015247326,
|
|
-0.002728364,
|
|
-0.07483172,
|
|
-0.04379038,
|
|
0.013799212,
|
|
0.09411697,
|
|
0.084760144,
|
|
-0.01261316,
|
|
-0.014675728,
|
|
-0.03816796,
|
|
-0.004172461,
|
|
0.007951553,
|
|
-0.05928778,
|
|
-0.021180352,
|
|
0.008775265,
|
|
-0.01593563,
|
|
0.02613377,
|
|
-0.025403991,
|
|
0.026511109,
|
|
-0.0056913113,
|
|
0.010787012,
|
|
0.023441553,
|
|
-0.009489977,
|
|
-0.05086909,
|
|
0.0103667835,
|
|
-0.027519468,
|
|
-0.037687086,
|
|
-0.033684563,
|
|
-0.009921997,
|
|
-0.045527764,
|
|
-0.068001434,
|
|
-0.07864677,
|
|
0.00551673,
|
|
-0.04296975,
|
|
-0.022263834,
|
|
-0.021014376,
|
|
0.029063024,
|
|
-0.017114798,
|
|
0.021257691,
|
|
0.027674213,
|
|
-0.06315394,
|
|
0.053195693,
|
|
-0.038826447,
|
|
0.004761808,
|
|
-0.022070415,
|
|
-0.013433548,
|
|
-0.030377172,
|
|
0.013749629,
|
|
0.031562235,
|
|
-0.005576033,
|
|
-0.03280088,
|
|
0.03418725,
|
|
0.05543981,
|
|
-0.027240274,
|
|
0.0066182716,
|
|
-0.022484455,
|
|
-0.026784783,
|
|
-0.027865507,
|
|
0.018182458,
|
|
0.0031276655,
|
|
0.001855276,
|
|
-0.027012715,
|
|
0.00462001,
|
|
-0.03699088,
|
|
-0.034991276,
|
|
-0.018792165,
|
|
-0.0014985047,
|
|
-0.011364292,
|
|
0.0036197759,
|
|
-0.070848316,
|
|
0.033166762,
|
|
0.023387458,
|
|
-0.027915688,
|
|
-0.007766989,
|
|
-0.04850854,
|
|
0.053914156,
|
|
-0.039145097,
|
|
0.04441974,
|
|
-0.02197668,
|
|
0.05527446,
|
|
-0.016547225,
|
|
-0.018450698,
|
|
0.0077489805,
|
|
-0.020064887,
|
|
-0.02335012,
|
|
-0.04768258,
|
|
0.04139416,
|
|
0.04209525,
|
|
-0.01735492,
|
|
0.029244231,
|
|
0.031319216,
|
|
0.07688894,
|
|
-0.013588629,
|
|
-0.014515195,
|
|
-0.009320828,
|
|
-0.03948818,
|
|
-0.0047075953,
|
|
-0.078250445,
|
|
0.026854862,
|
|
-0.014058771,
|
|
0.02614625,
|
|
-0.004488232,
|
|
-0.03384874,
|
|
-0.0008167264,
|
|
-0.05693178,
|
|
0.03630427,
|
|
-0.020163622,
|
|
-0.013003122,
|
|
-0.013238338,
|
|
0.04821675,
|
|
-0.0034903337,
|
|
-0.011478002,
|
|
0.02654218,
|
|
-0.031241924,
|
|
0.05461935,
|
|
0.059812527,
|
|
0.004457145,
|
|
0.044289254,
|
|
-0.007021865,
|
|
-0.008552139,
|
|
0.005784901,
|
|
0.026435286,
|
|
-0.0075608725,
|
|
-0.014381816,
|
|
0.028286425,
|
|
0.017938757,
|
|
0.03830321,
|
|
0.009400748,
|
|
-0.01351651,
|
|
0.02294429,
|
|
-0.015557539,
|
|
0.004373559,
|
|
0.024824847,
|
|
0.03536551,
|
|
0.044124745,
|
|
-0.014787189,
|
|
-0.0063111745,
|
|
0.003211701,
|
|
-0.012124735,
|
|
0.021045871,
|
|
0.035682693,
|
|
-0.0131059345,
|
|
0.02266042,
|
|
-0.06279706,
|
|
0.03900684,
|
|
-0.047559585,
|
|
0.01061111,
|
|
0.04342273,
|
|
-0.09725566,
|
|
-0.018513119,
|
|
-0.028501313,
|
|
0.030202147,
|
|
-0.0063749314,
|
|
0.060375284,
|
|
-0.010732029,
|
|
0.008417266,
|
|
0.05758664,
|
|
-0.046789583,
|
|
0.013990949,
|
|
-0.074000634,
|
|
0.0007491686,
|
|
0.031166445,
|
|
0.00608138,
|
|
0.03421132,
|
|
0.023420487,
|
|
0.04335008,
|
|
-0.059690826,
|
|
-0.01484917,
|
|
0.053518523,
|
|
0.04850996,
|
|
-0.029111458,
|
|
-0.027494803,
|
|
0.044973522,
|
|
0.040493425,
|
|
0.0085048415,
|
|
0.047287416,
|
|
-0.003795477,
|
|
0.061370477,
|
|
0.03628324,
|
|
0.018539594,
|
|
0.015017507,
|
|
0.014762264,
|
|
0.012261834,
|
|
-0.029409602,
|
|
-0.019164264,
|
|
0.019629274,
|
|
-0.007970386,
|
|
0.05469379,
|
|
-0.0018576914,
|
|
0.035568357,
|
|
0.02242607,
|
|
-0.022178499,
|
|
0.03942245,
|
|
-0.009488402,
|
|
0.015299086,
|
|
-0.0027384905,
|
|
0.049231417,
|
|
-0.014740076,
|
|
0.028763296,
|
|
-0.021350745,
|
|
-0.012664642,
|
|
-0.02937053,
|
|
0.027172761,
|
|
0.020406745,
|
|
-0.04884657,
|
|
0.012825823,
|
|
0.07512867,
|
|
0.026797105,
|
|
-0.014263987,
|
|
-0.03769916,
|
|
0.041971043,
|
|
0.06387982,
|
|
0.027412556,
|
|
0.012407111,
|
|
-0.0686877,
|
|
-0.02655822,
|
|
-0.013084338,
|
|
0.050811063,
|
|
0.05656346,
|
|
-0.035474934,
|
|
-0.0033239203,
|
|
0.041779302,
|
|
0.026002653,
|
|
-0.014385781,
|
|
0.038126975,
|
|
-0.019390926,
|
|
0.05826949,
|
|
0.031118192,
|
|
0.0054301037,
|
|
0.03617203,
|
|
-0.04859134,
|
|
0.025512103,
|
|
-0.005729384,
|
|
0.010885323,
|
|
0.04407136,
|
|
-0.0073201796,
|
|
-0.060309373,
|
|
0.02233641,
|
|
-0.011177547,
|
|
-0.020656863,
|
|
0.005625193,
|
|
0.008647926,
|
|
-0.02759971,
|
|
0.012622687,
|
|
-0.045160603,
|
|
-0.0454388,
|
|
0.03904016,
|
|
-0.023336392,
|
|
0.051496495,
|
|
-0.037259363,
|
|
-0.03618385,
|
|
-0.06609504,
|
|
0.022807602,
|
|
0.045029666,
|
|
0.042852588,
|
|
0.04994275,
|
|
-0.01577923,
|
|
-0.00671147,
|
|
0.016260944,
|
|
0.03680462,
|
|
0.030292364,
|
|
-0.02686166,
|
|
-0.03133962,
|
|
0.008437057,
|
|
0.04052735,
|
|
0.05451173,
|
|
0.00040517916,
|
|
-0.09589238,
|
|
-0.016335085,
|
|
0.011793441,
|
|
-0.00551483,
|
|
0.014192589,
|
|
-0.016975638,
|
|
0.08251169,
|
|
-0.011753987,
|
|
-0.008058153,
|
|
-0.016540268,
|
|
0.04007093,
|
|
0.045156457,
|
|
-0.0493784,
|
|
-0.016321747,
|
|
0.0060322173,
|
|
-0.040779077,
|
|
0.1405302,
|
|
0.1038189,
|
|
-0.077407256,
|
|
-0.04482981,
|
|
-0.008996452,
|
|
-0.028457938,
|
|
0.021146974,
|
|
-0.03331878,
|
|
-0.012597554,
|
|
0.037997577,
|
|
-0.013887118,
|
|
0.02999039,
|
|
-0.033876806,
|
|
-0.008779197,
|
|
0.033355966,
|
|
-0.006104725,
|
|
0.0051710918,
|
|
0.068045676,
|
|
0.046034075,
|
|
0.029056245,
|
|
-0.002961367,
|
|
-0.0037761997,
|
|
-0.03010972,
|
|
-0.008498998,
|
|
0.045608934,
|
|
-0.004567147,
|
|
-0.06383731,
|
|
0.041246004,
|
|
-0.039543055,
|
|
-0.02870321,
|
|
0.0076086856,
|
|
-0.015123033,
|
|
0.0078005474,
|
|
0.0017598544,
|
|
0.016163437,
|
|
0.032124296,
|
|
0.00484752,
|
|
-0.03015803,
|
|
-0.039057996,
|
|
0.04573359,
|
|
0.021726562,
|
|
-0.010140374,
|
|
0.03024606,
|
|
0.047923274,
|
|
-0.024751553,
|
|
0.057835314,
|
|
0.0062058475,
|
|
0.06479001,
|
|
0.027297573,
|
|
0.017453838,
|
|
-0.020419437,
|
|
-0.033964396,
|
|
-0.055586893,
|
|
-0.0021987173,
|
|
0.023289124,
|
|
0.013872967,
|
|
0.01587114,
|
|
0.027307011,
|
|
-0.014785572,
|
|
0.0044941274,
|
|
-0.01329617,
|
|
-0.01616755,
|
|
-0.054452937,
|
|
-0.06303159,
|
|
-0.036476243,
|
|
-0.073581465,
|
|
0.00018483201,
|
|
0.027374895,
|
|
0.04721997,
|
|
0.05108035,
|
|
-0.0058916225,
|
|
-0.005788036,
|
|
-0.043542676,
|
|
-0.07337127,
|
|
0.060271632,
|
|
-0.021566002,
|
|
0.0029344307,
|
|
0.01939541,
|
|
-0.01731681,
|
|
-0.06533002,
|
|
0.02583501,
|
|
0.0038704148,
|
|
-0.02511687,
|
|
0.028988061,
|
|
0.046497855,
|
|
0.023544844,
|
|
0.051293116,
|
|
0.027771622,
|
|
-0.016378544,
|
|
-0.03160223,
|
|
-0.014137762,
|
|
-0.051592737,
|
|
0.028963696,
|
|
-0.016279878,
|
|
0.06474384,
|
|
-0.04271385,
|
|
-0.036654133,
|
|
0.0058625983,
|
|
-0.036693886,
|
|
-0.023155767,
|
|
-0.047567695,
|
|
-0.060160648,
|
|
0.05456728,
|
|
-0.0007831528,
|
|
-0.11274871,
|
|
-0.0008385241,
|
|
-0.013952008,
|
|
-0.04013846,
|
|
-0.001922352,
|
|
0.008381361,
|
|
-0.037859477,
|
|
-0.015747096,
|
|
-0.023436176,
|
|
-0.06493982,
|
|
-0.06961413,
|
|
0.029695747,
|
|
0.0014007627,
|
|
0.0041493014,
|
|
0.01829575,
|
|
0.01908529,
|
|
-0.041570548,
|
|
-0.03577267,
|
|
-0.0021668426,
|
|
-0.010220934,
|
|
-0.028753297,
|
|
0.0041153193,
|
|
-0.0133952135,
|
|
0.0057769804,
|
|
-0.0053361775,
|
|
-0.022346675,
|
|
0.01407815,
|
|
0.0346354,
|
|
0.03687422,
|
|
-0.040912014,
|
|
-0.032318547,
|
|
0.018240463,
|
|
0.0155953495,
|
|
0.024938388,
|
|
0.027816493,
|
|
-0.008068573,
|
|
0.023187911,
|
|
0.04162551,
|
|
-0.046131972,
|
|
0.068785824,
|
|
0.00049023476,
|
|
-0.057738096,
|
|
-0.017395237,
|
|
0.015232083,
|
|
-0.004583652,
|
|
0.024559958,
|
|
0.018847756,
|
|
-0.013156841,
|
|
-0.03922403,
|
|
-0.009865602,
|
|
-0.031042619,
|
|
-0.016997341,
|
|
0.044952963,
|
|
0.0032222134,
|
|
-0.025909962,
|
|
-0.056920566,
|
|
-0.012997749,
|
|
0.021202734,
|
|
0.010599118,
|
|
-0.012212461,
|
|
-0.024154104,
|
|
0.05482209,
|
|
-0.018062823,
|
|
-0.060351223,
|
|
-0.019166691,
|
|
-0.0036563252,
|
|
-0.042445954,
|
|
0.06736642,
|
|
-0.056578293,
|
|
0.0006367304,
|
|
-0.03085512,
|
|
0.02267895,
|
|
-0.041305568,
|
|
0.046215765,
|
|
-0.025333801,
|
|
0.03526251,
|
|
-0.039100256,
|
|
-0.025135856,
|
|
0.021425365,
|
|
0.02020227,
|
|
0.043950126,
|
|
-0.054458305,
|
|
0.05623733,
|
|
-0.08152019,
|
|
-0.046167485,
|
|
-0.10749022,
|
|
-0.008466642,
|
|
-0.05144761,
|
|
0.021873187,
|
|
0.07712359,
|
|
0.058769457,
|
|
0.037539985,
|
|
0.02278193,
|
|
-0.021989755,
|
|
-0.025313664,
|
|
0.010356506,
|
|
0.043855913,
|
|
-0.02973679,
|
|
0.035643104,
|
|
0.01076219,
|
|
-0.052481193,
|
|
0.054124974,
|
|
0.08021009,
|
|
0.065605976,
|
|
0.0001337258,
|
|
-0.020413414,
|
|
-0.0033532593,
|
|
0.05971692,
|
|
-0.00093984226,
|
|
-0.04169957,
|
|
-0.08887784,
|
|
-0.021218017,
|
|
0.021352194,
|
|
-0.043761156,
|
|
-4.5633427e-05,
|
|
-0.003377486,
|
|
0.04362579,
|
|
-0.019289078,
|
|
-0.0071241567,
|
|
-0.011925023,
|
|
-0.059166115,
|
|
0.032572206,
|
|
0.012326156,
|
|
0.036951315,
|
|
0.015816396,
|
|
0.014638949,
|
|
0.046277896,
|
|
0.043898437,
|
|
0.073340066,
|
|
-0.020459594,
|
|
-0.016533932,
|
|
-0.0020742149,
|
|
-0.011595931,
|
|
0.042641375,
|
|
0.0080505395,
|
|
0.04020979,
|
|
-0.07246718,
|
|
0.020738233,
|
|
-0.022040745,
|
|
-0.024134256,
|
|
-0.005414621,
|
|
-0.0035372586,
|
|
0.014366041,
|
|
-0.011559723,
|
|
-0.061125804,
|
|
0.000716756,
|
|
0.0042989,
|
|
0.036998533,
|
|
-0.026753096,
|
|
0.0020102104,
|
|
0.03970346,
|
|
0.046450976,
|
|
0.031936437,
|
|
0.011809703,
|
|
0.047100354,
|
|
-0.020754447,
|
|
-0.020101761,
|
|
-0.008086637,
|
|
-0.017581824,
|
|
-0.05533546,
|
|
-0.03792475,
|
|
0.02663764,
|
|
0.014141315,
|
|
-0.028881727,
|
|
0.083575256,
|
|
-0.01166869,
|
|
0.030278945,
|
|
-0.016551564,
|
|
-0.005361336,
|
|
0.01018912,
|
|
-0.009852041,
|
|
0.051104873,
|
|
0.003044136,
|
|
-0.045358215,
|
|
-0.0077627692,
|
|
-0.008190083,
|
|
-0.028227197,
|
|
-0.028484602,
|
|
-0.018416096,
|
|
0.061286826,
|
|
-0.03672022,
|
|
-0.016098002,
|
|
-0.03183946,
|
|
-0.029598273,
|
|
0.05160604,
|
|
-0.016991526,
|
|
-0.0043340274,
|
|
-0.018893398,
|
|
-0.011310397,
|
|
-0.010863208,
|
|
0.030512733,
|
|
0.01092261,
|
|
0.029592073,
|
|
-0.03217996,
|
|
-0.0323745,
|
|
-0.020482296,
|
|
0.0050657857,
|
|
-0.009432087,
|
|
0.019692818,
|
|
-0.011574845,
|
|
0.011995604,
|
|
0.033988807,
|
|
-0.03761313,
|
|
-0.0032503873,
|
|
0.0317962,
|
|
-0.021953808,
|
|
-0.02436311,
|
|
-0.015387581,
|
|
-0.013930073,
|
|
0.084573634,
|
|
-0.036715727,
|
|
0.010335196,
|
|
-0.02448509,
|
|
0.032262027,
|
|
0.0135215605,
|
|
-0.029341048,
|
|
-0.071033046,
|
|
0.012163976,
|
|
-0.010135181
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|