mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-25 17:11:12 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
806 lines
21 KiB
JSON
Generated
806 lines
21 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"This is a test file"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.053755064,
|
|
0.038824845,
|
|
-0.14897895,
|
|
-0.057621628,
|
|
0.04607179,
|
|
-0.036720708,
|
|
0.034465693,
|
|
0.0035774964,
|
|
-0.046216298,
|
|
-0.057663284,
|
|
-0.0029320826,
|
|
0.032722153,
|
|
0.008126161,
|
|
-0.0054726754,
|
|
-0.056881513,
|
|
-0.040220805,
|
|
0.06675372,
|
|
-0.07054128,
|
|
0.008605871,
|
|
-0.035792407,
|
|
0.021381244,
|
|
-0.034037996,
|
|
-0.08897738,
|
|
0.005096966,
|
|
0.12571196,
|
|
0.021406772,
|
|
-0.046919554,
|
|
0.02846187,
|
|
-0.0674785,
|
|
-0.005860969,
|
|
0.048145585,
|
|
-0.018883042,
|
|
0.020483026,
|
|
-0.023393994,
|
|
-0.021695035,
|
|
-0.057482675,
|
|
0.02650926,
|
|
0.037495404,
|
|
0.038994107,
|
|
0.029185897,
|
|
-0.029124716,
|
|
-0.0066564786,
|
|
-0.018492283,
|
|
-0.004880613,
|
|
0.0326117,
|
|
0.019956214,
|
|
-0.009404416,
|
|
0.056746867,
|
|
-0.021451293,
|
|
-0.0010848701,
|
|
-0.008556974,
|
|
0.00717712,
|
|
-0.0158759,
|
|
0.016807728,
|
|
0.050091505,
|
|
-0.026155384,
|
|
0.01421543,
|
|
-0.00030872005,
|
|
-0.019532513,
|
|
-0.07570676,
|
|
0.036398344,
|
|
0.036072206,
|
|
-0.07834818,
|
|
0.054609925,
|
|
0.0070004477,
|
|
-0.07138788,
|
|
-0.044890754,
|
|
-0.0015752985,
|
|
-0.0051746685,
|
|
0.02773374,
|
|
0.0907983,
|
|
0.019009177,
|
|
0.01652576,
|
|
-0.019781755,
|
|
0.0024468976,
|
|
-0.04386361,
|
|
-0.005844148,
|
|
-0.06330305,
|
|
-0.071813926,
|
|
-0.015402967,
|
|
0.07005262,
|
|
0.0146234725,
|
|
-0.0075086285,
|
|
0.0598322,
|
|
0.08178334,
|
|
-0.040106755,
|
|
-0.044506554,
|
|
-0.014833101,
|
|
0.008786615,
|
|
0.027668018,
|
|
0.0408559,
|
|
0.034992497,
|
|
0.044508792,
|
|
-0.021707665,
|
|
-0.026720917,
|
|
0.008456255,
|
|
0.014417912,
|
|
0.06089474,
|
|
-0.009831296,
|
|
0.0063804192,
|
|
0.010379584,
|
|
0.020169152,
|
|
0.03181851,
|
|
-0.023338739,
|
|
0.028989496,
|
|
0.01892435,
|
|
-0.019931735,
|
|
0.012846057,
|
|
-0.043179717,
|
|
-0.015091765,
|
|
0.005630924,
|
|
0.041796576,
|
|
-0.037343703,
|
|
-0.004141961,
|
|
0.011558244,
|
|
-0.015971268,
|
|
0.020698296,
|
|
-0.041845582,
|
|
-0.042620756,
|
|
0.024356088,
|
|
0.017188184,
|
|
-0.0012271669,
|
|
0.007192994,
|
|
0.044447795,
|
|
0.018283458,
|
|
0.048118174,
|
|
-0.03952341,
|
|
0.042869207,
|
|
0.017660262,
|
|
-0.04830425,
|
|
-0.0016062546,
|
|
0.014191671,
|
|
-0.016906656,
|
|
-0.023642827,
|
|
0.028871788,
|
|
0.04581212,
|
|
0.0025744475,
|
|
-0.008833574,
|
|
-0.059106488,
|
|
-0.009941071,
|
|
-0.037257005,
|
|
-0.010894794,
|
|
0.029945469,
|
|
0.042686045,
|
|
0.034860067,
|
|
-0.012610204,
|
|
0.024488637,
|
|
0.025305478,
|
|
-0.0044293613,
|
|
0.0036705723,
|
|
0.037009344,
|
|
0.010391426,
|
|
0.014213342,
|
|
0.016817044,
|
|
0.019320719,
|
|
-0.057810027,
|
|
-0.0050912066,
|
|
-0.015837427,
|
|
0.033348687,
|
|
0.072564326,
|
|
0.0008899279,
|
|
-0.03375868,
|
|
-0.016002063,
|
|
0.01757294,
|
|
-0.06126508,
|
|
-0.04696843,
|
|
0.0041741286,
|
|
0.104208246,
|
|
0.065977976,
|
|
-0.024900323,
|
|
-0.030272918,
|
|
-0.04279762,
|
|
0.0024915594,
|
|
-0.0040995525,
|
|
-0.06025669,
|
|
-0.029730435,
|
|
0.010547262,
|
|
-0.036377586,
|
|
0.050545547,
|
|
-0.0095344335,
|
|
0.048683695,
|
|
-0.012058972,
|
|
0.011432212,
|
|
0.018010113,
|
|
0.005364927,
|
|
-0.04086076,
|
|
0.0063007427,
|
|
-0.03574762,
|
|
-0.028465291,
|
|
0.0030182654,
|
|
-0.007852945,
|
|
-0.030634074,
|
|
-0.0909168,
|
|
-0.04716639,
|
|
0.0115555795,
|
|
-0.02810428,
|
|
0.00031586693,
|
|
-0.017768571,
|
|
0.019554375,
|
|
-0.007370804,
|
|
0.005686569,
|
|
-0.007877936,
|
|
-0.064068876,
|
|
0.034172762,
|
|
-0.026304692,
|
|
0.0049333936,
|
|
-0.04899222,
|
|
-0.03281665,
|
|
-0.033157684,
|
|
0.012718001,
|
|
0.076224595,
|
|
-0.0064710653,
|
|
-0.018755218,
|
|
0.039143063,
|
|
0.035096157,
|
|
-0.016754866,
|
|
-0.0060931817,
|
|
-0.029766135,
|
|
-0.029139608,
|
|
-0.014973088,
|
|
0.024322666,
|
|
-0.031502765,
|
|
0.023270516,
|
|
-0.03271965,
|
|
0.0062043606,
|
|
-0.03712458,
|
|
-0.068931796,
|
|
-0.02625073,
|
|
-0.012277584,
|
|
-0.031094182,
|
|
-0.0048645902,
|
|
-0.08060161,
|
|
0.022099901,
|
|
0.017626904,
|
|
-0.018784273,
|
|
-0.017160239,
|
|
-0.047505315,
|
|
0.06744298,
|
|
-0.016266603,
|
|
0.037358046,
|
|
-0.023241695,
|
|
0.042352144,
|
|
-0.020024868,
|
|
-0.0077798865,
|
|
-0.023802027,
|
|
0.015747737,
|
|
0.0052599455,
|
|
-0.056444295,
|
|
0.059068207,
|
|
0.037376188,
|
|
-0.013192159,
|
|
0.04332454,
|
|
0.028026175,
|
|
0.07711689,
|
|
0.020898307,
|
|
0.0033685977,
|
|
-0.021572681,
|
|
-0.037657484,
|
|
0.016036613,
|
|
-0.0382934,
|
|
0.0122232335,
|
|
-0.04138183,
|
|
0.023892462,
|
|
-0.004556672,
|
|
-0.035825394,
|
|
0.0063747033,
|
|
-0.028682346,
|
|
0.041275464,
|
|
-0.030208014,
|
|
-0.02404734,
|
|
-0.013418665,
|
|
0.033750094,
|
|
0.030134026,
|
|
-0.025030263,
|
|
0.029197402,
|
|
-0.019617375,
|
|
0.013827904,
|
|
0.027449468,
|
|
0.004978659,
|
|
0.030974008,
|
|
-0.020438295,
|
|
0.000767867,
|
|
0.010893972,
|
|
0.028313117,
|
|
0.016193025,
|
|
0.024263313,
|
|
0.039140362,
|
|
0.015502232,
|
|
0.04270309,
|
|
0.036285732,
|
|
-0.00049667986,
|
|
0.032861162,
|
|
-0.013075877,
|
|
0.021618912,
|
|
0.00086077384,
|
|
0.017106365,
|
|
0.06846418,
|
|
-0.017401312,
|
|
-0.0035004318,
|
|
0.0115860645,
|
|
-0.005868287,
|
|
0.013673696,
|
|
0.045313988,
|
|
0.018984651,
|
|
0.027531657,
|
|
-0.037540816,
|
|
0.036353067,
|
|
-0.033751406,
|
|
0.022943137,
|
|
0.021520479,
|
|
-0.07595643,
|
|
-0.009671425,
|
|
-0.036120884,
|
|
0.021625755,
|
|
-0.02455195,
|
|
0.049253788,
|
|
0.016561633,
|
|
0.024053719,
|
|
0.07052954,
|
|
-0.036360316,
|
|
0.0016302903,
|
|
-0.06445352,
|
|
-0.028436713,
|
|
0.010202086,
|
|
0.012302129,
|
|
0.012324357,
|
|
0.013936718,
|
|
0.04844302,
|
|
-0.03589321,
|
|
-0.052590277,
|
|
0.055593163,
|
|
0.0732214,
|
|
-0.054431036,
|
|
-0.030186577,
|
|
0.022834918,
|
|
0.039914526,
|
|
0.03522675,
|
|
0.049552023,
|
|
0.007371824,
|
|
0.044161588,
|
|
0.067879915,
|
|
0.00031594344,
|
|
0.027447,
|
|
0.01685882,
|
|
0.016181355,
|
|
-0.03849771,
|
|
-0.02291873,
|
|
0.024948563,
|
|
0.004223841,
|
|
0.069864646,
|
|
0.0014985797,
|
|
0.013324552,
|
|
0.030330706,
|
|
-0.023823606,
|
|
0.025094977,
|
|
0.0053906217,
|
|
0.019198073,
|
|
-0.03150149,
|
|
0.057533205,
|
|
-0.010408089,
|
|
0.023099689,
|
|
-0.023532018,
|
|
-0.004910729,
|
|
-0.021430561,
|
|
0.013503316,
|
|
0.030081883,
|
|
-0.018316586,
|
|
0.026708528,
|
|
0.0753131,
|
|
0.008196424,
|
|
-0.017148316,
|
|
-0.013309294,
|
|
0.044264067,
|
|
0.07017904,
|
|
0.06107757,
|
|
0.041799348,
|
|
-0.06895251,
|
|
-0.03424151,
|
|
0.0012017577,
|
|
0.034976095,
|
|
0.058295492,
|
|
-0.02544754,
|
|
0.027509857,
|
|
0.049761195,
|
|
0.035373602,
|
|
-0.035546362,
|
|
0.023910522,
|
|
-0.005200976,
|
|
0.057754345,
|
|
0.02994251,
|
|
-0.030295968,
|
|
0.02192239,
|
|
-0.07660182,
|
|
0.0041952324,
|
|
-0.009893715,
|
|
-0.016765697,
|
|
0.02205744,
|
|
0.012030603,
|
|
-0.046834268,
|
|
0.0044040564,
|
|
-0.009445439,
|
|
-0.026827166,
|
|
-0.00047521197,
|
|
0.017593743,
|
|
-0.022741219,
|
|
0.008764244,
|
|
-0.043141212,
|
|
-0.06153363,
|
|
0.029618109,
|
|
-0.024529207,
|
|
0.05106809,
|
|
-0.05149123,
|
|
-0.035547227,
|
|
-0.05243562,
|
|
-0.010526916,
|
|
0.020512614,
|
|
0.03022628,
|
|
0.01887064,
|
|
-0.016640756,
|
|
-0.0052087368,
|
|
0.009767478,
|
|
0.023524467,
|
|
0.021270983,
|
|
-0.022256205,
|
|
-0.04095088,
|
|
0.013887147,
|
|
0.03805821,
|
|
0.06790943,
|
|
-0.0018384855,
|
|
-0.08698164,
|
|
-0.0001229994,
|
|
-0.0008571096,
|
|
-0.0050718607,
|
|
-0.007538065,
|
|
-0.015663693,
|
|
0.06927893,
|
|
-0.020852331,
|
|
-0.035374828,
|
|
-0.016614653,
|
|
0.05172882,
|
|
0.034453575,
|
|
-0.073454045,
|
|
-0.015435662,
|
|
-0.007742794,
|
|
-0.017696258,
|
|
0.12930779,
|
|
0.09463219,
|
|
-0.044125196,
|
|
-0.053790558,
|
|
-0.008179506,
|
|
-0.008426076,
|
|
0.0076676984,
|
|
-0.015327971,
|
|
0.034576263,
|
|
0.07183845,
|
|
-0.028958166,
|
|
0.05314676,
|
|
-0.03096685,
|
|
-0.0032158992,
|
|
0.04581687,
|
|
-0.012794461,
|
|
0.018509485,
|
|
0.058683466,
|
|
0.041938934,
|
|
0.030082943,
|
|
0.004215841,
|
|
0.018244926,
|
|
-0.04298197,
|
|
0.015552812,
|
|
0.04222278,
|
|
-0.0015535373,
|
|
-0.06303078,
|
|
0.024394587,
|
|
-0.032710377,
|
|
0.010206549,
|
|
-0.006960954,
|
|
-0.023647094,
|
|
0.024798285,
|
|
-0.028433375,
|
|
0.01622465,
|
|
0.025266865,
|
|
-0.003731914,
|
|
-0.030350871,
|
|
-0.025399031,
|
|
0.01591482,
|
|
0.020711485,
|
|
0.025845746,
|
|
0.018662816,
|
|
0.024100337,
|
|
-0.0039405106,
|
|
0.053302877,
|
|
0.0075395373,
|
|
0.04916809,
|
|
0.030238178,
|
|
0.009602713,
|
|
-0.038422365,
|
|
-0.028400876,
|
|
-0.039225675,
|
|
-0.0055190753,
|
|
0.014685032,
|
|
0.029546242,
|
|
-0.008604474,
|
|
0.015193542,
|
|
-0.030894302,
|
|
-0.016527046,
|
|
-0.010891702,
|
|
0.007617393,
|
|
-0.032050192,
|
|
-0.093045905,
|
|
-0.010488982,
|
|
-0.0388184,
|
|
-0.018677445,
|
|
0.021712653,
|
|
0.041104708,
|
|
0.045463804,
|
|
-0.014232386,
|
|
0.011795274,
|
|
0.0070902836,
|
|
-0.025493778,
|
|
0.018382043,
|
|
0.026198598,
|
|
0.0055567,
|
|
0.008816842,
|
|
-0.020698523,
|
|
-0.09896698,
|
|
0.039850853,
|
|
0.022541791,
|
|
-0.014605717,
|
|
0.0717805,
|
|
0.061471548,
|
|
0.009760307,
|
|
-0.0058823824,
|
|
0.0044801617,
|
|
-0.009054137,
|
|
-0.033210285,
|
|
-0.015296926,
|
|
-0.044147786,
|
|
0.011772378,
|
|
-0.0011682066,
|
|
0.061298173,
|
|
-0.048394587,
|
|
-0.03126722,
|
|
0.0024896788,
|
|
-0.03219626,
|
|
0.0072913007,
|
|
-0.027876848,
|
|
-0.06358675,
|
|
0.011740617,
|
|
0.00062926457,
|
|
-0.05412463,
|
|
0.018568499,
|
|
-0.033691417,
|
|
-0.0528926,
|
|
-0.0069810036,
|
|
0.040134903,
|
|
-0.042806044,
|
|
-0.0019258702,
|
|
-0.02807893,
|
|
-0.036857396,
|
|
-0.047812905,
|
|
0.052457698,
|
|
0.0010601456,
|
|
-0.01320536,
|
|
0.01773575,
|
|
0.033740915,
|
|
-0.02428465,
|
|
-0.0029053832,
|
|
0.011027504,
|
|
-0.012990215,
|
|
-0.01058932,
|
|
0.013743376,
|
|
-0.0046183546,
|
|
-0.008390752,
|
|
-0.014781893,
|
|
-0.035429597,
|
|
0.017276006,
|
|
0.038983308,
|
|
0.061988592,
|
|
-0.032131802,
|
|
-0.0229958,
|
|
0.0638573,
|
|
-0.02895323,
|
|
0.02178523,
|
|
0.03728535,
|
|
-0.0063639414,
|
|
-0.0019311559,
|
|
0.008243508,
|
|
-0.008105072,
|
|
0.03141697,
|
|
-0.039425526,
|
|
-0.042349,
|
|
-0.020182261,
|
|
-0.003375657,
|
|
0.011413951,
|
|
0.010416108,
|
|
0.011482379,
|
|
-0.009866192,
|
|
-0.043633033,
|
|
0.008850827,
|
|
-0.025185566,
|
|
-0.004846933,
|
|
0.03689466,
|
|
-0.0019545932,
|
|
-0.048941545,
|
|
-0.045506805,
|
|
-0.0044495803,
|
|
0.0336061,
|
|
0.027958225,
|
|
-0.01688997,
|
|
-0.024565216,
|
|
0.048515715,
|
|
-0.013600102,
|
|
-0.07463516,
|
|
0.018509997,
|
|
-0.012448248,
|
|
-0.06196548,
|
|
0.0597057,
|
|
-0.050797287,
|
|
-0.018415296,
|
|
-0.022903174,
|
|
0.011200291,
|
|
-0.028467052,
|
|
0.06058437,
|
|
-0.016442202,
|
|
-0.003098909,
|
|
-0.024492593,
|
|
-0.0527971,
|
|
0.03285756,
|
|
0.041120544,
|
|
0.054158013,
|
|
-0.062963516,
|
|
0.049651794,
|
|
-0.062105,
|
|
-0.06449706,
|
|
-0.06372778,
|
|
0.011327486,
|
|
-0.06353946,
|
|
0.016411625,
|
|
0.077329434,
|
|
0.080715194,
|
|
0.035969965,
|
|
0.020154689,
|
|
-0.03928846,
|
|
-0.025479777,
|
|
-0.0036507042,
|
|
0.03220931,
|
|
-0.0008082983,
|
|
0.025667666,
|
|
0.029311521,
|
|
-0.06343347,
|
|
0.06241345,
|
|
0.08572635,
|
|
0.032400146,
|
|
-0.011070757,
|
|
-0.0030382075,
|
|
0.028115297,
|
|
0.04067802,
|
|
-0.035985943,
|
|
-0.058480624,
|
|
-0.083406046,
|
|
-0.016611245,
|
|
0.02005128,
|
|
-0.03546999,
|
|
-0.010433718,
|
|
0.032729413,
|
|
0.031749807,
|
|
-0.021659749,
|
|
-0.02821473,
|
|
-0.004485041,
|
|
-0.06761982,
|
|
0.02140799,
|
|
0.016119402,
|
|
0.054795243,
|
|
0.023059225,
|
|
-0.019336399,
|
|
0.024376748,
|
|
0.041402057,
|
|
0.072423294,
|
|
-0.01619759,
|
|
-0.028357103,
|
|
-0.029204277,
|
|
-0.027995426,
|
|
0.04663749,
|
|
0.020304017,
|
|
0.036945093,
|
|
-0.08855899,
|
|
0.0026856451,
|
|
-0.054572783,
|
|
-0.03168547,
|
|
0.0018172613,
|
|
-0.02016046,
|
|
0.03203796,
|
|
-0.020959057,
|
|
-0.051677093,
|
|
-0.017494315,
|
|
0.012795457,
|
|
0.057994902,
|
|
-0.027470358,
|
|
0.011278697,
|
|
0.042734835,
|
|
0.012837255,
|
|
0.046410922,
|
|
0.0040898565,
|
|
0.043820914,
|
|
-0.029022902,
|
|
-0.003712396,
|
|
0.005410841,
|
|
0.01533382,
|
|
-0.06806809,
|
|
-0.05327144,
|
|
0.031574167,
|
|
-0.0047716876,
|
|
-0.006499569,
|
|
0.06489965,
|
|
-0.013497029,
|
|
0.03230477,
|
|
-0.011278437,
|
|
-0.0030430576,
|
|
-0.011125672,
|
|
-0.03666495,
|
|
0.06385737,
|
|
0.025445716,
|
|
-0.042020448,
|
|
-0.006703262,
|
|
-0.0008475555,
|
|
-0.03370367,
|
|
-0.00248806,
|
|
-0.028288044,
|
|
0.061340675,
|
|
-0.06349156,
|
|
-0.025897006,
|
|
-0.0383112,
|
|
-0.020748561,
|
|
0.011724626,
|
|
-0.023281394,
|
|
-0.02039124,
|
|
-0.008407744,
|
|
-0.014239348,
|
|
0.0059249955,
|
|
0.02578553,
|
|
0.014422423,
|
|
0.029647088,
|
|
-0.039275713,
|
|
-0.01721786,
|
|
-0.025984382,
|
|
0.013900071,
|
|
-0.024370275,
|
|
-0.00024505187,
|
|
-0.016705003,
|
|
0.015770238,
|
|
0.037856378,
|
|
-0.044418238,
|
|
0.0044480236,
|
|
0.015106318,
|
|
-0.024628188,
|
|
-0.02517645,
|
|
-0.011585223,
|
|
-0.0023366679,
|
|
0.07885463,
|
|
-0.022423198,
|
|
-0.0034434658,
|
|
-0.02781302,
|
|
0.03211355,
|
|
0.015004164,
|
|
-0.0039932225,
|
|
-0.06683497,
|
|
0.010873645,
|
|
-0.037383374
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 5,
|
|
"total_tokens": 5
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|