mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-25 17:11:12 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
806 lines
21 KiB
JSON
Generated
806 lines
21 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"artificial intelligence"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.0022459761,
|
|
0.0845855,
|
|
-0.118770294,
|
|
-0.0052484823,
|
|
0.07120039,
|
|
0.049479805,
|
|
-0.015881795,
|
|
-0.0012119231,
|
|
-0.0033731982,
|
|
0.054913778,
|
|
0.030510623,
|
|
0.05010692,
|
|
0.09319765,
|
|
0.032162752,
|
|
-0.004374012,
|
|
-0.038468517,
|
|
-0.018967906,
|
|
-0.023621555,
|
|
0.022897922,
|
|
-0.03111014,
|
|
0.028833516,
|
|
-0.016233068,
|
|
0.00874333,
|
|
0.057522222,
|
|
0.10938156,
|
|
0.005853652,
|
|
-0.007460108,
|
|
0.020824656,
|
|
0.010380827,
|
|
-0.010142605,
|
|
0.02186145,
|
|
-0.019714817,
|
|
0.027516654,
|
|
0.026805714,
|
|
-0.04455893,
|
|
-0.04452179,
|
|
0.08356262,
|
|
0.012453612,
|
|
0.010525618,
|
|
0.038434025,
|
|
-0.030541867,
|
|
0.059067614,
|
|
-0.010383995,
|
|
-0.022071486,
|
|
0.05343041,
|
|
0.055648796,
|
|
-0.0044340827,
|
|
-0.037001938,
|
|
0.063940264,
|
|
-0.032288145,
|
|
0.032508854,
|
|
0.005599889,
|
|
-0.032362577,
|
|
-0.004498921,
|
|
0.09392303,
|
|
0.006764056,
|
|
-0.032286532,
|
|
0.008353272,
|
|
0.014349416,
|
|
-0.036489014,
|
|
0.08909049,
|
|
0.059554726,
|
|
-0.019406658,
|
|
0.063505046,
|
|
0.04776043,
|
|
-0.02735308,
|
|
0.00650999,
|
|
0.04953119,
|
|
0.010551204,
|
|
0.022338172,
|
|
-0.023207193,
|
|
-0.027374944,
|
|
0.038481887,
|
|
0.022797523,
|
|
-0.024024384,
|
|
-0.0012893366,
|
|
-0.006183491,
|
|
-0.017202137,
|
|
-0.0030407566,
|
|
0.10508405,
|
|
0.04293999,
|
|
-0.06902175,
|
|
0.024722142,
|
|
-0.024688805,
|
|
0.03436742,
|
|
0.0020651382,
|
|
-0.06261552,
|
|
-0.029705893,
|
|
0.01124745,
|
|
0.07875532,
|
|
0.033568155,
|
|
0.035124693,
|
|
0.032037407,
|
|
0.00026193194,
|
|
-0.036536343,
|
|
-0.0016048138,
|
|
-0.08197494,
|
|
0.016161699,
|
|
-0.066015564,
|
|
-0.029322235,
|
|
-0.0472476,
|
|
0.025314262,
|
|
0.026285263,
|
|
-0.051344153,
|
|
0.045346852,
|
|
-0.014955671,
|
|
-0.013046094,
|
|
-0.030399544,
|
|
-0.00837482,
|
|
0.0056103314,
|
|
0.020683404,
|
|
0.028624265,
|
|
0.029875536,
|
|
-0.03199178,
|
|
-0.0007616276,
|
|
-0.034196425,
|
|
-0.025897106,
|
|
-0.0076540406,
|
|
0.022642214,
|
|
0.018380042,
|
|
-0.021796877,
|
|
-0.040439527,
|
|
0.0047869985,
|
|
-0.009606057,
|
|
-0.03594268,
|
|
0.0053249854,
|
|
-0.05747488,
|
|
0.06073938,
|
|
-0.020814294,
|
|
-0.029288447,
|
|
0.016346097,
|
|
-0.038621757,
|
|
-0.022478674,
|
|
-0.020450005,
|
|
-0.036009148,
|
|
0.05956065,
|
|
-0.030316992,
|
|
-0.06926602,
|
|
0.03366001,
|
|
0.036910895,
|
|
0.03371369,
|
|
0.027693838,
|
|
0.015165795,
|
|
-0.018013021,
|
|
-0.011645587,
|
|
-0.02007139,
|
|
0.04092347,
|
|
0.02169688,
|
|
-0.104392156,
|
|
0.038903475,
|
|
-0.0014918976,
|
|
0.03571438,
|
|
-0.009716118,
|
|
-0.02924793,
|
|
-0.0069342474,
|
|
0.014206545,
|
|
-0.01732279,
|
|
0.014699001,
|
|
0.0038424064,
|
|
-0.02284251,
|
|
0.041644156,
|
|
-0.020974293,
|
|
-0.027603546,
|
|
0.037564963,
|
|
-0.003716844,
|
|
0.027577596,
|
|
0.04057151,
|
|
0.0034531597,
|
|
0.037646092,
|
|
0.025783077,
|
|
-0.027008232,
|
|
0.005824049,
|
|
-0.0039860657,
|
|
0.0056432155,
|
|
0.06278955,
|
|
0.0043308972,
|
|
-0.02981198,
|
|
-0.06707526,
|
|
0.050020736,
|
|
-0.07489255,
|
|
0.011565154,
|
|
-0.07561254,
|
|
0.027665483,
|
|
0.04189908,
|
|
-0.022098044,
|
|
-0.03330015,
|
|
-0.031799886,
|
|
-0.015910972,
|
|
-0.027016416,
|
|
-0.018142229,
|
|
0.006242244,
|
|
0.02659928,
|
|
-0.019840943,
|
|
-0.04060086,
|
|
-0.039683804,
|
|
-0.015784204,
|
|
0.029145675,
|
|
0.008346576,
|
|
0.035197683,
|
|
-0.008699983,
|
|
-0.015765524,
|
|
-0.025466884,
|
|
-0.05862144,
|
|
-0.04288488,
|
|
-0.015203518,
|
|
0.014273099,
|
|
0.025983924,
|
|
-0.017332051,
|
|
-0.03781707,
|
|
-0.035193257,
|
|
0.07132202,
|
|
0.056545146,
|
|
0.016492346,
|
|
-0.018760977,
|
|
-0.038458858,
|
|
-0.012570814,
|
|
0.006398965,
|
|
-0.062122267,
|
|
-0.0065937066,
|
|
-0.02772747,
|
|
0.06373387,
|
|
0.026987756,
|
|
0.024291446,
|
|
-0.018715853,
|
|
-0.012525724,
|
|
0.013443484,
|
|
-0.055779915,
|
|
-0.02740097,
|
|
-0.036763377,
|
|
0.017500222,
|
|
0.024762942,
|
|
-0.030449286,
|
|
0.06854537,
|
|
-0.010197382,
|
|
0.031139549,
|
|
0.021592306,
|
|
0.02371123,
|
|
0.054312434,
|
|
0.03100431,
|
|
0.026393836,
|
|
-0.046228178,
|
|
0.040468246,
|
|
-0.03303591,
|
|
0.009691253,
|
|
-0.047410667,
|
|
-0.021130849,
|
|
-0.023989182,
|
|
-0.055827428,
|
|
-0.017233323,
|
|
0.012561586,
|
|
-0.008570468,
|
|
0.02191902,
|
|
-0.059356567,
|
|
0.014222966,
|
|
0.0034734241,
|
|
-0.014991501,
|
|
0.009470919,
|
|
0.025920684,
|
|
0.01782029,
|
|
-0.017910382,
|
|
0.03702367,
|
|
-0.062434252,
|
|
0.054529104,
|
|
0.007203894,
|
|
0.036871325,
|
|
-0.012669744,
|
|
0.013436448,
|
|
0.006393138,
|
|
0.0130221555,
|
|
-0.005487674,
|
|
0.029718827,
|
|
0.015466657,
|
|
0.037024297,
|
|
0.015184332,
|
|
0.0014853638,
|
|
0.03154546,
|
|
-0.034037802,
|
|
-0.010633708,
|
|
-0.006539123,
|
|
-0.036020327,
|
|
-0.023996303,
|
|
0.00029613983,
|
|
-0.04641546,
|
|
0.000676765,
|
|
0.005198228,
|
|
0.0022921995,
|
|
0.019907692,
|
|
0.055562235,
|
|
0.00015789036,
|
|
0.012450808,
|
|
0.00090716535,
|
|
-0.0007034728,
|
|
-0.050788462,
|
|
-0.01723807,
|
|
-0.027111992,
|
|
0.053336505,
|
|
0.034050237,
|
|
0.025892904,
|
|
0.048161436,
|
|
-0.0083876895,
|
|
0.021406818,
|
|
-0.029163726,
|
|
0.04374157,
|
|
-0.0055995523,
|
|
0.04934261,
|
|
-0.017003858,
|
|
-0.019544259,
|
|
-0.0073026395,
|
|
0.022166839,
|
|
0.0022170492,
|
|
-0.034798883,
|
|
0.0066060266,
|
|
0.015678417,
|
|
0.0068066786,
|
|
0.005670851,
|
|
0.0009948775,
|
|
-0.04441707,
|
|
0.01379,
|
|
0.04123376,
|
|
0.028619396,
|
|
0.030242082,
|
|
-0.068574615,
|
|
-0.06350616,
|
|
0.013743421,
|
|
0.039637726,
|
|
0.074954115,
|
|
-0.0053773834,
|
|
0.035480417,
|
|
-0.05937076,
|
|
-0.06497893,
|
|
0.0043254998,
|
|
0.02681348,
|
|
0.015091531,
|
|
-0.020784907,
|
|
-0.05195499,
|
|
-0.019204,
|
|
0.018847968,
|
|
0.030989287,
|
|
-0.01820677,
|
|
0.009283221,
|
|
0.069743045,
|
|
-0.025798852,
|
|
0.026588317,
|
|
-0.0223841,
|
|
-0.040357713,
|
|
0.025331281,
|
|
0.03499353,
|
|
0.013026284,
|
|
-0.009360041,
|
|
0.0013772856,
|
|
-0.03051815,
|
|
0.03723264,
|
|
0.008684381,
|
|
-0.017207826,
|
|
0.01999425,
|
|
-0.007577646,
|
|
0.009753859,
|
|
0.08360038,
|
|
0.038645275,
|
|
-0.003272202,
|
|
0.028370475,
|
|
-0.03858058,
|
|
0.023321483,
|
|
0.0046098568,
|
|
-0.011383232,
|
|
-0.00777738,
|
|
0.0050357073,
|
|
0.0029987176,
|
|
0.0060872724,
|
|
0.01590506,
|
|
0.022338638,
|
|
-0.022155102,
|
|
0.00092686777,
|
|
0.06191809,
|
|
-0.008237606,
|
|
0.00053589593,
|
|
-0.055003297,
|
|
-0.043345015,
|
|
-0.019730812,
|
|
-0.021763053,
|
|
-0.04014172,
|
|
0.035623938,
|
|
-0.012994337,
|
|
0.01672654,
|
|
0.04082847,
|
|
-0.0123249795,
|
|
-0.021429699,
|
|
-0.06612962,
|
|
-0.021462964,
|
|
-0.029859377,
|
|
-0.012546966,
|
|
-0.0450854,
|
|
-0.054111235,
|
|
-0.050495826,
|
|
0.0017351134,
|
|
-0.010483102,
|
|
-0.02563268,
|
|
-0.04528916,
|
|
-0.0047701783,
|
|
0.017096328,
|
|
-0.03432651,
|
|
-0.041952893,
|
|
0.012392904,
|
|
-0.03919904,
|
|
-0.015188965,
|
|
-0.0066112806,
|
|
-0.015376439,
|
|
-0.053237133,
|
|
0.06669807,
|
|
0.028021395,
|
|
0.0058818394,
|
|
0.021571819,
|
|
0.017222902,
|
|
-0.0874136,
|
|
0.020542417,
|
|
-0.040762596,
|
|
0.03196556,
|
|
0.016425774,
|
|
-0.032799315,
|
|
0.009074417,
|
|
0.025757797,
|
|
-0.0066987635,
|
|
0.026961537,
|
|
0.026976602,
|
|
-0.038010076,
|
|
0.015313988,
|
|
-0.016525354,
|
|
0.04377566,
|
|
-0.0065082475,
|
|
-0.038370132,
|
|
0.035221994,
|
|
-0.029069355,
|
|
-0.036857057,
|
|
-0.030159576,
|
|
-0.022446185,
|
|
0.058571987,
|
|
0.026039828,
|
|
0.035465,
|
|
0.025649626,
|
|
0.0426477,
|
|
0.019825738,
|
|
0.0030664937,
|
|
-0.009444102,
|
|
-0.034678217,
|
|
0.035446234,
|
|
0.10801245,
|
|
0.038735878,
|
|
0.0016331007,
|
|
-0.064277016,
|
|
0.042136293,
|
|
0.010506551,
|
|
0.024595214,
|
|
0.01201866,
|
|
0.030761477,
|
|
0.026547862,
|
|
-0.028887127,
|
|
-0.019734334,
|
|
0.046461817,
|
|
0.026275037,
|
|
0.049436394,
|
|
-0.0074590556,
|
|
0.007937081,
|
|
-0.08534739,
|
|
0.025388863,
|
|
-0.018011322,
|
|
-0.009423282,
|
|
0.01669272,
|
|
-0.035424728,
|
|
0.027439144,
|
|
0.037614323,
|
|
0.004201006,
|
|
0.04386303,
|
|
0.011264169,
|
|
-0.038652904,
|
|
-0.011952609,
|
|
0.007379456,
|
|
-0.04413037,
|
|
-0.008747569,
|
|
0.012680994,
|
|
0.035637785,
|
|
-0.0007219085,
|
|
-0.06122241,
|
|
-0.01501182,
|
|
-0.032294698,
|
|
-0.010085303,
|
|
0.02968062,
|
|
-0.03545303,
|
|
0.025545763,
|
|
0.00513856,
|
|
-0.038534723,
|
|
0.040810063,
|
|
0.0036797335,
|
|
0.021125326,
|
|
-0.04417297,
|
|
-0.05691645,
|
|
-0.046871662,
|
|
-0.097369425,
|
|
0.040336214,
|
|
0.01823659,
|
|
0.023216773,
|
|
-0.0040433975,
|
|
-0.0071207155,
|
|
-0.040822994,
|
|
-0.002090658,
|
|
-0.043552343,
|
|
0.00869053,
|
|
0.043224968,
|
|
-0.10591219,
|
|
-0.058240503,
|
|
0.07942362,
|
|
0.005600186,
|
|
0.0023732963,
|
|
0.043274477,
|
|
0.017128518,
|
|
0.009492503,
|
|
-0.022830244,
|
|
0.02702694,
|
|
0.005394689,
|
|
-0.093155086,
|
|
-0.012704766,
|
|
0.05060759,
|
|
0.0016385954,
|
|
-0.0052593746,
|
|
-0.006009667,
|
|
-0.048663773,
|
|
0.0137498025,
|
|
0.024425894,
|
|
-0.04493801,
|
|
0.02465394,
|
|
-0.0090651335,
|
|
0.009057463,
|
|
0.00799815,
|
|
-0.032015227,
|
|
-0.045253854,
|
|
0.0023627293,
|
|
-0.015072277,
|
|
-0.040304966,
|
|
-0.044668145,
|
|
0.052337464,
|
|
0.025100812,
|
|
0.06245697,
|
|
0.021141378,
|
|
0.0063771703,
|
|
-0.01292139,
|
|
0.010153964,
|
|
-0.038462844,
|
|
-0.041513197,
|
|
0.06475281,
|
|
-0.006066694,
|
|
-0.08530891,
|
|
0.0481095,
|
|
-0.0485844,
|
|
-0.0005497106,
|
|
0.004023715,
|
|
0.011246917,
|
|
-0.03530786,
|
|
-0.008951562,
|
|
-0.017967671,
|
|
0.0056748274,
|
|
-0.032908686,
|
|
-0.04876289,
|
|
0.010845019,
|
|
0.03414114,
|
|
-0.011359227,
|
|
-0.056809682,
|
|
-0.0065372298,
|
|
-0.0049946522,
|
|
-0.019760255,
|
|
0.009133245,
|
|
0.031380173,
|
|
0.02326544,
|
|
-0.037368353,
|
|
0.0019855716,
|
|
0.007430946,
|
|
-0.0019167037,
|
|
-0.023231855,
|
|
0.0005325032,
|
|
-0.024420531,
|
|
-0.059595317,
|
|
0.01773813,
|
|
0.048830878,
|
|
-0.08517022,
|
|
0.021943187,
|
|
0.030728351,
|
|
0.04963074,
|
|
0.01997924,
|
|
-0.047164854,
|
|
0.001558822,
|
|
0.0334637,
|
|
-0.067318834,
|
|
-0.006801521,
|
|
0.021104202,
|
|
-0.01042218,
|
|
-0.054989193,
|
|
-0.051717903,
|
|
0.02997104,
|
|
-0.02678612,
|
|
0.004539044,
|
|
-0.02715776,
|
|
-0.04994632,
|
|
-0.0012224381,
|
|
-0.033812944,
|
|
0.041512877,
|
|
0.012410997,
|
|
0.020035783,
|
|
0.012751681,
|
|
0.004612327,
|
|
0.047167722,
|
|
0.038087435,
|
|
-0.03399835,
|
|
0.011123487,
|
|
0.012263675,
|
|
-0.015375263,
|
|
0.007735875,
|
|
0.075646654,
|
|
-0.035729144,
|
|
0.081184134,
|
|
-0.09430186,
|
|
-0.088116266,
|
|
0.0114660505,
|
|
-0.029310493,
|
|
-0.08638668,
|
|
0.03417333,
|
|
-0.005208679,
|
|
0.09313087,
|
|
-0.010060758,
|
|
0.021886718,
|
|
-0.0047713425,
|
|
0.0011681456,
|
|
0.09254987,
|
|
-0.038749456,
|
|
0.06454609,
|
|
0.023755675,
|
|
-0.03025349,
|
|
-0.011115406,
|
|
-0.007423187,
|
|
-0.030081635,
|
|
0.02060908,
|
|
0.04929237,
|
|
0.0728251,
|
|
-0.0039756885,
|
|
-0.0016325217,
|
|
-0.035973016,
|
|
0.039455134,
|
|
0.020030608,
|
|
-0.005489007,
|
|
0.04019881,
|
|
0.109553896,
|
|
-0.009760096,
|
|
-0.04039632,
|
|
0.04021476,
|
|
0.037736397,
|
|
0.013987222,
|
|
-0.030425543,
|
|
-0.07112697,
|
|
0.042896982,
|
|
-0.012732677,
|
|
-0.0014557547,
|
|
0.01280969,
|
|
-0.029981626,
|
|
0.0048856707,
|
|
0.0062508406,
|
|
-0.005710766,
|
|
0.009810195,
|
|
0.03769784,
|
|
-0.037055656,
|
|
-0.0075312397,
|
|
0.011369313,
|
|
-0.054935224,
|
|
-0.042443078,
|
|
0.02351592,
|
|
-0.011048168,
|
|
0.0168304,
|
|
-0.06971086,
|
|
0.008596812,
|
|
0.062735,
|
|
0.039307248,
|
|
0.01642125,
|
|
-0.0068997378,
|
|
-0.008324923,
|
|
-0.009122712,
|
|
-0.028969266,
|
|
0.039968453,
|
|
-0.03311669,
|
|
-0.03636177,
|
|
-0.011324436,
|
|
0.03892255,
|
|
-0.007533641,
|
|
0.026970727,
|
|
-0.07264415,
|
|
-0.014196821,
|
|
-0.054348893,
|
|
-0.017430624,
|
|
0.0074018273,
|
|
-0.0062353276,
|
|
0.02591595,
|
|
-0.057454854,
|
|
0.018566208,
|
|
0.02907042,
|
|
0.059309665,
|
|
-0.009854315,
|
|
0.05242602,
|
|
0.057703923,
|
|
0.039900526,
|
|
-0.04025911,
|
|
-0.008270793,
|
|
-0.0034033463,
|
|
0.029067501,
|
|
-0.010713172,
|
|
-0.00056468125,
|
|
-0.0016177777,
|
|
0.030420788,
|
|
0.0042498447,
|
|
0.058859427,
|
|
-0.039968833,
|
|
-0.027758287,
|
|
-0.032784328,
|
|
-0.023316512,
|
|
-0.021295434,
|
|
0.012401824,
|
|
0.04814658,
|
|
-0.049514666,
|
|
-0.042869776,
|
|
-0.0013265676,
|
|
-0.025821231,
|
|
0.008079029,
|
|
0.049515337,
|
|
-0.038013786,
|
|
0.012605633,
|
|
-0.031361498,
|
|
0.039115593,
|
|
-0.024223149,
|
|
-0.05926524,
|
|
0.021278135,
|
|
-0.009526332,
|
|
0.010075951,
|
|
-0.057421125,
|
|
-0.0432434,
|
|
-0.031247647,
|
|
0.029872011,
|
|
0.019912358,
|
|
-0.003003173,
|
|
0.040378228,
|
|
0.03254255,
|
|
0.0036299303,
|
|
-0.03521185,
|
|
-0.018066157,
|
|
0.028061498,
|
|
0.026428035,
|
|
-0.002493526,
|
|
0.021030644,
|
|
0.018254563,
|
|
-0.042565063,
|
|
-0.0014655617,
|
|
-0.015577902,
|
|
0.05004111,
|
|
-0.045358222,
|
|
0.052461043,
|
|
0.07523485,
|
|
-0.014974274,
|
|
0.032264654,
|
|
-0.06401465,
|
|
0.014482717,
|
|
-0.014090145,
|
|
-0.03501099,
|
|
-0.0334364,
|
|
-0.046759527,
|
|
0.0134310415
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 2,
|
|
"total_tokens": 2
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|