mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-25 17:11:12 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
806 lines
21 KiB
JSON
Generated
806 lines
21 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"Why are data structures important?"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.005537617,
|
|
0.06916903,
|
|
-0.12838003,
|
|
-0.054435544,
|
|
0.056447886,
|
|
0.008134399,
|
|
0.016608594,
|
|
-0.0058921375,
|
|
-0.05313428,
|
|
-0.06688879,
|
|
-0.012568388,
|
|
0.012111721,
|
|
0.105235286,
|
|
-0.02263449,
|
|
-0.010177594,
|
|
0.004734975,
|
|
-0.09559581,
|
|
-0.028683644,
|
|
0.0058541177,
|
|
0.026188085,
|
|
-0.050520275,
|
|
-0.019500857,
|
|
0.012380506,
|
|
0.014395482,
|
|
0.026217962,
|
|
0.06190981,
|
|
0.035086054,
|
|
-0.060082465,
|
|
-0.024419608,
|
|
0.06066378,
|
|
0.067089684,
|
|
-0.0022413156,
|
|
0.034370266,
|
|
-0.03275908,
|
|
-0.067305505,
|
|
-0.07365294,
|
|
-0.03796381,
|
|
0.0417503,
|
|
-0.0022684042,
|
|
-0.03612435,
|
|
-0.0043627527,
|
|
0.026574299,
|
|
-0.043182738,
|
|
-0.016121855,
|
|
0.056617834,
|
|
0.0035644963,
|
|
-0.017357847,
|
|
-0.06226198,
|
|
0.06327364,
|
|
-0.02569844,
|
|
0.045180622,
|
|
-0.033916302,
|
|
0.009496644,
|
|
0.009232226,
|
|
0.08429605,
|
|
0.014245551,
|
|
0.011716481,
|
|
0.031536568,
|
|
0.034133475,
|
|
-0.07624963,
|
|
0.06845145,
|
|
0.11499776,
|
|
-0.059729222,
|
|
0.024138942,
|
|
0.00844043,
|
|
-0.042411502,
|
|
-0.04555276,
|
|
0.0042649447,
|
|
-0.022429703,
|
|
-0.016566431,
|
|
0.038463145,
|
|
0.035052773,
|
|
0.010468588,
|
|
-0.035637558,
|
|
-0.018009456,
|
|
0.019711006,
|
|
-0.0018164418,
|
|
0.032522537,
|
|
-0.017777992,
|
|
0.04281307,
|
|
0.022317935,
|
|
-0.014570032,
|
|
0.051814165,
|
|
-0.026104348,
|
|
0.0060721817,
|
|
0.027556803,
|
|
0.019301897,
|
|
-0.0051285815,
|
|
0.0008205784,
|
|
0.06784391,
|
|
0.01828999,
|
|
-0.05432422,
|
|
0.03350105,
|
|
0.04821869,
|
|
-0.07671481,
|
|
0.028927805,
|
|
-0.0010314987,
|
|
0.022229388,
|
|
0.015976572,
|
|
0.012268727,
|
|
-0.016980033,
|
|
-0.033225447,
|
|
-0.0055734343,
|
|
0.037711926,
|
|
-0.008497184,
|
|
-0.0026543527,
|
|
0.01817149,
|
|
0.04020671,
|
|
-0.021306094,
|
|
-0.01967103,
|
|
-0.011725487,
|
|
0.07116612,
|
|
-0.032191947,
|
|
0.0041820197,
|
|
-0.012287592,
|
|
-0.0072404016,
|
|
0.05748187,
|
|
-0.076893605,
|
|
-0.060935732,
|
|
-0.032886352,
|
|
-0.024913851,
|
|
-0.03082887,
|
|
0.063504435,
|
|
0.050499663,
|
|
-0.00953502,
|
|
-0.01911118,
|
|
-0.014248132,
|
|
0.03580008,
|
|
0.025308054,
|
|
-0.0325095,
|
|
-0.02384228,
|
|
-0.02893065,
|
|
-0.072714105,
|
|
0.0032379152,
|
|
0.023790393,
|
|
0.027730187,
|
|
-0.07713924,
|
|
-0.033023696,
|
|
0.05448288,
|
|
0.04441297,
|
|
-0.0064711664,
|
|
0.047980845,
|
|
-0.057779964,
|
|
-0.033249557,
|
|
0.01849176,
|
|
-0.0047658836,
|
|
0.048738167,
|
|
-0.015904685,
|
|
-0.012622784,
|
|
-0.047651224,
|
|
0.013510109,
|
|
0.044847924,
|
|
-0.0065332567,
|
|
0.002103977,
|
|
0.0020099503,
|
|
-0.018039443,
|
|
0.025205035,
|
|
-0.021093374,
|
|
0.017220857,
|
|
0.029184485,
|
|
0.07254293,
|
|
0.022945909,
|
|
-0.011227397,
|
|
0.015889527,
|
|
-0.019730859,
|
|
-0.055678956,
|
|
0.026581861,
|
|
-0.007958577,
|
|
-0.0010272287,
|
|
0.01225634,
|
|
-0.010440475,
|
|
0.0002531115,
|
|
0.029618198,
|
|
-0.020070892,
|
|
0.03952564,
|
|
-0.0366865,
|
|
0.016611397,
|
|
-0.050106328,
|
|
0.11184867,
|
|
-0.050924838,
|
|
-0.048765384,
|
|
-0.02001305,
|
|
0.015339066,
|
|
0.0011975868,
|
|
-0.03850111,
|
|
0.020021703,
|
|
0.017949995,
|
|
-0.017428664,
|
|
-0.036301896,
|
|
-0.02607759,
|
|
0.021941803,
|
|
0.023278212,
|
|
-0.05207313,
|
|
-0.0030109077,
|
|
-0.008161817,
|
|
-0.011174615,
|
|
-0.008302075,
|
|
0.04031461,
|
|
0.019276977,
|
|
6.670047e-05,
|
|
-0.047496844,
|
|
-0.019320603,
|
|
-0.049447358,
|
|
0.026393468,
|
|
-0.05767862,
|
|
0.034639597,
|
|
-0.05007041,
|
|
0.03539971,
|
|
-0.015521765,
|
|
-0.024580823,
|
|
0.078373216,
|
|
-0.025312,
|
|
0.005472163,
|
|
0.015624604,
|
|
-0.01967381,
|
|
-0.07519429,
|
|
-0.02425046,
|
|
-0.047324978,
|
|
-0.020606762,
|
|
0.03830516,
|
|
-0.026497133,
|
|
-0.040506646,
|
|
0.06618092,
|
|
0.025015803,
|
|
-0.010152689,
|
|
-0.03545153,
|
|
-0.015584423,
|
|
-0.041362796,
|
|
-0.031546146,
|
|
-0.04923727,
|
|
-0.045551375,
|
|
-0.0363703,
|
|
0.03561515,
|
|
0.021098793,
|
|
0.018805709,
|
|
0.043199193,
|
|
0.04211065,
|
|
-0.015707605,
|
|
0.06552865,
|
|
-0.0044345935,
|
|
0.0021636349,
|
|
0.021116879,
|
|
-0.00902372,
|
|
0.00016378232,
|
|
0.04089644,
|
|
0.017872045,
|
|
-0.01988177,
|
|
-0.04746276,
|
|
-0.056757454,
|
|
0.049944583,
|
|
-0.04814026,
|
|
-0.01789611,
|
|
0.012141169,
|
|
0.023749296,
|
|
0.03348697,
|
|
-0.035503488,
|
|
-0.012246897,
|
|
-0.030342635,
|
|
0.021760855,
|
|
0.03522958,
|
|
0.045006342,
|
|
-0.030662347,
|
|
-0.020959431,
|
|
-0.046091873,
|
|
-0.039962176,
|
|
0.012489674,
|
|
0.022059996,
|
|
-0.018306898,
|
|
0.0013366137,
|
|
-0.004929118,
|
|
0.0050332947,
|
|
-0.0047667488,
|
|
0.011198262,
|
|
0.039860554,
|
|
0.027264297,
|
|
0.015008899,
|
|
-0.01941151,
|
|
-0.009626869,
|
|
-0.07115547,
|
|
0.054735005,
|
|
-0.018833006,
|
|
-0.024569243,
|
|
-0.08668861,
|
|
-0.004703397,
|
|
-0.00011713481,
|
|
0.051200785,
|
|
0.015704084,
|
|
0.053649522,
|
|
0.0003241066,
|
|
0.0271382,
|
|
0.033410013,
|
|
0.03312349,
|
|
-0.023334617,
|
|
0.06006938,
|
|
0.085168265,
|
|
-0.03964656,
|
|
0.028949043,
|
|
0.027599309,
|
|
0.0029633555,
|
|
-0.076598294,
|
|
-0.027344286,
|
|
0.08765251,
|
|
0.05685523,
|
|
0.012457643,
|
|
-0.016720895,
|
|
0.010598825,
|
|
0.018684555,
|
|
-0.026163884,
|
|
-0.0641325,
|
|
0.008135987,
|
|
-0.008771646,
|
|
-0.010268096,
|
|
0.002454192,
|
|
0.027417758,
|
|
-0.039162852,
|
|
0.03689637,
|
|
0.0073473705,
|
|
0.02343153,
|
|
0.01239056,
|
|
-0.0034907598,
|
|
0.0015513701,
|
|
-0.02923274,
|
|
-0.03117261,
|
|
-0.073611975,
|
|
0.009902854,
|
|
0.06777297,
|
|
-0.015783794,
|
|
0.023278274,
|
|
-0.014756731,
|
|
-0.019437285,
|
|
0.050553747,
|
|
-0.035671428,
|
|
0.015629971,
|
|
-0.027602185,
|
|
-0.07591654,
|
|
0.025779493,
|
|
-0.0038342986,
|
|
-0.01145877,
|
|
-0.015992656,
|
|
0.0015020998,
|
|
-0.016934844,
|
|
-0.025619576,
|
|
-0.009407283,
|
|
-0.043661304,
|
|
0.010822514,
|
|
0.029804591,
|
|
-0.036958724,
|
|
-0.04009494,
|
|
0.034163192,
|
|
-0.014676856,
|
|
-0.05980947,
|
|
0.01648287,
|
|
-0.018298857,
|
|
0.008893675,
|
|
-0.018068943,
|
|
0.015715905,
|
|
0.01747,
|
|
0.011904428,
|
|
-0.028053667,
|
|
0.005223895,
|
|
0.0062146406,
|
|
0.0044294195,
|
|
-0.011228696,
|
|
-0.0069788555,
|
|
-0.033967305,
|
|
0.02371936,
|
|
-0.015039944,
|
|
0.003958914,
|
|
0.020385008,
|
|
0.02405812,
|
|
-0.028715689,
|
|
0.007755093,
|
|
-0.015563365,
|
|
0.03007783,
|
|
0.040063746,
|
|
-0.0033891802,
|
|
-0.06933125,
|
|
-0.019546062,
|
|
-0.008742925,
|
|
0.042390414,
|
|
0.059425294,
|
|
-0.007944469,
|
|
-0.008852406,
|
|
-0.041449193,
|
|
0.029817477,
|
|
-0.072902136,
|
|
0.005838279,
|
|
-0.0040887254,
|
|
-0.002960395,
|
|
0.016356403,
|
|
-0.0296515,
|
|
-0.05085301,
|
|
-0.029183367,
|
|
0.0092353765,
|
|
-0.0028603566,
|
|
-0.05293105,
|
|
-0.055138398,
|
|
0.055674743,
|
|
0.04991063,
|
|
-0.004752522,
|
|
-0.03616747,
|
|
-0.07279119,
|
|
-0.035633873,
|
|
-0.044298638,
|
|
-0.008577678,
|
|
0.04551653,
|
|
-0.00092662557,
|
|
-0.06565049,
|
|
-0.030902417,
|
|
-0.023554012,
|
|
0.0044309157,
|
|
0.025672494,
|
|
0.004166829,
|
|
-0.035677385,
|
|
-0.024446337,
|
|
0.013814578,
|
|
0.01186579,
|
|
0.006272616,
|
|
0.0036778871,
|
|
0.014971717,
|
|
0.053759076,
|
|
0.06549763,
|
|
0.0425127,
|
|
0.010884649,
|
|
0.043007683,
|
|
0.032144673,
|
|
0.09410879,
|
|
0.024780361,
|
|
-0.012006312,
|
|
-0.048107393,
|
|
0.008337757,
|
|
0.061457343,
|
|
0.019198485,
|
|
-0.003071099,
|
|
-0.0623972,
|
|
0.035353236,
|
|
0.018422177,
|
|
0.06360829,
|
|
-0.07275369,
|
|
0.068699665,
|
|
0.014621255,
|
|
-0.06763529,
|
|
-0.0032015769,
|
|
0.010275035,
|
|
0.032158606,
|
|
0.06903476,
|
|
-0.023221508,
|
|
-0.02270335,
|
|
-0.07228754,
|
|
0.086055666,
|
|
0.012974004,
|
|
0.021989947,
|
|
0.031505257,
|
|
-0.0057519623,
|
|
0.09631855,
|
|
-0.006373433,
|
|
-0.012076058,
|
|
-0.03971445,
|
|
0.028068455,
|
|
0.08778621,
|
|
-0.033523638,
|
|
-0.016415764,
|
|
-0.04628969,
|
|
0.016188512,
|
|
0.009353825,
|
|
-0.053086247,
|
|
0.00091402984,
|
|
-0.04855975,
|
|
0.0423367,
|
|
0.042704403,
|
|
-0.022618005,
|
|
0.027163865,
|
|
0.011552811,
|
|
-0.04381972,
|
|
0.034385473,
|
|
0.0620799,
|
|
-0.045087457,
|
|
-0.025685713,
|
|
0.052742172,
|
|
0.045610208,
|
|
-0.02660663,
|
|
-0.011890946,
|
|
-0.02272672,
|
|
-0.021724265,
|
|
0.030433476,
|
|
0.025457354,
|
|
-0.039997727,
|
|
-0.016979937,
|
|
0.039492138,
|
|
0.006640425,
|
|
0.017992454,
|
|
-0.010872081,
|
|
0.03414194,
|
|
0.049292207,
|
|
-0.025189904,
|
|
-0.03260604,
|
|
0.01796038,
|
|
0.0029543617,
|
|
-0.01690156,
|
|
-0.015726618,
|
|
0.009791458,
|
|
0.014492771,
|
|
-0.0050069783,
|
|
-0.03180184,
|
|
-0.010083302,
|
|
0.0038707403,
|
|
0.08266221,
|
|
-0.064660564,
|
|
-0.0023653912,
|
|
-0.07089886,
|
|
-0.01258373,
|
|
0.0047039823,
|
|
-0.0083789015,
|
|
0.045687698,
|
|
0.019797202,
|
|
-0.045586035,
|
|
0.0057957913,
|
|
0.023176257,
|
|
-0.03838602,
|
|
-0.014270414,
|
|
-0.04099639,
|
|
0.0012379282,
|
|
-0.0015666038,
|
|
0.0088998815,
|
|
-0.021020403,
|
|
0.029241446,
|
|
0.01820776,
|
|
-0.038560424,
|
|
-0.0011702153,
|
|
0.030556247,
|
|
0.045562882,
|
|
0.033868488,
|
|
-0.08029513,
|
|
-0.021785421,
|
|
0.0108429855,
|
|
-0.02909015,
|
|
-0.028360903,
|
|
0.06936639,
|
|
0.035676565,
|
|
0.0451092,
|
|
0.017205851,
|
|
0.025102865,
|
|
-0.047474638,
|
|
0.027446197,
|
|
0.019062418,
|
|
-0.059072465,
|
|
0.010990115,
|
|
-0.030562093,
|
|
-0.0099427,
|
|
-0.047363095,
|
|
-0.032277513,
|
|
0.019248549,
|
|
-0.024687845,
|
|
-0.017801417,
|
|
-0.0052152243,
|
|
-0.04685609,
|
|
0.011390218,
|
|
-0.009438653,
|
|
-0.013997598,
|
|
-0.03000924,
|
|
0.03206064,
|
|
0.05514924,
|
|
0.02972903,
|
|
0.050307427,
|
|
0.044194628,
|
|
0.019290293,
|
|
0.0118090175,
|
|
0.021541787,
|
|
0.025737246,
|
|
0.026711913,
|
|
0.015498265,
|
|
-0.029636372,
|
|
0.013573975,
|
|
0.022221401,
|
|
0.0008735981,
|
|
0.022813456,
|
|
-0.0019176906,
|
|
-0.028602915,
|
|
-0.032376897,
|
|
-0.047528483,
|
|
0.016405603,
|
|
-0.024236131,
|
|
0.04294928,
|
|
0.005900896,
|
|
0.042353947,
|
|
-0.0014653543,
|
|
-0.008895069,
|
|
-0.015182025,
|
|
0.039297402,
|
|
-0.034871247,
|
|
-0.031332478,
|
|
0.024921058,
|
|
0.0232865,
|
|
-0.012146839,
|
|
-0.0029081188,
|
|
0.009350526,
|
|
-0.020475931,
|
|
0.022899676,
|
|
0.01186137,
|
|
-0.09987264,
|
|
0.041012835,
|
|
0.036239758,
|
|
0.01880219,
|
|
0.011668417,
|
|
0.017341169,
|
|
0.038414557,
|
|
0.031070754,
|
|
-0.023524504,
|
|
-0.060313478,
|
|
-0.018000398,
|
|
0.040951964,
|
|
-0.015196476,
|
|
-0.048878703,
|
|
0.00782923,
|
|
0.019228062,
|
|
-0.046695173,
|
|
4.7787482e-05,
|
|
-0.011049097,
|
|
0.03390831,
|
|
-0.036429662,
|
|
0.013607421,
|
|
-0.0560462,
|
|
0.015323739,
|
|
-0.00559296,
|
|
0.027539497,
|
|
0.0064943545,
|
|
-0.062197395,
|
|
-0.0028299761,
|
|
0.015416633,
|
|
0.05422369,
|
|
-0.042707294,
|
|
0.089026414,
|
|
-0.08670881,
|
|
0.011689654,
|
|
-0.03121042,
|
|
0.003483503,
|
|
0.020848976,
|
|
0.029173227,
|
|
-0.013282394,
|
|
0.0068931505,
|
|
-0.004062615,
|
|
-0.016197648,
|
|
0.014108349,
|
|
0.034350544,
|
|
0.044643115,
|
|
-0.014521838,
|
|
0.06435053,
|
|
0.0574463,
|
|
0.054429315,
|
|
-0.032793697,
|
|
0.02582998,
|
|
0.053711463,
|
|
0.011061972,
|
|
-0.013604729,
|
|
0.02121133,
|
|
-0.057042196,
|
|
0.0028744196,
|
|
-0.022992328,
|
|
-0.025962546,
|
|
-0.017927067,
|
|
-0.0004939514,
|
|
0.0099513745,
|
|
-0.0111832945,
|
|
-0.04353563,
|
|
0.02352363,
|
|
-0.0008495444,
|
|
0.03614839,
|
|
0.008389351,
|
|
-0.012561091,
|
|
0.04550447,
|
|
0.017013015,
|
|
0.021661162,
|
|
0.044357948,
|
|
-0.05921587,
|
|
0.06603663,
|
|
0.032545485,
|
|
0.015602304,
|
|
-0.056643166,
|
|
-0.048982896,
|
|
-0.008270888,
|
|
0.036372244,
|
|
0.013537032,
|
|
0.04801237,
|
|
-0.0032966547,
|
|
-0.027335804,
|
|
0.034285758,
|
|
-0.010672268,
|
|
-0.04469174,
|
|
-0.00999756,
|
|
-0.023212576,
|
|
-0.009087137,
|
|
-0.05068745,
|
|
-0.018782021,
|
|
-0.05753603,
|
|
-0.0069712996,
|
|
0.020699542,
|
|
0.00032780186,
|
|
0.0047878637,
|
|
0.006886393,
|
|
0.016783845,
|
|
0.008328246,
|
|
-0.0280518,
|
|
0.02498479,
|
|
0.015793705,
|
|
0.028757732,
|
|
0.013403357,
|
|
0.04407358,
|
|
0.006855516,
|
|
-0.013155722,
|
|
0.025201587,
|
|
0.020770911,
|
|
-0.027199224,
|
|
0.04747331,
|
|
0.012809781,
|
|
0.019121533,
|
|
-0.0063016945,
|
|
-0.0012925717,
|
|
-0.041240938,
|
|
-0.070435,
|
|
0.02647094,
|
|
0.011080568,
|
|
-0.053764027,
|
|
-0.04201665,
|
|
0.014704289,
|
|
-0.009153089,
|
|
0.010357686,
|
|
0.014867435,
|
|
0.0058372235,
|
|
0.015002229,
|
|
0.0056983153,
|
|
-0.04907009,
|
|
-0.022335714,
|
|
-0.021442257,
|
|
0.011397501,
|
|
-0.059680413,
|
|
0.026818616,
|
|
-0.03358469,
|
|
0.034330584,
|
|
-0.061704513,
|
|
-0.0024871114,
|
|
-0.025597772,
|
|
0.04292534,
|
|
-0.022126105,
|
|
0.00750423,
|
|
-0.025951544,
|
|
-0.032138623,
|
|
-0.016191538,
|
|
0.05478396,
|
|
0.027236123,
|
|
0.017630614,
|
|
-0.053576928,
|
|
-0.009819819,
|
|
-0.021186193,
|
|
0.011438662,
|
|
-0.055087693,
|
|
0.051182102,
|
|
-0.020695793,
|
|
0.01615491,
|
|
0.09019232,
|
|
0.035558622,
|
|
0.027603673,
|
|
0.03298624,
|
|
0.05157328,
|
|
0.030370139,
|
|
-0.009578387,
|
|
-0.010058735,
|
|
-0.024157599,
|
|
0.018072752
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|