mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-25 17:11:12 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
806 lines
21 KiB
JSON
Generated
806 lines
21 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"What is the secret string?"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.0032986836,
|
|
0.024027394,
|
|
-0.12853743,
|
|
-0.09324438,
|
|
0.045361742,
|
|
-0.013056183,
|
|
-0.022555847,
|
|
-0.012613375,
|
|
-0.03398914,
|
|
-0.035651904,
|
|
-0.12064993,
|
|
0.057964455,
|
|
0.030329313,
|
|
-0.050050795,
|
|
0.04453846,
|
|
-0.0070125563,
|
|
0.029749561,
|
|
-0.06559391,
|
|
-0.002993373,
|
|
-0.05918187,
|
|
-0.0025102585,
|
|
-0.02686315,
|
|
-0.038463283,
|
|
0.046533335,
|
|
0.11378393,
|
|
0.04937919,
|
|
0.025002593,
|
|
-0.033740196,
|
|
0.007246117,
|
|
-0.031203022,
|
|
0.028160624,
|
|
-0.02944006,
|
|
0.015620879,
|
|
0.011322325,
|
|
-0.033444125,
|
|
-0.052299276,
|
|
0.020813486,
|
|
-0.0072749043,
|
|
-0.049010944,
|
|
0.051732294,
|
|
-0.028968671,
|
|
0.05595169,
|
|
-0.008857897,
|
|
-0.0032976253,
|
|
0.042489685,
|
|
-0.025026862,
|
|
-0.023456585,
|
|
6.46129e-05,
|
|
0.029820241,
|
|
-0.085338034,
|
|
0.058596697,
|
|
-0.024279315,
|
|
0.05391659,
|
|
-0.01946672,
|
|
0.051720995,
|
|
0.018171057,
|
|
0.0011381571,
|
|
-0.03046404,
|
|
0.030458495,
|
|
0.040416773,
|
|
0.06773567,
|
|
0.028664507,
|
|
-0.026486794,
|
|
0.034290597,
|
|
0.057708777,
|
|
-0.029490804,
|
|
-0.02560744,
|
|
0.044930853,
|
|
0.011338722,
|
|
-0.019911025,
|
|
0.062480625,
|
|
0.014960627,
|
|
0.012959204,
|
|
-0.0374132,
|
|
-0.06685959,
|
|
-0.004992621,
|
|
0.013715416,
|
|
-0.017966261,
|
|
-0.018940058,
|
|
0.027471887,
|
|
0.04046339,
|
|
-0.013159615,
|
|
-0.0035001321,
|
|
0.00860785,
|
|
-0.005039756,
|
|
-0.035087176,
|
|
-0.023220722,
|
|
0.012773795,
|
|
-0.0040118406,
|
|
0.054371774,
|
|
-0.0016255592,
|
|
0.010962614,
|
|
0.037633747,
|
|
0.03468202,
|
|
-0.014064402,
|
|
0.016429113,
|
|
0.009631311,
|
|
0.037464213,
|
|
-0.049405385,
|
|
-0.03485593,
|
|
0.00909404,
|
|
-0.03266166,
|
|
0.028881658,
|
|
0.010416462,
|
|
0.0076452163,
|
|
0.02923839,
|
|
-0.012726982,
|
|
-0.008917278,
|
|
-0.039297726,
|
|
0.00026908715,
|
|
-0.012596263,
|
|
0.053953346,
|
|
-0.04130733,
|
|
-0.03592253,
|
|
0.024551602,
|
|
-0.029714737,
|
|
0.020442221,
|
|
-0.04659323,
|
|
-0.031344593,
|
|
-0.018244052,
|
|
-0.052938335,
|
|
-0.019082317,
|
|
0.014155709,
|
|
0.04420679,
|
|
-0.016036164,
|
|
0.046695057,
|
|
-0.017100003,
|
|
0.031964798,
|
|
0.015379527,
|
|
-0.075141385,
|
|
-0.032912742,
|
|
0.0045779543,
|
|
-0.039649807,
|
|
0.014326906,
|
|
0.027014537,
|
|
0.041521385,
|
|
-0.020128734,
|
|
0.007877264,
|
|
0.041349962,
|
|
0.012453176,
|
|
0.004306664,
|
|
0.02351285,
|
|
-0.031706396,
|
|
-0.03691455,
|
|
0.033226673,
|
|
-0.07985886,
|
|
0.013038393,
|
|
-0.0041157105,
|
|
-0.061088573,
|
|
-0.035600077,
|
|
0.019558294,
|
|
0.0063110534,
|
|
0.022945646,
|
|
-0.008669337,
|
|
-0.016276145,
|
|
-0.03193193,
|
|
0.070835285,
|
|
-2.1618193e-07,
|
|
-0.00078207866,
|
|
0.059418164,
|
|
0.024302253,
|
|
0.03268082,
|
|
0.00014381036,
|
|
0.03839722,
|
|
-0.06838789,
|
|
-0.042497825,
|
|
0.033609662,
|
|
0.07475393,
|
|
0.030100998,
|
|
0.0423033,
|
|
-0.04166448,
|
|
0.0143501535,
|
|
0.0039264755,
|
|
0.012671987,
|
|
-0.020854177,
|
|
-0.006718569,
|
|
0.002019551,
|
|
-0.038268488,
|
|
0.012740347,
|
|
-0.028295355,
|
|
0.002600234,
|
|
-0.039414056,
|
|
0.04326679,
|
|
0.022708738,
|
|
-0.04673403,
|
|
-0.012096722,
|
|
-0.0011956888,
|
|
-0.052961368,
|
|
-0.012467041,
|
|
-0.056463912,
|
|
-0.042778503,
|
|
-0.018744348,
|
|
-0.078515016,
|
|
-0.0064001423,
|
|
0.0028517288,
|
|
-0.015467423,
|
|
-0.023435803,
|
|
0.0035010404,
|
|
0.021770932,
|
|
0.008625957,
|
|
-0.06604144,
|
|
0.026738834,
|
|
-0.017575411,
|
|
-0.017031696,
|
|
0.01075823,
|
|
0.015145062,
|
|
0.03947122,
|
|
-0.00799394,
|
|
0.036185145,
|
|
0.016810846,
|
|
0.07538752,
|
|
-0.025896443,
|
|
-0.017358331,
|
|
-0.0134874005,
|
|
0.0018703025,
|
|
-0.022088114,
|
|
0.012068537,
|
|
0.0122266365,
|
|
-0.02195069,
|
|
0.016274363,
|
|
0.059921224,
|
|
-0.009841874,
|
|
0.042732026,
|
|
-0.018221157,
|
|
-0.039516818,
|
|
0.0486526,
|
|
-0.048551105,
|
|
-0.009838615,
|
|
-0.05851413,
|
|
0.0077378396,
|
|
-0.007728302,
|
|
-0.11791794,
|
|
0.028796539,
|
|
0.06965044,
|
|
-0.01980592,
|
|
-0.010689993,
|
|
0.0051634163,
|
|
0.02781541,
|
|
0.008662729,
|
|
0.023464749,
|
|
0.01019859,
|
|
0.010077792,
|
|
0.01240951,
|
|
0.026778733,
|
|
-0.01969809,
|
|
0.06289993,
|
|
-0.031163208,
|
|
-0.025086904,
|
|
0.023612363,
|
|
0.04369569,
|
|
-0.020940982,
|
|
0.012396958,
|
|
-0.01859855,
|
|
0.02107048,
|
|
0.02855252,
|
|
-0.03700358,
|
|
-0.011339705,
|
|
-0.01757895,
|
|
6.362148e-05,
|
|
-0.055251203,
|
|
0.0031862666,
|
|
-0.014093398,
|
|
0.04327843,
|
|
-0.011082,
|
|
0.0040321597,
|
|
-0.012379764,
|
|
0.008524582,
|
|
0.004850474,
|
|
0.019686775,
|
|
-0.013663173,
|
|
-0.013159279,
|
|
0.04567823,
|
|
-0.023725845,
|
|
-0.021927617,
|
|
-0.023135658,
|
|
0.008367321,
|
|
0.02053971,
|
|
-0.019572549,
|
|
0.0068249614,
|
|
0.011320174,
|
|
-0.05443711,
|
|
0.020393135,
|
|
-0.037801195,
|
|
0.013770748,
|
|
-0.045985486,
|
|
0.022687728,
|
|
0.0015826945,
|
|
-0.049056765,
|
|
-0.003444469,
|
|
0.010152211,
|
|
0.039853044,
|
|
0.014909604,
|
|
-0.002871339,
|
|
0.026515814,
|
|
0.032994673,
|
|
0.02709395,
|
|
0.036467694,
|
|
0.01610746,
|
|
0.013702929,
|
|
-0.039955992,
|
|
0.0087158615,
|
|
0.0072095115,
|
|
-0.0001403875,
|
|
0.02706977,
|
|
-0.031419203,
|
|
-0.029384844,
|
|
0.019975537,
|
|
-0.0061495877,
|
|
0.026191944,
|
|
0.0041432804,
|
|
-0.042340036,
|
|
0.017639548,
|
|
0.06021742,
|
|
0.0427631,
|
|
-0.041216932,
|
|
0.070766434,
|
|
-0.02191542,
|
|
0.0066472595,
|
|
0.06198921,
|
|
-0.00028757102,
|
|
-0.028165234,
|
|
-0.05135239,
|
|
0.011040836,
|
|
-0.06876293,
|
|
-0.022638226,
|
|
0.006416433,
|
|
-0.010084974,
|
|
0.037493583,
|
|
-0.054970145,
|
|
-0.047357112,
|
|
0.016661117,
|
|
0.026951559,
|
|
-0.05262415,
|
|
-0.013166455,
|
|
-0.018538471,
|
|
0.049789067,
|
|
-0.023675809,
|
|
-0.014888084,
|
|
-0.043054145,
|
|
-0.011257369,
|
|
0.020023536,
|
|
-0.0055467677,
|
|
0.024918977,
|
|
-0.03558415,
|
|
0.02996231,
|
|
0.016184896,
|
|
-0.028430257,
|
|
-0.044851914,
|
|
0.07409331,
|
|
0.045994364,
|
|
-0.058175534,
|
|
0.028127082,
|
|
-0.04034791,
|
|
0.034272235,
|
|
0.00053115725,
|
|
0.03375033,
|
|
0.028929386,
|
|
0.00026890344,
|
|
0.049494307,
|
|
0.009845735,
|
|
0.043682832,
|
|
-0.044978708,
|
|
0.016202942,
|
|
-0.03792806,
|
|
0.03709004,
|
|
0.0024071136,
|
|
0.01571947,
|
|
-0.022291455,
|
|
-0.0025049888,
|
|
0.037405774,
|
|
-0.05483534,
|
|
0.0320796,
|
|
0.006743261,
|
|
-0.0075901053,
|
|
-0.015895419,
|
|
-0.011879925,
|
|
-0.114077605,
|
|
-0.036012452,
|
|
-0.019458903,
|
|
0.039436284,
|
|
0.027783195,
|
|
-0.055382665,
|
|
-0.008043197,
|
|
-0.0036612905,
|
|
0.020206898,
|
|
-0.009309853,
|
|
-0.036252167,
|
|
-0.011387752,
|
|
0.050158888,
|
|
0.0017371936,
|
|
-0.025937958,
|
|
-0.030635199,
|
|
-0.058819994,
|
|
-0.0069313245,
|
|
-0.004209105,
|
|
-0.013815325,
|
|
0.011257949,
|
|
0.03510823,
|
|
0.004807265,
|
|
-0.04084816,
|
|
-0.048516903,
|
|
-0.03549119,
|
|
0.0063218772,
|
|
-0.013320006,
|
|
-0.023580277,
|
|
0.07931054,
|
|
-0.012630366,
|
|
-0.034307353,
|
|
0.083278604,
|
|
-0.019339314,
|
|
0.036989518,
|
|
0.047519673,
|
|
0.008330579,
|
|
-0.06684102,
|
|
-0.020828567,
|
|
-0.0016005763,
|
|
0.0037651316,
|
|
-0.0290726,
|
|
-0.038187087,
|
|
-0.011761794,
|
|
0.07332954,
|
|
0.048947796,
|
|
0.0066967355,
|
|
0.00030506682,
|
|
-0.026735444,
|
|
0.0003591779,
|
|
-0.0017446446,
|
|
0.034313828,
|
|
-0.038483184,
|
|
-0.084472835,
|
|
0.023159236,
|
|
0.031459462,
|
|
0.05462754,
|
|
0.0150604155,
|
|
-0.011486448,
|
|
0.021071,
|
|
-0.015068466,
|
|
-0.03412993,
|
|
-0.03363461,
|
|
0.07256013,
|
|
0.020399047,
|
|
0.021079307,
|
|
0.013139558,
|
|
0.029423835,
|
|
0.02580177,
|
|
0.07378288,
|
|
0.053098552,
|
|
0.0010445575,
|
|
-0.05967749,
|
|
0.07230943,
|
|
-0.042679492,
|
|
-0.04302788,
|
|
0.00235337,
|
|
0.017255168,
|
|
0.083445266,
|
|
-0.017646035,
|
|
-0.022459133,
|
|
0.0068705017,
|
|
0.051071573,
|
|
-0.0049718795,
|
|
-0.0099572465,
|
|
-0.0076468103,
|
|
-0.02759554,
|
|
0.023380037,
|
|
0.03200115,
|
|
-0.014461045,
|
|
0.022191888,
|
|
-0.029301597,
|
|
0.092221975,
|
|
0.11732678,
|
|
-0.01992372,
|
|
0.025138808,
|
|
0.044134654,
|
|
-0.02390199,
|
|
0.024928166,
|
|
-0.002303499,
|
|
-0.023202209,
|
|
0.046912625,
|
|
-0.015181528,
|
|
0.043374997,
|
|
-0.009495595,
|
|
0.050601013,
|
|
-0.05259698,
|
|
-0.063409336,
|
|
0.01764044,
|
|
0.05077809,
|
|
0.009961246,
|
|
-0.014817057,
|
|
-0.043514192,
|
|
0.01128857,
|
|
0.031639285,
|
|
0.0066269655,
|
|
0.042519834,
|
|
-0.009257732,
|
|
0.00057607354,
|
|
-0.078355335,
|
|
-0.0035112,
|
|
-0.028754521,
|
|
-0.005122706,
|
|
-0.01242668,
|
|
0.029878063,
|
|
0.019882184,
|
|
-0.010878481,
|
|
0.040703148,
|
|
0.024053425,
|
|
-0.004037578,
|
|
0.033323694,
|
|
-0.041800488,
|
|
-0.08001511,
|
|
-0.028445974,
|
|
-0.047794186,
|
|
0.0033649993,
|
|
-0.024955234,
|
|
-0.0246494,
|
|
0.07047036,
|
|
-0.0025128715,
|
|
0.09181009,
|
|
0.018030588,
|
|
0.03614813,
|
|
0.007992265,
|
|
-0.006388993,
|
|
0.039633162,
|
|
0.008676098,
|
|
-0.008555736,
|
|
-0.07805932,
|
|
0.033708688,
|
|
-0.0012907608,
|
|
-0.011003005,
|
|
0.013455157,
|
|
-0.040933263,
|
|
-0.022525545,
|
|
0.0058940277,
|
|
-7.3746465e-05,
|
|
-0.027320297,
|
|
0.030873496,
|
|
-0.0382432,
|
|
-0.027093517,
|
|
0.03684335,
|
|
-0.035428602,
|
|
0.03903928,
|
|
0.011249623,
|
|
0.01648375,
|
|
-0.009614459,
|
|
0.00040212082,
|
|
0.019891042,
|
|
-0.017265849,
|
|
-0.029518986,
|
|
-0.0021601538,
|
|
-0.001263436,
|
|
-0.02431803,
|
|
0.030755784,
|
|
-0.0203588,
|
|
-0.038702417,
|
|
0.00047228363,
|
|
-0.016713016,
|
|
-0.045761377,
|
|
-0.0036283361,
|
|
-0.0033466232,
|
|
0.0019470254,
|
|
0.019250259,
|
|
0.03362542,
|
|
0.0021007906,
|
|
0.0093469955,
|
|
0.0025023564,
|
|
-0.0023875628,
|
|
-0.015718091,
|
|
0.008567405,
|
|
-0.022001995,
|
|
0.040123887,
|
|
0.04644549,
|
|
-0.03921077,
|
|
0.0128390435,
|
|
-0.047608368,
|
|
0.03019618,
|
|
-0.02100763,
|
|
-0.008887097,
|
|
-0.023297662,
|
|
-0.058117963,
|
|
-0.050039448,
|
|
-0.042037785,
|
|
0.009778059,
|
|
-0.042896606,
|
|
0.023667162,
|
|
-0.021646107,
|
|
-0.0085139945,
|
|
0.043802693,
|
|
-0.028918266,
|
|
-0.078997284,
|
|
0.0025900195,
|
|
-0.03533183,
|
|
-0.05135335,
|
|
0.02881346,
|
|
0.011519441,
|
|
0.054495495,
|
|
-0.01518895,
|
|
0.005383923,
|
|
-0.04073472,
|
|
-0.010176185,
|
|
0.014496789,
|
|
0.010065708,
|
|
0.03590252,
|
|
0.0502445,
|
|
0.040928382,
|
|
-0.021835104,
|
|
-0.009051874,
|
|
0.04545784,
|
|
0.056008928,
|
|
0.050937135,
|
|
0.0057510724,
|
|
-0.009609614,
|
|
0.086232886,
|
|
-0.0055724354,
|
|
-0.03572286,
|
|
-0.0037728269,
|
|
0.04825984,
|
|
-0.025948038,
|
|
0.022848984,
|
|
0.02990602,
|
|
-0.051778648,
|
|
-0.06041578,
|
|
0.043915883,
|
|
-0.04182703,
|
|
-0.008144247,
|
|
-0.026842678,
|
|
0.08341958,
|
|
-0.026044311,
|
|
-0.045275353,
|
|
-0.027890675,
|
|
-0.012195449,
|
|
0.045508925,
|
|
-0.0711689,
|
|
0.05662427,
|
|
-0.026666857,
|
|
-0.02400544,
|
|
-0.031821128,
|
|
0.05154189,
|
|
-0.028013796,
|
|
0.07027354,
|
|
-0.025199393,
|
|
0.071458556,
|
|
0.05159261,
|
|
-0.009702621,
|
|
-0.0292062,
|
|
-0.0006539755,
|
|
-0.007547089,
|
|
0.07696266,
|
|
0.04119208,
|
|
0.02269182,
|
|
0.023550116,
|
|
-0.011891305,
|
|
-0.0019354338,
|
|
0.04786894,
|
|
-0.027906831,
|
|
0.021072268,
|
|
0.076432854,
|
|
-0.06553183,
|
|
0.01862861,
|
|
-0.06791135,
|
|
-0.050306402,
|
|
-0.05260721,
|
|
0.011271741,
|
|
-0.00090540503,
|
|
-0.00586673,
|
|
-0.04343242,
|
|
0.043944333,
|
|
-0.009442963,
|
|
0.05242626,
|
|
-0.030415678,
|
|
-0.025321687,
|
|
0.01179464,
|
|
0.026350629,
|
|
0.0064153317,
|
|
0.07592477,
|
|
-0.017494515,
|
|
0.060401842,
|
|
0.013301226,
|
|
0.040358186,
|
|
0.03312654,
|
|
-0.068483435,
|
|
-0.04309235,
|
|
0.00020228238,
|
|
0.015284389,
|
|
-0.021765618,
|
|
-0.008834017,
|
|
0.00898098,
|
|
-0.022203308,
|
|
-0.026022945,
|
|
-0.060405266,
|
|
-0.036306493,
|
|
-0.0635644,
|
|
-0.019911667,
|
|
-0.06612217,
|
|
-0.016830113,
|
|
-0.04665814,
|
|
0.056536287,
|
|
0.03661846,
|
|
-0.064015426,
|
|
0.02515789,
|
|
-0.046791427,
|
|
0.07699667,
|
|
-0.007925841,
|
|
0.047779206,
|
|
0.023044702,
|
|
0.039954893,
|
|
-0.040115613,
|
|
-0.015775848,
|
|
0.007164218,
|
|
-0.009256051,
|
|
-0.034420982,
|
|
0.02846614,
|
|
-0.01607743,
|
|
0.015776388,
|
|
-0.018934235,
|
|
0.045096498,
|
|
-0.021748254,
|
|
0.049678154,
|
|
0.01852816,
|
|
-0.036218435,
|
|
-0.018958857,
|
|
-0.028583238,
|
|
0.040013842,
|
|
0.008460945,
|
|
-0.020836234,
|
|
0.009103908,
|
|
-0.013069774,
|
|
-0.038534135,
|
|
0.048007835,
|
|
-0.00039249414,
|
|
0.050986048,
|
|
-0.012399026,
|
|
0.009125683,
|
|
-0.0090596415,
|
|
0.02107644,
|
|
-0.018349461,
|
|
0.029914089,
|
|
0.032248452,
|
|
-0.023537338,
|
|
0.008016883,
|
|
-0.023186643,
|
|
0.011149536,
|
|
0.04109207,
|
|
0.00060086703,
|
|
-0.0039925687,
|
|
0.003558584,
|
|
-0.0031856818,
|
|
-0.0093926685,
|
|
-0.060290705,
|
|
0.04616099,
|
|
-0.011660713,
|
|
-0.008103016,
|
|
0.03087257,
|
|
-0.050025217,
|
|
-0.051958285,
|
|
0.073884405,
|
|
0.052943323,
|
|
0.0010731242,
|
|
0.031025864,
|
|
0.03570595,
|
|
0.085457414,
|
|
0.01059186,
|
|
0.021846503,
|
|
-0.025219727,
|
|
-0.018346634,
|
|
0.04661713,
|
|
-0.024405431,
|
|
-0.059233453,
|
|
0.014887368,
|
|
-0.0010446268
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|