mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-26 09:15:40 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
806 lines
21 KiB
JSON
Generated
806 lines
21 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"This is a test file 1"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.02677472,
|
|
0.030941864,
|
|
-0.15667002,
|
|
-0.031780418,
|
|
0.04867571,
|
|
-0.0033791913,
|
|
0.049326245,
|
|
0.012012352,
|
|
-0.06391863,
|
|
-0.04249666,
|
|
0.00068981014,
|
|
0.04591841,
|
|
-0.008739196,
|
|
0.016720219,
|
|
-0.067609966,
|
|
-0.041466355,
|
|
0.06252765,
|
|
-0.0649922,
|
|
-0.0067284633,
|
|
-0.051655296,
|
|
0.002644141,
|
|
-0.0265924,
|
|
-0.08702576,
|
|
-0.020829214,
|
|
0.13259922,
|
|
0.022176685,
|
|
-0.06337211,
|
|
0.04159582,
|
|
-0.09539463,
|
|
-0.016358294,
|
|
0.04016329,
|
|
-0.036466528,
|
|
0.017168593,
|
|
-0.03516334,
|
|
-0.01039418,
|
|
-0.027008642,
|
|
0.034716662,
|
|
0.029264757,
|
|
0.051574804,
|
|
0.021052886,
|
|
-0.030086013,
|
|
-0.008431019,
|
|
0.005019218,
|
|
-0.0084756585,
|
|
0.03013821,
|
|
0.0116420295,
|
|
0.003028769,
|
|
0.044338316,
|
|
0.0090234745,
|
|
0.0036121865,
|
|
0.011538475,
|
|
0.016290179,
|
|
-0.021363948,
|
|
0.027147356,
|
|
0.033906475,
|
|
-0.0024581468,
|
|
0.0056164716,
|
|
0.0058094794,
|
|
0.005620889,
|
|
-0.06036362,
|
|
0.028036552,
|
|
0.025600454,
|
|
-0.08135111,
|
|
0.035801444,
|
|
-0.0067440784,
|
|
-0.046113547,
|
|
-0.02807406,
|
|
0.003661052,
|
|
-0.012430463,
|
|
0.0020873228,
|
|
0.08872001,
|
|
-0.009109363,
|
|
0.037735496,
|
|
-0.019480282,
|
|
0.012832348,
|
|
-0.044004086,
|
|
0.016713593,
|
|
-0.05801747,
|
|
-0.05454108,
|
|
-0.010671951,
|
|
0.06357424,
|
|
0.041256018,
|
|
0.006753769,
|
|
0.039273124,
|
|
0.09383153,
|
|
-0.028998096,
|
|
-0.029756611,
|
|
-0.014342501,
|
|
0.0068585076,
|
|
0.03448338,
|
|
0.016225118,
|
|
0.032510933,
|
|
0.023643354,
|
|
-0.011663315,
|
|
-0.011949663,
|
|
0.00330939,
|
|
-0.007874707,
|
|
0.041300997,
|
|
-0.004358568,
|
|
0.0022590929,
|
|
0.037951183,
|
|
0.015898444,
|
|
0.018214239,
|
|
-0.027173964,
|
|
0.024746928,
|
|
0.012276953,
|
|
-0.01367648,
|
|
0.008671508,
|
|
-0.06825009,
|
|
-0.021046175,
|
|
0.0016031911,
|
|
0.024150291,
|
|
-0.01837417,
|
|
-0.025224004,
|
|
0.01370162,
|
|
-0.018997153,
|
|
0.0683272,
|
|
-0.025137793,
|
|
-0.027680213,
|
|
0.0023579404,
|
|
-0.0100643635,
|
|
-0.017681785,
|
|
0.026501093,
|
|
0.06962629,
|
|
0.02407538,
|
|
0.044663057,
|
|
-0.06258735,
|
|
0.031589016,
|
|
0.0054444023,
|
|
-0.038445998,
|
|
-0.011103176,
|
|
0.018960575,
|
|
0.015660487,
|
|
-0.03254055,
|
|
0.0063389805,
|
|
0.022507403,
|
|
0.008260846,
|
|
0.011190787,
|
|
-0.0584662,
|
|
-0.01714698,
|
|
-0.029933492,
|
|
-0.011147134,
|
|
0.026957288,
|
|
0.017541299,
|
|
0.045435984,
|
|
-0.02189894,
|
|
0.028393134,
|
|
0.022568539,
|
|
-0.019912273,
|
|
0.004163208,
|
|
0.05310164,
|
|
0.0054425374,
|
|
0.015139224,
|
|
0.013279267,
|
|
0.013352913,
|
|
-0.067840494,
|
|
0.018727032,
|
|
-0.0025276712,
|
|
0.023739405,
|
|
0.058409013,
|
|
0.00020074271,
|
|
-0.021957124,
|
|
-0.030850582,
|
|
0.028407453,
|
|
-0.04798452,
|
|
-0.04298271,
|
|
-0.0011377198,
|
|
0.086340934,
|
|
0.07840114,
|
|
-0.043920003,
|
|
-0.023557413,
|
|
-0.057167083,
|
|
-0.025218671,
|
|
-0.01597988,
|
|
-0.05411297,
|
|
-0.031483155,
|
|
0.008345011,
|
|
-0.022176268,
|
|
0.02113642,
|
|
-0.02282768,
|
|
0.03677377,
|
|
-0.010508491,
|
|
0.0033288135,
|
|
0.026623297,
|
|
-0.004048295,
|
|
-0.037441004,
|
|
-0.0025744867,
|
|
-0.029911317,
|
|
-0.062168434,
|
|
-0.0029332903,
|
|
-0.0032502622,
|
|
-0.016843956,
|
|
-0.08549612,
|
|
-0.065053545,
|
|
0.019302744,
|
|
-0.04867665,
|
|
0.009750192,
|
|
-0.03023908,
|
|
0.028217306,
|
|
-0.006924248,
|
|
-0.0024394055,
|
|
-0.011467278,
|
|
-0.044175033,
|
|
0.019444365,
|
|
-0.028506715,
|
|
-0.021438625,
|
|
-0.012606206,
|
|
-0.026894132,
|
|
-0.016626481,
|
|
0.0069388035,
|
|
0.038838085,
|
|
-0.019479796,
|
|
-0.035983875,
|
|
0.03431603,
|
|
0.04614581,
|
|
-0.034680493,
|
|
-0.011663218,
|
|
-0.023605734,
|
|
-0.03209827,
|
|
-0.023844607,
|
|
0.011276258,
|
|
0.004139838,
|
|
0.053763382,
|
|
-0.03409799,
|
|
0.0032689827,
|
|
-0.02396363,
|
|
-0.057935674,
|
|
-0.038371332,
|
|
-0.023447687,
|
|
-0.031385668,
|
|
-0.018287748,
|
|
-0.044453528,
|
|
0.02377194,
|
|
0.012135744,
|
|
-0.009930183,
|
|
-0.016578507,
|
|
-0.039125364,
|
|
0.061466772,
|
|
-0.022705417,
|
|
0.04646387,
|
|
-0.035661664,
|
|
0.038345434,
|
|
-0.0005845132,
|
|
-0.010868163,
|
|
-0.01060013,
|
|
0.0040302025,
|
|
-0.0118558565,
|
|
-0.030646877,
|
|
0.0533116,
|
|
0.016597895,
|
|
-0.03436539,
|
|
0.019076005,
|
|
0.02483633,
|
|
0.06013104,
|
|
0.022484452,
|
|
-0.025427299,
|
|
-0.0072121564,
|
|
-0.026703564,
|
|
0.03282846,
|
|
-0.04571629,
|
|
0.015076348,
|
|
-0.048033737,
|
|
0.033276133,
|
|
-0.015665406,
|
|
-0.047723766,
|
|
-0.009108103,
|
|
-0.029860225,
|
|
0.03182517,
|
|
-0.041550323,
|
|
-0.036280617,
|
|
-0.031786323,
|
|
0.01783114,
|
|
-0.006913253,
|
|
-0.019591128,
|
|
0.021890623,
|
|
-0.031703718,
|
|
0.0078716725,
|
|
0.025836864,
|
|
-0.0005880041,
|
|
0.03562437,
|
|
-0.018673368,
|
|
0.009600237,
|
|
-0.00935094,
|
|
0.016192332,
|
|
0.03760871,
|
|
0.0069485004,
|
|
0.04817525,
|
|
-0.0064135343,
|
|
0.026043655,
|
|
0.029696865,
|
|
-0.0013224413,
|
|
0.04269062,
|
|
-0.00679953,
|
|
0.022868425,
|
|
0.014577837,
|
|
0.0071318285,
|
|
0.043496303,
|
|
-0.014606047,
|
|
0.020026471,
|
|
0.012868925,
|
|
-0.020092357,
|
|
0.022813138,
|
|
0.031228691,
|
|
0.04425548,
|
|
0.025824796,
|
|
-0.03152757,
|
|
0.037171192,
|
|
-0.032706898,
|
|
0.018723806,
|
|
0.033394065,
|
|
-0.071654074,
|
|
0.0088635795,
|
|
-0.034078658,
|
|
0.011080322,
|
|
-0.03268721,
|
|
0.048777677,
|
|
0.0436117,
|
|
0.013546695,
|
|
0.0718868,
|
|
-0.030770509,
|
|
-0.0058506387,
|
|
-0.079712115,
|
|
-0.03594686,
|
|
0.012658708,
|
|
0.022816505,
|
|
0.023608902,
|
|
0.006517537,
|
|
0.05033326,
|
|
-0.027021125,
|
|
-0.057023942,
|
|
0.066532,
|
|
0.075727515,
|
|
-0.06389971,
|
|
-0.03971891,
|
|
0.03386855,
|
|
0.029042734,
|
|
0.03422356,
|
|
0.04849044,
|
|
0.0042680628,
|
|
0.050842173,
|
|
0.017980555,
|
|
0.030996732,
|
|
0.035001025,
|
|
0.0069434117,
|
|
0.0358752,
|
|
-0.054875866,
|
|
-0.015150956,
|
|
0.031092217,
|
|
-0.0034399196,
|
|
0.070562646,
|
|
0.0069639906,
|
|
0.0054792925,
|
|
0.02223838,
|
|
0.0026914217,
|
|
0.009320447,
|
|
0.02244507,
|
|
0.041254822,
|
|
-0.021905903,
|
|
0.03901841,
|
|
-0.019353095,
|
|
0.037697647,
|
|
-0.016234051,
|
|
-0.01608561,
|
|
-0.009650818,
|
|
0.018454565,
|
|
0.01104161,
|
|
-0.034111224,
|
|
0.016900366,
|
|
0.07328901,
|
|
0.022216577,
|
|
-0.017110962,
|
|
0.0017291801,
|
|
0.059564367,
|
|
0.063429825,
|
|
0.042016845,
|
|
0.042888366,
|
|
-0.07192681,
|
|
-0.009067923,
|
|
0.0035203802,
|
|
0.040294215,
|
|
0.05171481,
|
|
-0.027124982,
|
|
0.0279935,
|
|
0.033811912,
|
|
0.005924817,
|
|
-0.011665128,
|
|
0.02677691,
|
|
-0.010961608,
|
|
0.056075767,
|
|
-0.0005485002,
|
|
-0.016493188,
|
|
0.017960183,
|
|
-0.08018915,
|
|
0.04319475,
|
|
0.01101686,
|
|
0.004069606,
|
|
0.01761567,
|
|
-0.006804515,
|
|
-0.051012456,
|
|
-0.008975473,
|
|
-0.013591205,
|
|
-0.012144154,
|
|
-0.006747242,
|
|
0.015034424,
|
|
-0.020088369,
|
|
-0.010993353,
|
|
-0.029055284,
|
|
-0.04632503,
|
|
0.02037069,
|
|
0.0072794417,
|
|
0.027561164,
|
|
-0.024555583,
|
|
-0.018160552,
|
|
-0.060863115,
|
|
0.0025238637,
|
|
0.02512478,
|
|
0.03789586,
|
|
9.780039e-05,
|
|
0.014476756,
|
|
-0.0122205485,
|
|
0.0050459704,
|
|
0.045654777,
|
|
0.013759676,
|
|
-0.020127686,
|
|
-0.03688545,
|
|
-0.007382932,
|
|
0.05673287,
|
|
0.06865606,
|
|
-0.01697262,
|
|
-0.090259254,
|
|
-0.020050533,
|
|
0.013738292,
|
|
0.02862413,
|
|
-0.007093044,
|
|
-0.026896691,
|
|
0.07486323,
|
|
0.00048873055,
|
|
-0.009811599,
|
|
-0.033891942,
|
|
0.027395064,
|
|
0.041430663,
|
|
-0.054533545,
|
|
-0.046695188,
|
|
-0.010616897,
|
|
0.015102949,
|
|
0.11970185,
|
|
0.08717462,
|
|
-0.043464817,
|
|
-0.045438517,
|
|
-0.0114817945,
|
|
-0.005325696,
|
|
0.01819109,
|
|
-0.023513177,
|
|
0.024378385,
|
|
0.07168493,
|
|
-0.029713271,
|
|
0.05979157,
|
|
-0.01829654,
|
|
0.0001904544,
|
|
0.058861196,
|
|
-0.0046321996,
|
|
0.011134487,
|
|
0.07018605,
|
|
0.029077567,
|
|
0.011817007,
|
|
-0.016134005,
|
|
0.030316327,
|
|
-0.04006056,
|
|
0.005597001,
|
|
0.059321366,
|
|
-0.013946027,
|
|
-0.05688957,
|
|
-0.0043339822,
|
|
-0.044788774,
|
|
0.008737329,
|
|
0.018124318,
|
|
-0.033753995,
|
|
0.023969293,
|
|
-0.04449261,
|
|
0.019107156,
|
|
0.039316755,
|
|
0.0042485385,
|
|
-0.05196521,
|
|
-0.039233916,
|
|
0.022276755,
|
|
-0.006326326,
|
|
0.0291069,
|
|
0.014493599,
|
|
0.027650902,
|
|
0.02060159,
|
|
0.027770845,
|
|
0.01954406,
|
|
0.07653325,
|
|
0.038179148,
|
|
0.013047572,
|
|
-0.02158699,
|
|
-0.0040508728,
|
|
-0.032583926,
|
|
-0.008686103,
|
|
-0.0010159805,
|
|
0.019813929,
|
|
-0.005115707,
|
|
-0.004137538,
|
|
-0.014622748,
|
|
-0.017420044,
|
|
-0.01881557,
|
|
0.00931889,
|
|
-0.034724705,
|
|
-0.09951143,
|
|
-0.011822071,
|
|
-0.04854422,
|
|
-0.015294929,
|
|
0.0039790445,
|
|
0.034585405,
|
|
0.08652326,
|
|
0.0023226955,
|
|
0.024213148,
|
|
0.0017893966,
|
|
-0.030160772,
|
|
0.029798808,
|
|
0.029257255,
|
|
0.0032784669,
|
|
0.030667355,
|
|
-0.017075822,
|
|
-0.10480226,
|
|
0.04529026,
|
|
-0.004423777,
|
|
-0.02981933,
|
|
0.08506133,
|
|
0.0682494,
|
|
0.016473267,
|
|
0.01205411,
|
|
-0.012771412,
|
|
-0.006278446,
|
|
-0.008318219,
|
|
-0.0017349939,
|
|
-0.05944046,
|
|
-0.0042167106,
|
|
0.005693538,
|
|
0.061192214,
|
|
-0.06575179,
|
|
-0.017758716,
|
|
0.012685767,
|
|
-0.04639458,
|
|
0.0053697214,
|
|
-0.030077389,
|
|
-0.06816862,
|
|
0.041400295,
|
|
-0.008740166,
|
|
-0.065030985,
|
|
0.042985585,
|
|
-0.03953009,
|
|
-0.060726844,
|
|
-0.023447856,
|
|
0.026061086,
|
|
-0.038672224,
|
|
0.0051503615,
|
|
-0.047632433,
|
|
-0.020514932,
|
|
-0.038162023,
|
|
0.01833706,
|
|
0.0031224145,
|
|
0.00039451322,
|
|
-0.000566077,
|
|
0.023323203,
|
|
-0.039752666,
|
|
-0.011877217,
|
|
-0.0008356547,
|
|
0.00125655,
|
|
0.023844847,
|
|
0.011086396,
|
|
-0.029552136,
|
|
0.0025251193,
|
|
-0.030487081,
|
|
-0.031061137,
|
|
0.032155003,
|
|
0.016566968,
|
|
0.053850286,
|
|
-0.04559756,
|
|
-0.03642383,
|
|
0.042838383,
|
|
-0.0032927298,
|
|
0.010824938,
|
|
0.029298987,
|
|
-0.0074115107,
|
|
0.0031700858,
|
|
0.0066078096,
|
|
-0.015916385,
|
|
0.03645666,
|
|
-0.035837375,
|
|
-0.035440266,
|
|
-0.030025302,
|
|
0.00885319,
|
|
0.008420091,
|
|
-0.020215843,
|
|
0.0029321166,
|
|
0.0052278307,
|
|
-0.025063436,
|
|
-0.017041774,
|
|
-0.041332513,
|
|
0.000690702,
|
|
0.014622537,
|
|
-0.006039043,
|
|
-0.046511643,
|
|
-0.029145584,
|
|
0.004014528,
|
|
0.0453502,
|
|
0.015185325,
|
|
-0.0013534713,
|
|
0.0013212956,
|
|
0.06329815,
|
|
0.00826875,
|
|
-0.084322505,
|
|
0.007818475,
|
|
-0.015032623,
|
|
-0.036031403,
|
|
0.053299304,
|
|
-0.02831763,
|
|
0.019666553,
|
|
-0.040114563,
|
|
0.020928448,
|
|
-0.04364561,
|
|
0.06002298,
|
|
-0.029126104,
|
|
-0.0045929067,
|
|
-0.00978126,
|
|
-0.038711198,
|
|
0.0104036415,
|
|
0.059904993,
|
|
0.07693182,
|
|
-0.06093226,
|
|
0.030045735,
|
|
-0.054895446,
|
|
-0.053867023,
|
|
-0.062480137,
|
|
0.0057383482,
|
|
-0.046853792,
|
|
0.018467741,
|
|
0.05053984,
|
|
0.07668424,
|
|
0.045239978,
|
|
0.021200206,
|
|
-0.01079267,
|
|
-0.049778398,
|
|
0.009304062,
|
|
0.036618788,
|
|
0.0076110256,
|
|
0.057247672,
|
|
0.030699413,
|
|
-0.047606904,
|
|
0.0683096,
|
|
0.06861379,
|
|
0.035351373,
|
|
-0.022210274,
|
|
-0.003944419,
|
|
0.0056580836,
|
|
0.04339384,
|
|
-0.049750585,
|
|
-0.05994943,
|
|
-0.060973316,
|
|
-0.0027282985,
|
|
0.020575376,
|
|
-0.05612958,
|
|
0.008537348,
|
|
0.008136603,
|
|
0.022913344,
|
|
-0.0012014996,
|
|
-0.02416079,
|
|
0.0065704435,
|
|
-0.07728631,
|
|
0.023386426,
|
|
0.010133779,
|
|
0.06605594,
|
|
0.019532315,
|
|
-0.027425172,
|
|
0.031775128,
|
|
0.04229134,
|
|
0.068178356,
|
|
0.0013204314,
|
|
-0.037157394,
|
|
-0.06037113,
|
|
-0.038628187,
|
|
0.05820818,
|
|
0.032514967,
|
|
0.040428683,
|
|
-0.080996156,
|
|
-0.007889068,
|
|
-0.058997042,
|
|
-0.021176152,
|
|
0.008709909,
|
|
-0.006069547,
|
|
-0.018228978,
|
|
-0.016370406,
|
|
-0.04131083,
|
|
-0.0098481625,
|
|
-0.0014613796,
|
|
0.0708496,
|
|
0.003142781,
|
|
-0.017391587,
|
|
0.043653335,
|
|
0.008182604,
|
|
0.031963103,
|
|
0.0059576114,
|
|
0.04653211,
|
|
-0.03873794,
|
|
-0.02989591,
|
|
0.006415955,
|
|
0.007794782,
|
|
-0.053291507,
|
|
-0.04323005,
|
|
0.030573908,
|
|
0.027475277,
|
|
0.0054794485,
|
|
0.07692471,
|
|
-0.02822654,
|
|
0.008572378,
|
|
-0.014463476,
|
|
0.011854354,
|
|
-0.0035191758,
|
|
0.009788215,
|
|
0.09012054,
|
|
0.044467583,
|
|
-0.033448875,
|
|
0.011269375,
|
|
-0.0009373983,
|
|
-0.04293165,
|
|
0.0075986693,
|
|
-0.033926576,
|
|
0.056188893,
|
|
-0.05795038,
|
|
-0.044657208,
|
|
-0.038282998,
|
|
-0.030264413,
|
|
0.023192063,
|
|
-0.018675342,
|
|
0.0075905314,
|
|
0.0009921542,
|
|
-0.03609892,
|
|
0.009558043,
|
|
0.03299548,
|
|
0.0029710769,
|
|
0.050821364,
|
|
-0.017401243,
|
|
-0.016069688,
|
|
-0.04869947,
|
|
0.011516557,
|
|
-0.028773425,
|
|
0.027971322,
|
|
-0.004778359,
|
|
-0.005546814,
|
|
0.028500797,
|
|
-0.053007014,
|
|
0.011258761,
|
|
0.03242818,
|
|
-0.0041907816,
|
|
-0.018487912,
|
|
-0.03317324,
|
|
-0.0035926753,
|
|
0.08259465,
|
|
-0.06399537,
|
|
0.0023048194,
|
|
-0.032274384,
|
|
0.028794758,
|
|
0.009771137,
|
|
-0.012221115,
|
|
-0.050449286,
|
|
0.008639133,
|
|
-0.0530566
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|