mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-25 09:05:37 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
805 lines
20 KiB
JSON
Generated
805 lines
20 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://localhost:11434/api/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"Python is a high-level programming language with code readability and fewer lines than C++ or Java"
|
|
]
|
|
},
|
|
"endpoint": "/api/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "ollama._types.EmbedResponse",
|
|
"__data__": {
|
|
"model": "nomic-embed-text:latest",
|
|
"created_at": null,
|
|
"done": null,
|
|
"done_reason": null,
|
|
"total_duration": 102112547,
|
|
"load_duration": 6290847,
|
|
"prompt_eval_count": 21,
|
|
"prompt_eval_duration": null,
|
|
"eval_count": null,
|
|
"eval_duration": null,
|
|
"embeddings": [
|
|
[
|
|
0.011557126,
|
|
0.08892394,
|
|
-0.13147448,
|
|
-0.0792572,
|
|
0.065890595,
|
|
0.026295988,
|
|
-0.04334166,
|
|
0.0010298628,
|
|
-0.024186691,
|
|
-0.061305195,
|
|
-0.0037061102,
|
|
0.027842576,
|
|
0.048056785,
|
|
-0.029355137,
|
|
0.011502603,
|
|
-0.08920312,
|
|
0.020689912,
|
|
-0.05041785,
|
|
0.009142819,
|
|
0.05800451,
|
|
-0.021363098,
|
|
-0.045512337,
|
|
0.00770782,
|
|
-0.029389612,
|
|
0.07064698,
|
|
0.0073899617,
|
|
-0.020282878,
|
|
-0.03901249,
|
|
-0.012697239,
|
|
0.020123877,
|
|
-0.029104304,
|
|
-0.02132515,
|
|
0.019676689,
|
|
-0.0319787,
|
|
-0.052068137,
|
|
-0.051373158,
|
|
0.058968104,
|
|
0.010993021,
|
|
0.05850753,
|
|
0.009625688,
|
|
-0.02666027,
|
|
0.007959006,
|
|
0.027892644,
|
|
-0.033240523,
|
|
0.07657526,
|
|
-0.047800407,
|
|
0.031222135,
|
|
-0.040356517,
|
|
-0.016421411,
|
|
-0.03548535,
|
|
-0.018630605,
|
|
-0.064128965,
|
|
-0.04826212,
|
|
-0.0014796787,
|
|
0.08527489,
|
|
0.046953123,
|
|
0.0037362278,
|
|
0.026471158,
|
|
0.030585019,
|
|
-0.031568848,
|
|
0.091724776,
|
|
0.07365734,
|
|
-0.06830473,
|
|
0.06646891,
|
|
0.041374654,
|
|
-0.0001367048,
|
|
-0.03282893,
|
|
0.033695906,
|
|
-0.011825963,
|
|
-0.024943104,
|
|
0.014928987,
|
|
-0.08393527,
|
|
0.03412369,
|
|
-0.021248052,
|
|
-0.049541574,
|
|
-0.019383991,
|
|
-0.017241223,
|
|
-0.03434543,
|
|
0.0115342075,
|
|
0.049666118,
|
|
-0.004444174,
|
|
-0.007481858,
|
|
-0.008234937,
|
|
0.048203256,
|
|
0.048789576,
|
|
-0.049107544,
|
|
-0.040390372,
|
|
0.008659905,
|
|
-0.023166431,
|
|
0.058200873,
|
|
-0.0583748,
|
|
-0.000774012,
|
|
0.031079123,
|
|
-0.0013975751,
|
|
-0.062984966,
|
|
0.026474494,
|
|
-0.014201651,
|
|
0.013752303,
|
|
0.02989533,
|
|
-0.035404056,
|
|
-0.00077836704,
|
|
-0.017972525,
|
|
0.040537495,
|
|
-0.05028578,
|
|
0.04720556,
|
|
0.048908547,
|
|
0.023071883,
|
|
-0.036023185,
|
|
-0.056380223,
|
|
-0.019569729,
|
|
0.0106305275,
|
|
0.04587646,
|
|
-0.048894,
|
|
-0.032556523,
|
|
-0.047799245,
|
|
0.019935073,
|
|
0.09361204,
|
|
-0.03271287,
|
|
0.05422298,
|
|
0.058667492,
|
|
0.013997644,
|
|
-0.014893106,
|
|
0.046621874,
|
|
0.06300757,
|
|
0.024953056,
|
|
0.019029543,
|
|
-0.05970721,
|
|
0.06693432,
|
|
-0.004620253,
|
|
-0.056816284,
|
|
0.02873945,
|
|
0.010324507,
|
|
-0.04168707,
|
|
-0.007033786,
|
|
-0.029394975,
|
|
0.07278015,
|
|
-0.06158679,
|
|
-0.025879694,
|
|
0.06519054,
|
|
0.006713395,
|
|
0.037004314,
|
|
0.021532713,
|
|
-0.012664399,
|
|
-0.011989997,
|
|
0.03973578,
|
|
-0.022290852,
|
|
0.015724065,
|
|
0.03266145,
|
|
0.010981767,
|
|
0.023235675,
|
|
0.03478289,
|
|
0.04186592,
|
|
0.0019377003,
|
|
0.013916697,
|
|
-0.020062966,
|
|
-0.0081066275,
|
|
0.03417283,
|
|
0.0024519847,
|
|
0.045522388,
|
|
0.011457753,
|
|
0.06536582,
|
|
0.03139709,
|
|
-0.05557069,
|
|
0.039484527,
|
|
-0.021274887,
|
|
-0.02653,
|
|
0.0067004445,
|
|
-0.008072626,
|
|
-0.03177063,
|
|
0.00046728624,
|
|
-0.04322399,
|
|
-0.040706553,
|
|
0.008391595,
|
|
0.0020356984,
|
|
0.006432252,
|
|
-0.019744607,
|
|
0.014601653,
|
|
-0.039553728,
|
|
0.045713928,
|
|
-0.011170701,
|
|
-0.0083631035,
|
|
-0.043347035,
|
|
0.046810567,
|
|
0.043755174,
|
|
-0.046197906,
|
|
0.016218957,
|
|
0.016179234,
|
|
-0.045832627,
|
|
-0.0055016815,
|
|
-0.019054761,
|
|
-0.017474383,
|
|
0.032100543,
|
|
-0.026322378,
|
|
-0.051555254,
|
|
-0.016726382,
|
|
-0.015041518,
|
|
0.0102808885,
|
|
0.0051743593,
|
|
0.035969574,
|
|
-0.067536004,
|
|
-0.038275033,
|
|
-0.03679325,
|
|
-0.05450561,
|
|
0.015772747,
|
|
-0.043960985,
|
|
0.0331952,
|
|
-0.017452657,
|
|
0.008380662,
|
|
-0.042032264,
|
|
0.010612911,
|
|
0.060454395,
|
|
0.0042942413,
|
|
-0.025214482,
|
|
0.048847046,
|
|
0.0037797762,
|
|
-0.045026667,
|
|
-0.024150297,
|
|
-0.005702741,
|
|
-0.005443113,
|
|
0.021057181,
|
|
0.058455467,
|
|
-0.02945097,
|
|
0.0037802076,
|
|
-0.0057663973,
|
|
0.019874914,
|
|
0.016628392,
|
|
-0.057533164,
|
|
0.014946201,
|
|
-0.036932662,
|
|
0.01456736,
|
|
-0.0055016675,
|
|
-0.038704894,
|
|
0.034160424,
|
|
0.014926911,
|
|
0.010589241,
|
|
0.045635827,
|
|
0.03605639,
|
|
0.04646815,
|
|
-0.0024088172,
|
|
-0.015340576,
|
|
0.003059377,
|
|
0.0100331325,
|
|
-0.014769657,
|
|
0.029485064,
|
|
-0.04103946,
|
|
0.022916067,
|
|
-0.0057299132,
|
|
-0.037125785,
|
|
-0.0010550745,
|
|
0.035801925,
|
|
-0.017344235,
|
|
-0.018403523,
|
|
0.012977465,
|
|
0.052635394,
|
|
0.036226347,
|
|
0.029640516,
|
|
0.05642735,
|
|
0.01230663,
|
|
0.013503122,
|
|
-0.007773811,
|
|
0.04728074,
|
|
-0.049816664,
|
|
-0.027990092,
|
|
-0.025045637,
|
|
-0.019563606,
|
|
0.023774184,
|
|
-0.0075205374,
|
|
0.009900723,
|
|
0.0041686115,
|
|
-0.034811273,
|
|
0.019133769,
|
|
0.025379432,
|
|
0.016375175,
|
|
-0.045447674,
|
|
-0.007692546,
|
|
-0.016828276,
|
|
0.018186405,
|
|
-0.052859344,
|
|
0.0061186603,
|
|
0.007953541,
|
|
0.039061867,
|
|
-0.03126752,
|
|
-0.043194674,
|
|
0.023931671,
|
|
-0.0018714335,
|
|
0.034061145,
|
|
0.037229247,
|
|
0.0013386831,
|
|
0.008765901,
|
|
-0.017777223,
|
|
0.06644592,
|
|
-0.018512478,
|
|
-0.040588014,
|
|
-0.0367067,
|
|
-0.009368586,
|
|
0.040843204,
|
|
0.08362668,
|
|
0.015602838,
|
|
0.019367447,
|
|
-0.028074175,
|
|
-0.024404656,
|
|
0.049924117,
|
|
0.08111918,
|
|
0.034224797,
|
|
0.027637525,
|
|
-0.024064336,
|
|
0.033979405,
|
|
-0.004346199,
|
|
-0.019001588,
|
|
-0.009155255,
|
|
-0.049106613,
|
|
0.044884164,
|
|
-0.045549884,
|
|
0.072365075,
|
|
-0.076751046,
|
|
0.022451403,
|
|
0.015419037,
|
|
0.029103253,
|
|
0.0424017,
|
|
-0.02268247,
|
|
0.0036817328,
|
|
-0.08617424,
|
|
0.03747327,
|
|
-0.03109796,
|
|
-0.006781036,
|
|
0.040302914,
|
|
-0.017739493,
|
|
0.021955442,
|
|
-0.027020577,
|
|
-0.04999901,
|
|
0.008235461,
|
|
0.012049333,
|
|
0.015059736,
|
|
-0.015569347,
|
|
-0.0673338,
|
|
-0.00643027,
|
|
0.03759625,
|
|
-0.0179472,
|
|
0.018759143,
|
|
0.0052616196,
|
|
0.033786774,
|
|
-0.034821797,
|
|
0.014343633,
|
|
-0.047459513,
|
|
0.0043664505,
|
|
2.5627007e-05,
|
|
0.026439719,
|
|
-0.044049963,
|
|
0.031020463,
|
|
0.030657828,
|
|
-0.009323223,
|
|
0.037013505,
|
|
-0.025758358,
|
|
-0.024887314,
|
|
-0.011270054,
|
|
-0.041474745,
|
|
0.019310294,
|
|
0.0011024544,
|
|
-0.005454549,
|
|
0.002651939,
|
|
0.040140755,
|
|
-0.0069176625,
|
|
0.03045878,
|
|
-0.057257455,
|
|
0.0048649283,
|
|
0.0028171341,
|
|
0.01826848,
|
|
-0.011686021,
|
|
-0.0158002,
|
|
-0.011415074,
|
|
-0.033500336,
|
|
-0.051060047,
|
|
-0.0029325655,
|
|
0.009850689,
|
|
0.010261892,
|
|
-0.022167895,
|
|
-0.0640473,
|
|
-0.02997751,
|
|
-0.0160468,
|
|
-0.0022461032,
|
|
0.026039336,
|
|
-0.05372245,
|
|
-0.04574912,
|
|
0.002790696,
|
|
0.025420336,
|
|
-0.061131295,
|
|
-0.012506317,
|
|
-0.017947268,
|
|
0.019549767,
|
|
0.025052082,
|
|
0.03297822,
|
|
-0.042918008,
|
|
-0.035579346,
|
|
0.03235244,
|
|
0.03738982,
|
|
-0.027811272,
|
|
0.04052594,
|
|
0.017624708,
|
|
-0.053237263,
|
|
-0.0063801142,
|
|
-0.044265255,
|
|
-0.06999688,
|
|
0.020068917,
|
|
-0.00801687,
|
|
-0.027488183,
|
|
0.008686469,
|
|
0.0050501106,
|
|
-0.028645646,
|
|
0.015814204,
|
|
-0.012092834,
|
|
-0.0058374405,
|
|
0.017652985,
|
|
0.01959121,
|
|
-0.017798975,
|
|
-0.012843007,
|
|
0.051205624,
|
|
0.02021432,
|
|
0.032918092,
|
|
-0.049718916,
|
|
0.009038444,
|
|
0.026136613,
|
|
0.060309168,
|
|
-0.017714394,
|
|
0.0112562105,
|
|
0.018229656,
|
|
0.020996246,
|
|
0.026349818,
|
|
0.06219288,
|
|
0.010293834,
|
|
-0.06546572,
|
|
0.010255495,
|
|
0.034876317,
|
|
0.021017957,
|
|
0.027070528,
|
|
-0.0038368,
|
|
0.004326977,
|
|
0.03378617,
|
|
0.008252642,
|
|
-0.022182003,
|
|
0.058003604,
|
|
0.026550923,
|
|
-0.019564848,
|
|
-0.064631656,
|
|
0.011902395,
|
|
0.024833336,
|
|
0.0652609,
|
|
0.07589547,
|
|
-0.017458007,
|
|
-0.08696966,
|
|
0.008860995,
|
|
-0.0053550266,
|
|
0.006087242,
|
|
0.0063039674,
|
|
0.0060833488,
|
|
0.0381147,
|
|
-0.001294121,
|
|
-0.0135432705,
|
|
0.016211335,
|
|
-0.0146187665,
|
|
0.056326453,
|
|
-0.0011565195,
|
|
0.01397653,
|
|
-0.053192534,
|
|
0.02894224,
|
|
0.006356199,
|
|
0.001186589,
|
|
-0.009514634,
|
|
-0.004633253,
|
|
-0.0070047155,
|
|
0.055920232,
|
|
-0.013048077,
|
|
0.02954183,
|
|
0.023952512,
|
|
-0.013343018,
|
|
-0.015629295,
|
|
-0.03516807,
|
|
-0.004019186,
|
|
0.028893527,
|
|
0.023379525,
|
|
0.016633766,
|
|
-0.013841866,
|
|
-0.030586133,
|
|
-0.045894958,
|
|
-0.0021802443,
|
|
0.0006109717,
|
|
0.021148156,
|
|
-0.008622185,
|
|
0.0047762725,
|
|
-0.01414041,
|
|
-0.037099093,
|
|
0.027606327,
|
|
0.04241482,
|
|
0.048193768,
|
|
0.018464876,
|
|
-0.02579716,
|
|
-0.05250892,
|
|
-0.020628382,
|
|
0.07900275,
|
|
0.085209616,
|
|
0.02892667,
|
|
0.026882106,
|
|
0.017524293,
|
|
-0.014835544,
|
|
0.0016937581,
|
|
0.057552505,
|
|
-0.03147941,
|
|
0.061189078,
|
|
-0.047112588,
|
|
-0.037290405,
|
|
0.018539796,
|
|
0.019710671,
|
|
-0.0024931969,
|
|
-0.00596894,
|
|
0.054234043,
|
|
0.057404887,
|
|
-0.03560792,
|
|
0.032123867,
|
|
-0.022818599,
|
|
-0.086804174,
|
|
0.025958741,
|
|
0.021054598,
|
|
-0.028727371,
|
|
0.000463902,
|
|
-0.024310028,
|
|
-0.043664996,
|
|
0.03522004,
|
|
0.009144301,
|
|
-0.013915906,
|
|
0.0057520396,
|
|
-0.019576883,
|
|
0.04502464,
|
|
-0.004478288,
|
|
-0.037860934,
|
|
-0.012699236,
|
|
-0.05788857,
|
|
-0.04745299,
|
|
-0.070464626,
|
|
0.05817358,
|
|
0.023883931,
|
|
0.0024581582,
|
|
0.059889067,
|
|
0.045695264,
|
|
0.0037332173,
|
|
0.021131797,
|
|
0.06560138,
|
|
0.0023412737,
|
|
-0.02676801,
|
|
0.00038131056,
|
|
0.0022107735,
|
|
-0.06042925,
|
|
0.039956786,
|
|
-0.049798425,
|
|
-0.003288984,
|
|
-0.033328265,
|
|
0.017609805,
|
|
-0.026198154,
|
|
-0.0040150904,
|
|
-0.029295787,
|
|
0.008755333,
|
|
-0.04629882,
|
|
-0.031169664,
|
|
0.033672146,
|
|
0.033714358,
|
|
0.016816052,
|
|
0.033680826,
|
|
0.012520837,
|
|
-0.035628457,
|
|
-0.01798642,
|
|
-0.0009956214,
|
|
0.048309542,
|
|
-0.051357727,
|
|
-0.05573982,
|
|
0.016425664,
|
|
0.020040127,
|
|
0.014249897,
|
|
0.004329796,
|
|
0.016249748,
|
|
-0.00982161,
|
|
-0.04717543,
|
|
-0.027636595,
|
|
0.055419844,
|
|
-0.03187375,
|
|
-0.015984276,
|
|
0.048602853,
|
|
-0.037440695,
|
|
-0.018481957,
|
|
-0.015414445,
|
|
0.004916519,
|
|
-0.017704893,
|
|
-0.015503878,
|
|
-0.009356152,
|
|
-0.0070662675,
|
|
-0.029868225,
|
|
-0.012311856,
|
|
0.005188979,
|
|
0.025733948,
|
|
-0.06727631,
|
|
-0.042646967,
|
|
-0.014710957,
|
|
-0.05489504,
|
|
0.004705957,
|
|
0.003904724,
|
|
0.03289607,
|
|
-0.05250142,
|
|
0.0352709,
|
|
0.09377531,
|
|
-0.02948276,
|
|
0.046700116,
|
|
-0.042824022,
|
|
-0.023567092,
|
|
0.04080416,
|
|
0.026785009,
|
|
-0.014150208,
|
|
0.005923045,
|
|
0.0075178053,
|
|
-0.061564047,
|
|
0.03861459,
|
|
0.0018461313,
|
|
0.00095382845,
|
|
-0.035280835,
|
|
-0.025233697,
|
|
-0.058119975,
|
|
0.063386954,
|
|
-0.032503743,
|
|
0.042988002,
|
|
0.005414229,
|
|
-0.025593583,
|
|
0.029269412,
|
|
0.060435142,
|
|
0.066865355,
|
|
-0.063019335,
|
|
0.004272464,
|
|
-0.0346255,
|
|
0.018139038,
|
|
-0.014181442,
|
|
-0.0008705534,
|
|
-0.045287393,
|
|
-0.0006308246,
|
|
0.046440322,
|
|
0.096813954,
|
|
0.017797446,
|
|
-0.04743452,
|
|
0.042593338,
|
|
-0.00073605764,
|
|
0.006244172,
|
|
-0.033941437,
|
|
0.04011792,
|
|
0.06588377,
|
|
0.010052645,
|
|
-0.0447952,
|
|
0.059537765,
|
|
0.055639822,
|
|
-0.002279702,
|
|
0.007896721,
|
|
0.0036817465,
|
|
0.002901278,
|
|
0.06751853,
|
|
-0.009877004,
|
|
-0.052958783,
|
|
-0.009619705,
|
|
0.002053818,
|
|
-0.00067359314,
|
|
-0.036477964,
|
|
0.05465418,
|
|
0.03790339,
|
|
0.056698803,
|
|
-0.00789209,
|
|
0.001020594,
|
|
-0.09499969,
|
|
-0.0072677433,
|
|
0.024326356,
|
|
-0.012381719,
|
|
-0.004179389,
|
|
-0.022411205,
|
|
0.0036065148,
|
|
0.05360915,
|
|
-0.0023346106,
|
|
-0.016937694,
|
|
-0.04084911,
|
|
-0.0211033,
|
|
0.01134296,
|
|
-0.016840348,
|
|
-0.0070172576,
|
|
-0.022640472,
|
|
0.023606194,
|
|
-0.05781559,
|
|
0.025400722,
|
|
-0.06222999,
|
|
-0.05046368,
|
|
-0.06848066,
|
|
-0.02486468,
|
|
-0.030757235,
|
|
0.017417619,
|
|
-0.04463039,
|
|
0.029367097,
|
|
-0.001653177,
|
|
-0.022308594,
|
|
-0.020363426,
|
|
0.0008588756,
|
|
0.047290504,
|
|
-0.023194114,
|
|
0.01766358,
|
|
0.03733048,
|
|
0.048220653,
|
|
-0.03083361,
|
|
0.0162946,
|
|
0.026442321,
|
|
0.04981811,
|
|
-0.040909138,
|
|
-0.054648165,
|
|
-0.037300818,
|
|
0.035325762,
|
|
0.027102185,
|
|
0.07245622,
|
|
0.000246192,
|
|
0.036936812,
|
|
-0.042592887,
|
|
-0.07024627,
|
|
-0.05159698,
|
|
-0.007224336,
|
|
0.057378702,
|
|
-0.018556487,
|
|
-0.020251743,
|
|
0.0012896575,
|
|
-0.007677641,
|
|
-0.005288208,
|
|
0.011475763,
|
|
-0.053648114,
|
|
0.033123367,
|
|
0.014579115,
|
|
0.022258135,
|
|
0.023114482,
|
|
-0.05643538,
|
|
0.050888978,
|
|
-0.042348027,
|
|
0.014964872,
|
|
-0.031256832,
|
|
-0.025995448,
|
|
-0.07851629,
|
|
0.008994343,
|
|
0.020894323,
|
|
0.049689434,
|
|
-0.0064060683,
|
|
0.046663523,
|
|
0.0012374276,
|
|
-0.03851352,
|
|
-0.035200756,
|
|
0.040518522,
|
|
0.042325754,
|
|
-0.045789346,
|
|
-0.0051824353,
|
|
-0.007612942,
|
|
-0.043321237,
|
|
0.076782405,
|
|
-0.009590438,
|
|
0.010796445,
|
|
0.0048157666,
|
|
0.072268836,
|
|
0.06292032,
|
|
-0.00017066921,
|
|
0.016187245,
|
|
-0.0050619636,
|
|
0.014120894,
|
|
-0.023967084,
|
|
-0.044629317,
|
|
-0.0070955916,
|
|
-0.057420436,
|
|
-0.03199656
|
|
]
|
|
]
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|