mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-26 09:15:40 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
805 lines
20 KiB
JSON
Generated
805 lines
20 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://localhost:11434/api/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"This is a test file 2"
|
|
]
|
|
},
|
|
"endpoint": "/api/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "ollama._types.EmbedResponse",
|
|
"__data__": {
|
|
"model": "nomic-embed-text:latest",
|
|
"created_at": null,
|
|
"done": null,
|
|
"done_reason": null,
|
|
"total_duration": 53309205,
|
|
"load_duration": 8053768,
|
|
"prompt_eval_count": 6,
|
|
"prompt_eval_duration": null,
|
|
"eval_count": null,
|
|
"eval_duration": null,
|
|
"embeddings": [
|
|
[
|
|
0.0518073,
|
|
0.0010201389,
|
|
-0.15081531,
|
|
-0.017210446,
|
|
0.03324097,
|
|
-0.012278174,
|
|
0.035831228,
|
|
-0.016239444,
|
|
-0.07433285,
|
|
-0.06548819,
|
|
-0.0063088043,
|
|
0.06418973,
|
|
-0.0002688668,
|
|
-0.02611444,
|
|
-0.026851593,
|
|
-0.03376629,
|
|
0.087979764,
|
|
-0.046465684,
|
|
-0.0025485174,
|
|
-0.038767867,
|
|
-0.0014130849,
|
|
-0.02870626,
|
|
-0.05659465,
|
|
-0.018204536,
|
|
0.12270126,
|
|
0.041236572,
|
|
-0.022275478,
|
|
0.053162746,
|
|
-0.09066273,
|
|
-0.013798052,
|
|
0.044846434,
|
|
-0.021654893,
|
|
0.02569155,
|
|
-0.06533193,
|
|
-0.024793914,
|
|
-0.039712496,
|
|
0.04075478,
|
|
0.023921851,
|
|
0.023468256,
|
|
0.026541308,
|
|
-0.024414636,
|
|
-0.0094845835,
|
|
-0.008743722,
|
|
-0.012791804,
|
|
0.0009930959,
|
|
-0.01516683,
|
|
-0.0039158207,
|
|
0.0693149,
|
|
-0.022308426,
|
|
-0.035393372,
|
|
0.014115816,
|
|
0.016294051,
|
|
-0.003358105,
|
|
0.03683153,
|
|
0.037739463,
|
|
-0.022638476,
|
|
-0.017140111,
|
|
-0.006703055,
|
|
0.01898623,
|
|
-0.058058273,
|
|
0.034402825,
|
|
0.029955879,
|
|
-0.04684569,
|
|
0.06175866,
|
|
-0.013147739,
|
|
-0.069114,
|
|
-0.043503292,
|
|
0.015345721,
|
|
-0.015778558,
|
|
0.017770069,
|
|
0.08166245,
|
|
-0.0024934956,
|
|
0.028075451,
|
|
-0.03573029,
|
|
0.011466233,
|
|
-0.06783725,
|
|
0.009887019,
|
|
-0.04835829,
|
|
-0.055018567,
|
|
0.0048491005,
|
|
0.04243901,
|
|
0.054859485,
|
|
-0.0070056417,
|
|
0.028302751,
|
|
0.07433947,
|
|
-0.028365187,
|
|
-0.050828252,
|
|
0.0032291873,
|
|
-0.0005638034,
|
|
0.041109215,
|
|
0.026256418,
|
|
0.053389173,
|
|
0.05735847,
|
|
-0.017186783,
|
|
-0.028030226,
|
|
0.026927246,
|
|
0.02503298,
|
|
0.06252999,
|
|
-0.027278252,
|
|
0.016127381,
|
|
0.0077106496,
|
|
0.012165294,
|
|
0.034783326,
|
|
0.015691724,
|
|
0.03894614,
|
|
0.02554248,
|
|
0.0011276314,
|
|
0.0341213,
|
|
-0.04115421,
|
|
6.8556794e-05,
|
|
-0.013532567,
|
|
0.03498042,
|
|
-0.03172835,
|
|
0.005989489,
|
|
0.011450762,
|
|
-0.02557995,
|
|
0.041775398,
|
|
-0.043834005,
|
|
-0.031456877,
|
|
0.019346954,
|
|
0.021208571,
|
|
-0.03245653,
|
|
0.024872687,
|
|
0.06545696,
|
|
0.054665085,
|
|
0.025757158,
|
|
-0.07523024,
|
|
0.024269538,
|
|
0.009706046,
|
|
-0.053670295,
|
|
-0.01415065,
|
|
0.006299825,
|
|
0.018069206,
|
|
-0.013896289,
|
|
0.012415045,
|
|
0.030759554,
|
|
-0.0040025846,
|
|
-0.0046195737,
|
|
-0.065655604,
|
|
-0.03303291,
|
|
-0.04152514,
|
|
-0.019559981,
|
|
0.043035954,
|
|
0.03867079,
|
|
0.022152541,
|
|
-0.014021561,
|
|
0.04706965,
|
|
0.02360881,
|
|
-0.017735034,
|
|
-0.005224425,
|
|
0.01976457,
|
|
-0.01754635,
|
|
0.014107968,
|
|
0.0053651235,
|
|
0.021217259,
|
|
-0.049550448,
|
|
0.002760891,
|
|
-0.026372205,
|
|
0.047114056,
|
|
0.07466567,
|
|
0.019247074,
|
|
-0.01774969,
|
|
-0.025349228,
|
|
0.00082147314,
|
|
-0.045859877,
|
|
-0.0046551074,
|
|
0.005028807,
|
|
0.089756206,
|
|
0.06082725,
|
|
-0.009663759,
|
|
-0.023579452,
|
|
-0.03698413,
|
|
0.003874013,
|
|
0.0023434018,
|
|
-0.036628436,
|
|
-0.03159626,
|
|
-0.011212406,
|
|
-0.022765977,
|
|
0.038825814,
|
|
-0.00831775,
|
|
0.020946115,
|
|
-0.011611206,
|
|
-0.016268328,
|
|
0.040347904,
|
|
0.008693733,
|
|
-0.047099218,
|
|
0.02002701,
|
|
-0.022033876,
|
|
-0.053060107,
|
|
-0.009352045,
|
|
-0.003967959,
|
|
-0.0126540605,
|
|
-0.0841668,
|
|
-0.043212276,
|
|
0.0004026412,
|
|
-0.027901677,
|
|
0.012515607,
|
|
-0.012753008,
|
|
0.006164207,
|
|
0.00891821,
|
|
0.01636955,
|
|
-0.01603681,
|
|
-0.063070334,
|
|
0.026292339,
|
|
-0.018317461,
|
|
0.01573192,
|
|
-0.03973865,
|
|
-0.024929507,
|
|
-0.029032838,
|
|
0.029473128,
|
|
0.0434744,
|
|
0.00291016,
|
|
-0.018685255,
|
|
0.041574344,
|
|
0.04272903,
|
|
-0.024241446,
|
|
-0.009556914,
|
|
-0.024059588,
|
|
-0.045914814,
|
|
-0.02186824,
|
|
0.019198095,
|
|
-0.0043179505,
|
|
0.071447514,
|
|
-0.039269872,
|
|
0.02906418,
|
|
-0.01242017,
|
|
-0.06243736,
|
|
-0.020753596,
|
|
-0.028863901,
|
|
-0.017369477,
|
|
0.008473857,
|
|
-0.09169524,
|
|
0.008264508,
|
|
0.0041049724,
|
|
-0.024937812,
|
|
-0.019033646,
|
|
-0.06999835,
|
|
0.07904775,
|
|
0.0064784843,
|
|
0.044264942,
|
|
-0.018035788,
|
|
0.07508932,
|
|
0.017397275,
|
|
0.00807988,
|
|
-0.0036497228,
|
|
-0.0013610445,
|
|
-0.010553328,
|
|
-0.033583775,
|
|
0.07032539,
|
|
0.049025573,
|
|
-0.025022866,
|
|
0.00995728,
|
|
-0.008374078,
|
|
0.06402944,
|
|
0.013544464,
|
|
-0.003180504,
|
|
-0.01620642,
|
|
-0.009111576,
|
|
0.00387079,
|
|
-0.055351496,
|
|
0.010248992,
|
|
-0.05543762,
|
|
0.033915125,
|
|
0.0015371041,
|
|
-0.031560425,
|
|
-0.000532945,
|
|
-0.026227973,
|
|
0.03899258,
|
|
-0.031105928,
|
|
-0.019636609,
|
|
-0.008401919,
|
|
0.015481411,
|
|
-0.038934294,
|
|
-0.0070636785,
|
|
0.027539046,
|
|
-0.01950276,
|
|
0.041085195,
|
|
0.00814604,
|
|
-0.003156946,
|
|
0.044425063,
|
|
-0.017681085,
|
|
-0.007984986,
|
|
0.023291066,
|
|
0.046486195,
|
|
0.034732956,
|
|
0.010211254,
|
|
0.003196815,
|
|
0.006682472,
|
|
0.0360433,
|
|
0.029136589,
|
|
0.0014801485,
|
|
0.035166625,
|
|
-0.006373666,
|
|
0.027199954,
|
|
0.019638686,
|
|
0.0032696575,
|
|
0.01885095,
|
|
-0.005334637,
|
|
-0.006241187,
|
|
-0.009805942,
|
|
0.021487935,
|
|
0.021146065,
|
|
0.035899747,
|
|
0.006424509,
|
|
0.025738493,
|
|
-0.06995631,
|
|
0.023739127,
|
|
-0.03277142,
|
|
0.046314634,
|
|
0.022087835,
|
|
-0.061329857,
|
|
-0.0039001384,
|
|
-0.020769935,
|
|
0.01746393,
|
|
-0.02549137,
|
|
0.03362779,
|
|
0.0317282,
|
|
0.03075153,
|
|
0.07449812,
|
|
-0.0086258855,
|
|
-0.004027018,
|
|
-0.06420975,
|
|
-0.0149954185,
|
|
0.023091443,
|
|
0.020383276,
|
|
0.014100246,
|
|
0.004734427,
|
|
0.051168155,
|
|
-0.031068264,
|
|
-0.060796168,
|
|
0.064657815,
|
|
0.07968337,
|
|
-0.08594699,
|
|
-0.041634988,
|
|
0.045737505,
|
|
0.022753956,
|
|
0.041157354,
|
|
0.054831132,
|
|
-0.0010116883,
|
|
0.054877132,
|
|
0.06938806,
|
|
0.01108219,
|
|
0.023083402,
|
|
0.008490204,
|
|
0.012287494,
|
|
-0.06124392,
|
|
-0.041947756,
|
|
0.014624511,
|
|
-0.009038671,
|
|
0.04707133,
|
|
0.002627279,
|
|
0.0023568,
|
|
0.013816829,
|
|
0.014921519,
|
|
0.017224109,
|
|
0.008158233,
|
|
0.005132898,
|
|
-0.0517318,
|
|
0.025385384,
|
|
-0.026867563,
|
|
0.024517154,
|
|
-0.026169479,
|
|
-1.0788856e-05,
|
|
-0.019340273,
|
|
0.02485189,
|
|
-0.010546728,
|
|
-0.011179942,
|
|
0.0036357814,
|
|
0.06956026,
|
|
0.0012153256,
|
|
-0.010687229,
|
|
-0.0020465027,
|
|
0.040200476,
|
|
0.06397282,
|
|
0.05608305,
|
|
0.022595122,
|
|
-0.06268106,
|
|
-0.017802112,
|
|
-0.019437864,
|
|
0.050174695,
|
|
0.06855139,
|
|
-0.037958544,
|
|
0.042239644,
|
|
0.056018107,
|
|
0.021455817,
|
|
-0.062647,
|
|
0.03332952,
|
|
-0.0063562966,
|
|
0.05425424,
|
|
0.0071717533,
|
|
-0.04426852,
|
|
0.033511095,
|
|
-0.08662086,
|
|
-0.020464486,
|
|
-0.004274559,
|
|
-0.016570747,
|
|
0.040416714,
|
|
0.028066633,
|
|
-0.043111462,
|
|
0.0060365517,
|
|
-0.041027054,
|
|
-0.017046396,
|
|
0.0012071705,
|
|
0.01177528,
|
|
-0.039359704,
|
|
0.02101396,
|
|
-0.043571904,
|
|
-0.039560378,
|
|
0.03927173,
|
|
0.0036623995,
|
|
0.039583426,
|
|
-0.024666918,
|
|
-0.01805242,
|
|
-0.06843546,
|
|
0.01661221,
|
|
-0.0045327474,
|
|
0.027649578,
|
|
0.026967617,
|
|
-0.020697452,
|
|
0.002486093,
|
|
0.002453032,
|
|
0.046593424,
|
|
0.0166357,
|
|
-0.031856135,
|
|
-0.03569532,
|
|
0.014479858,
|
|
0.049183413,
|
|
0.04488343,
|
|
-0.0032962444,
|
|
-0.09943959,
|
|
0.011094852,
|
|
0.0031866087,
|
|
0.028093586,
|
|
0.007583973,
|
|
-0.022803523,
|
|
0.04123381,
|
|
-0.022179771,
|
|
-0.012936535,
|
|
-0.034381445,
|
|
0.040327903,
|
|
0.030039202,
|
|
-0.07468237,
|
|
-0.041690223,
|
|
0.010944432,
|
|
0.009045665,
|
|
0.12434281,
|
|
0.09976505,
|
|
-0.05484964,
|
|
-0.033184122,
|
|
0.021026244,
|
|
-0.011662353,
|
|
0.011800979,
|
|
0.03745133,
|
|
0.02052578,
|
|
0.07041249,
|
|
-0.021840515,
|
|
0.03271515,
|
|
-0.01502315,
|
|
-0.028943837,
|
|
0.016294912,
|
|
-0.004833792,
|
|
-0.0078789005,
|
|
0.041969508,
|
|
0.009501793,
|
|
0.03697955,
|
|
-0.018664706,
|
|
-0.023258584,
|
|
-0.034372587,
|
|
0.008393105,
|
|
0.042333856,
|
|
-0.043618985,
|
|
-0.07011302,
|
|
0.009994519,
|
|
-0.044499427,
|
|
0.026003025,
|
|
0.0024550846,
|
|
-0.026669499,
|
|
0.028024236,
|
|
-0.012274569,
|
|
0.013386124,
|
|
0.036214985,
|
|
-0.0011079751,
|
|
-0.024785483,
|
|
-0.036007743,
|
|
0.042518217,
|
|
-0.02265144,
|
|
0.014955647,
|
|
0.023031686,
|
|
0.053792063,
|
|
0.0011540087,
|
|
0.050179027,
|
|
0.030224139,
|
|
0.038181726,
|
|
0.034439612,
|
|
-0.016641675,
|
|
-0.003856012,
|
|
1.068547e-05,
|
|
-0.04403419,
|
|
0.00054582104,
|
|
-0.007281281,
|
|
0.033452608,
|
|
0.0014973881,
|
|
0.017222364,
|
|
-0.01603757,
|
|
-0.01040989,
|
|
-0.028651109,
|
|
0.06121139,
|
|
-0.055078756,
|
|
-0.096628465,
|
|
-0.002260051,
|
|
-0.05279029,
|
|
-0.030501377,
|
|
0.013785583,
|
|
0.008349415,
|
|
0.09239852,
|
|
0.01874297,
|
|
0.05483006,
|
|
0.0026323453,
|
|
-0.017260224,
|
|
0.03311197,
|
|
0.03238429,
|
|
-0.0026979072,
|
|
0.04409992,
|
|
-0.020898808,
|
|
-0.09082286,
|
|
0.046773914,
|
|
-0.005878021,
|
|
-0.021119023,
|
|
0.072557636,
|
|
0.061893012,
|
|
0.024324443,
|
|
-0.014973251,
|
|
-0.026727935,
|
|
-0.014804994,
|
|
-0.011190145,
|
|
-0.028516283,
|
|
-0.038306367,
|
|
0.0041472083,
|
|
-0.02614154,
|
|
0.051748727,
|
|
-0.055480637,
|
|
-0.024979297,
|
|
0.0031963238,
|
|
-0.0362827,
|
|
0.025498725,
|
|
-0.027630508,
|
|
-0.034413245,
|
|
0.013399353,
|
|
0.0116100125,
|
|
-0.072537504,
|
|
0.019533362,
|
|
-0.064198576,
|
|
-0.03579028,
|
|
0.0003663873,
|
|
0.028052792,
|
|
-0.052979812,
|
|
-0.0018449351,
|
|
-0.013587079,
|
|
-0.001517831,
|
|
-0.03511525,
|
|
0.028222794,
|
|
-0.01211173,
|
|
-0.014734837,
|
|
0.008201055,
|
|
0.03338795,
|
|
-0.052265007,
|
|
-0.017206438,
|
|
0.05580251,
|
|
0.0048411214,
|
|
0.0062374566,
|
|
0.01784519,
|
|
-0.002350663,
|
|
0.020619694,
|
|
-0.009189246,
|
|
-0.018759534,
|
|
0.011767308,
|
|
0.031417068,
|
|
0.0626111,
|
|
-0.012927245,
|
|
-0.042083666,
|
|
0.027794756,
|
|
0.00470954,
|
|
0.020324292,
|
|
0.04444163,
|
|
-0.011997522,
|
|
0.040414978,
|
|
0.027978305,
|
|
-0.015464424,
|
|
0.038533714,
|
|
-0.047363088,
|
|
-0.024187788,
|
|
-0.024606729,
|
|
-0.0076063466,
|
|
-0.0144878775,
|
|
0.0028358484,
|
|
-0.0032340765,
|
|
-0.026778674,
|
|
-0.029158974,
|
|
-0.008863447,
|
|
-0.0076498087,
|
|
-0.0037319672,
|
|
0.014952378,
|
|
0.0030388746,
|
|
-0.035688728,
|
|
-0.029866442,
|
|
-0.0048337597,
|
|
0.006716691,
|
|
0.018666843,
|
|
-0.009498882,
|
|
-0.00258121,
|
|
0.009065711,
|
|
-0.01824809,
|
|
-0.06896444,
|
|
0.024227953,
|
|
-0.008177755,
|
|
-0.063481495,
|
|
0.047468998,
|
|
-0.03776145,
|
|
-0.0073783873,
|
|
-0.043710724,
|
|
0.03432339,
|
|
-0.045865484,
|
|
0.025779175,
|
|
-0.063083775,
|
|
-0.009317559,
|
|
-0.02079715,
|
|
-0.020005565,
|
|
0.022028266,
|
|
0.068597026,
|
|
0.06421791,
|
|
-0.049883164,
|
|
0.014131581,
|
|
-0.045583025,
|
|
-0.046132464,
|
|
-0.064344056,
|
|
-0.0063566314,
|
|
-0.04713416,
|
|
0.00067015504,
|
|
0.03268965,
|
|
0.059540473,
|
|
0.023155268,
|
|
0.042139433,
|
|
-0.052683555,
|
|
-0.04094773,
|
|
0.011877403,
|
|
0.030549755,
|
|
0.004629504,
|
|
0.034182925,
|
|
0.014167011,
|
|
-0.025005354,
|
|
0.057522587,
|
|
0.08755116,
|
|
0.047980495,
|
|
-0.009723938,
|
|
-0.023917975,
|
|
0.010465336,
|
|
0.04648379,
|
|
-0.040778402,
|
|
-0.043506928,
|
|
-0.079935044,
|
|
0.0044612624,
|
|
0.028476233,
|
|
-0.043194633,
|
|
0.009701826,
|
|
0.015308486,
|
|
0.034481127,
|
|
-0.02366641,
|
|
-0.042903576,
|
|
-0.009659404,
|
|
-0.06976849,
|
|
0.02662171,
|
|
0.029191472,
|
|
0.031694062,
|
|
0.016596133,
|
|
-0.032401573,
|
|
0.032910023,
|
|
0.050545897,
|
|
0.06263789,
|
|
-0.00013478643,
|
|
-0.0346917,
|
|
-0.009615844,
|
|
-0.052368507,
|
|
0.06640802,
|
|
-0.0026492607,
|
|
0.028127676,
|
|
-0.058001418,
|
|
0.0005788803,
|
|
-0.061629083,
|
|
-0.03182085,
|
|
0.009378478,
|
|
-0.011405891,
|
|
0.012077861,
|
|
-0.033154313,
|
|
-0.057398487,
|
|
-0.034032557,
|
|
0.012947985,
|
|
0.049807962,
|
|
-0.012348293,
|
|
-0.005070641,
|
|
0.035578866,
|
|
0.024860732,
|
|
0.032911874,
|
|
-0.00015378043,
|
|
0.043805376,
|
|
-0.03322777,
|
|
-0.015281486,
|
|
0.03736166,
|
|
0.011508478,
|
|
-0.06268994,
|
|
-0.07534555,
|
|
0.02949766,
|
|
0.009523069,
|
|
-0.0146890925,
|
|
0.077915736,
|
|
-0.034247685,
|
|
0.0066743395,
|
|
-0.012805991,
|
|
0.023958376,
|
|
0.01175659,
|
|
0.0009095987,
|
|
0.05708267,
|
|
0.026331235,
|
|
-0.053375654,
|
|
0.021397565,
|
|
-0.0025518986,
|
|
-0.044669233,
|
|
0.01452359,
|
|
-0.032436114,
|
|
0.03629569,
|
|
-0.043836568,
|
|
-0.04096408,
|
|
-0.020194324,
|
|
-0.01579229,
|
|
-0.001066902,
|
|
-0.017151969,
|
|
-2.1417989e-05,
|
|
-0.009679303,
|
|
-0.021090114,
|
|
-0.0010899843,
|
|
-0.000600503,
|
|
0.016321465,
|
|
0.037450958,
|
|
-0.019159183,
|
|
-0.0036072878,
|
|
-0.064109445,
|
|
-0.005406092,
|
|
-0.039139416,
|
|
0.019720713,
|
|
0.01862705,
|
|
0.0006616486,
|
|
0.012612519,
|
|
-0.039391875,
|
|
0.0022171875,
|
|
0.010934418,
|
|
0.0148258405,
|
|
-0.047636658,
|
|
-0.012358777,
|
|
-0.003677973,
|
|
0.079556145,
|
|
-0.026134754,
|
|
-0.008233534,
|
|
-0.018380543,
|
|
0.013874316,
|
|
0.0023595833,
|
|
-0.010961944,
|
|
-0.08567243,
|
|
-0.00023827382,
|
|
-0.03803841
|
|
]
|
|
]
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|