phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-25 17:11:12 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions
llama-stack-mirror/tests/integration/recordings/responses/6dffa78a2986.json
IAN MILLER 007efa6eb5
refactor: replace default all-MiniLM-L6-v2 embedding model by nomic-embed-text-v1.5 in Llama Stack (#3183) 
# What does this PR do?
<!-- Provide a short summary of what this PR does and why. Link to
relevant issues if applicable. -->
The purpose of this PR is to replace the Llama Stack's default embedding
model by nomic-embed-text-v1.5.

These are the key reasons why Llama Stack community decided to switch
from all-MiniLM-L6-v2 to nomic-embed-text-v1.5:
1. The training data for
[all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data)
includes a lot of data sets with various licensing terms, so it is
tricky to know when/whether it is appropriate to use this model for
commercial applications.
2. The model is not particularly competitive on major benchmarks. For
example, if you look at the [MTEB
Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click
on Miscellaneous/BEIR to see English information retrieval accuracy, you
see that the top of the leaderboard is dominated by enormous models but
also that there are many, many models of relatively modest size whith
much higher Retrieval scores. If you want to look closely at the data, I
recommend clicking "Download Table" because it is easier to browse that
way.

More discussion info can be founded
[here](https://github.com/llamastack/llama-stack/issues/2418)

<!-- If resolving an issue, uncomment and update the line below -->
<!-- Closes #[issue-number] -->
Closes #2418 

## Test Plan
<!-- Describe the tests you ran to verify your changes with result
summaries. *Provide clear instructions so the plan can be easily
re-executed.* -->
1. Run `./scripts/unit-tests.sh`
2. Integration tests via CI wokrflow

---------

Signed-off-by: Sébastien Han <seb@redhat.com>
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com>
Co-authored-by: Sébastien Han <seb@redhat.com>
2025-10-14 10:44:20 -04:00

805 lines
20 KiB
JSON
Generated
Raw Blame History

{
"request": {
"method": "POST",
"url": "http://localhost:11434/api/embeddings",
"headers": {},
"body": {
"model": "nomic-embed-text:latest",
"input": [
"Python programming language"
]
},
"endpoint": "/api/embeddings",
"model": "nomic-embed-text:latest"
},
"response": {
"body": {
"__type__": "ollama._types.EmbedResponse",
"__data__": {
"model": "nomic-embed-text:latest",
"created_at": null,
"done": null,
"done_reason": null,
"total_duration": 49383675,
"load_duration": 7110820,
"prompt_eval_count": 3,
"prompt_eval_duration": null,
"eval_count": null,
"eval_duration": null,
"embeddings": [
[
-0.012755183,
0.052141834,
-0.09865878,
-0.054767564,
0.053008653,
0.0074000848,
-0.068001,
-0.003313807,
-0.016954962,
-0.06613158,
-0.00030423206,
0.044585824,
0.045379143,
-0.044380557,
0.0023069729,
-0.09606624,
0.025668992,
-0.07038718,
-0.03930968,
0.06763638,
0.01793313,
-0.040855322,
0.02647491,
-0.015291053,
0.11874985,
0.020210076,
0.010590989,
-0.0036543712,
-0.0075976686,
0.016661597,
-0.045014743,
0.0041655246,
0.00044568354,
-0.024798876,
-0.044158697,
-0.06685353,
0.06450473,
-0.017988887,
0.03872167,
0.015247732,
-0.04352592,
0.009790545,
0.060166962,
-0.007313556,
0.07847782,
-0.061941683,
0.0045549227,
-0.014183016,
-0.033010434,
0.021680975,
-0.02037759,
-0.03577908,
-0.043043565,
-0.013646799,
0.076165676,
0.038730208,
0.006720764,
0.011630946,
0.015048647,
-0.061175466,
0.0757195,
0.08273802,
-0.08941701,
0.044744205,
0.056795113,
-0.011738813,
0.0025955006,
0.032728583,
-0.023854354,
0.014046058,
0.03047027,
-0.06254732,
0.042585928,
-0.0026912072,
-0.026063558,
-0.0073187663,
-0.020215467,
-0.04937128,
0.017371904,
0.06005531,
-0.013182922,
0.016347425,
-0.010887273,
0.02825964,
0.041296057,
-0.069784716,
-0.042342614,
-0.0020015785,
-0.05132765,
0.020673819,
-0.06011139,
-0.0064778216,
-0.025799168,
0.0047864914,
-0.06491904,
0.022158703,
-0.054416057,
0.026074637,
0.04199361,
-0.024539411,
0.0077895154,
-0.015909469,
0.060682844,
-0.04841579,
0.035469487,
0.0432446,
0.043692943,
-0.03552617,
-0.058176495,
-0.011524764,
-0.0061565433,
0.045123726,
-0.027797729,
-0.022796074,
-0.045792162,
0.0015372436,
0.025347445,
-0.04087747,
0.06885316,
0.053384367,
-0.002319682,
-0.048198994,
0.040049963,
0.048869036,
-0.018468555,
0.024140943,
-0.06406532,
0.028072298,
0.013393712,
-0.031228468,
0.048264544,
-0.022600511,
-0.044998653,
-0.009159934,
-0.03454323,
0.04043616,
-0.05359791,
-0.01460433,
0.093087606,
-0.022351645,
0.022846863,
0.027131826,
-0.02363506,
-0.014853843,
0.019130414,
-0.022496482,
0.037182134,
0.026520155,
-0.014017435,
0.023918398,
0.019491225,
0.035432663,
0.010694103,
0.048668705,
-0.00024907765,
0.00768182,
0.017693587,
0.004849465,
0.06751242,
-0.021097228,
0.07012279,
0.011083335,
-0.015774695,
0.02973683,
-0.042806383,
-0.028403252,
0.024866603,
0.012839991,
-0.031155441,
0.0010983695,
-0.043969758,
-0.06075083,
-0.0068806973,
-0.020008508,
0.017242711,
0.01687882,
-0.016097335,
-0.011028788,
0.040929034,
-0.013801203,
-0.017103782,
-0.051622864,
0.043905552,
0.0543526,
-0.061111405,
0.010409158,
-0.01066548,
-0.038561665,
-0.0221732,
-0.013728333,
-0.026073975,
0.041781917,
-0.035640378,
-0.06573448,
-0.04824743,
-0.03131787,
0.018809693,
0.0028765572,
0.059533585,
-0.07837439,
-0.04189533,
-0.007909864,
-0.0552758,
-0.010199245,
-0.05733942,
-0.008314573,
-0.004073641,
0.003297773,
-0.041887913,
0.016086822,
0.06419848,
0.018838108,
-0.023861734,
0.06163621,
0.004221324,
-0.035634834,
-0.02336898,
-0.017043551,
0.011934717,
0.034288395,
0.05610323,
0.00089043187,
0.0053345645,
0.0020695552,
0.016258506,
0.028909605,
-0.066553436,
0.017595513,
-0.055346455,
0.014185906,
0.0043901545,
-0.046307728,
0.009637778,
0.026309852,
0.037284765,
0.06024294,
0.047664087,
0.044967793,
-0.01076291,
-0.041797277,
-0.03136469,
0.0072971354,
-0.030567285,
0.045304082,
-0.009105365,
-0.0051637916,
-0.0048456867,
-0.009245174,
-0.017233483,
0.039503276,
-0.019601446,
-0.040183604,
-0.0053865705,
0.06278796,
0.027040588,
0.02772762,
0.032333016,
0.00056238094,
0.06752639,
-0.017969267,
0.036112197,
-0.038685136,
-0.02988278,
-0.011352391,
-0.020833781,
-0.0028507193,
-0.0037560447,
0.016717391,
0.0070433835,
-0.025105853,
0.013040617,
-0.009737338,
0.02332621,
-0.030804688,
-0.002927923,
-0.024455065,
0.027737316,
-0.047165055,
-0.0056547504,
0.0098131895,
0.028257608,
-0.06390376,
-0.019381007,
0.043643404,
-0.005758939,
0.0101355435,
0.025013063,
0.0057044574,
-0.013094622,
-0.010722711,
0.05379693,
0.0035917386,
-0.03372186,
-0.022363236,
-0.024539102,
0.035273757,
0.04244267,
0.029538635,
0.044289354,
-0.010892254,
-0.01566666,
0.03152569,
0.049759056,
0.01340147,
0.02604573,
-0.045269925,
0.036886875,
0.019384302,
-0.012251745,
-0.011383053,
-0.039696775,
0.011996352,
-0.018731272,
0.05107415,
-0.07967179,
0.04457846,
0.020961273,
0.024485774,
0.030831402,
-0.035820685,
-0.0059798183,
-0.07723684,
0.060087733,
-0.0186702,
0.00042447523,
0.042965002,
0.010681149,
0.033828698,
-0.00010276093,
-0.034162555,
-0.012593001,
0.013024084,
0.024034396,
-0.021776745,
-0.043747805,
0.0033163968,
0.003245255,
-0.013959017,
0.0023625968,
0.007549051,
0.0070308056,
-0.050853953,
0.04262149,
-0.020893654,
-0.0076679275,
0.013164755,
0.041456398,
-0.040959187,
0.056591786,
0.042517025,
0.0021284705,
0.044042602,
-0.040913954,
0.0071282955,
-0.0005018595,
-0.036376856,
0.04727744,
-0.004304639,
-0.01342544,
-0.00018415907,
-0.00046577628,
-0.029859792,
0.027254695,
-0.03528472,
-0.023237495,
0.024660228,
0.050627276,
-0.02824941,
0.0113008795,
-0.0045342846,
-0.031870205,
-0.0468597,
-0.007853432,
0.004370229,
-0.017197797,
-0.015760643,
-0.07862201,
-0.014245944,
-0.025508916,
0.029977214,
0.006881691,
-0.042092618,
-0.001667316,
0.02145501,
-0.015919786,
-0.07365285,
-0.010276208,
0.004754211,
0.03293399,
0.04318905,
0.014302325,
-0.048494674,
-0.024463346,
0.03368707,
0.02969084,
-0.010420418,
0.013154678,
0.0008292021,
-0.027302673,
-0.006058555,
-0.07790405,
-0.06870057,
0.03764923,
-0.02309392,
-0.027451491,
0.022471247,
-0.010608251,
-0.01961388,
0.028478324,
-0.009621849,
-0.007969407,
-0.0029770208,
0.009435131,
-0.019555649,
-0.021818016,
0.028743185,
0.02733061,
0.03167493,
-0.05815019,
0.017164664,
0.03497722,
0.027782746,
-0.0103222625,
0.012608038,
0.008335952,
0.012268969,
0.029816365,
0.05892311,
0.018405475,
-0.054781087,
0.00063544157,
0.022915956,
0.033376317,
0.03668245,
-0.00717476,
-0.0016007766,
0.022846596,
0.010971661,
-0.015467445,
0.046056014,
0.036501907,
-0.0217256,
-0.04238053,
0.007839724,
0.010131727,
0.07188701,
0.08593869,
-0.036532518,
-0.036589533,
0.027738918,
0.013736342,
0.015018219,
0.0098102065,
0.03327201,
0.06399664,
0.03487675,
-0.010602488,
0.02859219,
-0.028167224,
0.07248141,
0.0057544303,
-0.026890352,
-0.056601074,
-0.0071628187,
-0.024295138,
-0.01855698,
-0.013705567,
-0.030589346,
0.005738749,
0.002478372,
-0.03994843,
0.020307945,
0.039495304,
-0.042256944,
-0.022092182,
-0.034132108,
-0.030268444,
0.011526477,
0.05080205,
0.004057765,
-0.023736943,
-0.0027470528,
-0.058505215,
-0.005451438,
-0.0053295945,
0.037520684,
-0.004597113,
0.021260384,
-0.0016022,
-0.04624166,
0.047880564,
0.03735419,
0.08018385,
0.005399028,
-0.038164224,
-0.0099513745,
-0.040701,
0.09174386,
0.10285796,
0.028173055,
0.04176779,
0.019542439,
-0.044270817,
-0.015961926,
0.042490557,
-0.031308558,
0.06842259,
-0.008455639,
-0.035034075,
0.03784982,
0.055848643,
0.00059227966,
0.033015877,
0.018344037,
0.03802101,
-0.03151977,
0.0098008765,
-0.035387658,
-0.09155465,
0.00994033,
0.014412026,
-0.041234586,
-0.010655742,
-0.023953516,
-0.029880041,
0.03757494,
0.03118663,
-0.019453162,
-0.016822709,
-0.023843909,
0.047962997,
-0.023659972,
-0.041262057,
-0.020595262,
-0.048075587,
-0.062381502,
-0.04979932,
0.038499992,
0.010981836,
-0.0044649737,
0.07804682,
0.024404673,
0.021007415,
-0.0038479895,
0.0502321,
0.011059783,
-0.026865788,
-0.009125582,
-0.0057604983,
-0.057432435,
0.07512213,
-0.04035372,
0.006362596,
-0.020561477,
0.010117368,
-0.029885331,
-0.005966605,
-0.025552336,
0.0043618665,
-0.043261133,
-0.03555791,
0.008427924,
0.009262912,
0.010186158,
0.006326128,
0.030318232,
-0.018972121,
-0.034975477,
-0.018964415,
0.03825254,
-0.037345864,
-0.0351396,
-0.00047062192,
0.003186302,
0.005035803,
0.010876821,
0.02764985,
-0.03624826,
-0.056807794,
-0.010028965,
0.070623085,
-0.031157255,
-0.018460877,
0.036638554,
-0.025020488,
-0.005941764,
0.012742576,
0.0048704236,
-0.03759208,
-0.012085054,
-0.014069134,
0.011279396,
-0.017005637,
0.020709073,
-0.010610561,
0.024082925,
-0.06626425,
-0.02063518,
-0.019739242,
-0.043891124,
-0.0005266677,
-0.0004301561,
0.047712207,
-0.015355832,
-0.0014466603,
0.08354175,
-0.032401584,
0.05616655,
-0.017385324,
-0.019270966,
0.03682637,
0.019007677,
-0.01482101,
0.033182062,
0.030420583,
-0.06170398,
0.04523853,
0.010415463,
0.014615019,
-0.024227966,
-0.0054855505,
-0.053295363,
0.033637505,
-0.022195498,
0.04281621,
0.021729006,
-0.044307593,
0.020309607,
0.04037649,
0.07104476,
0.006400998,
-0.0040026903,
-0.048894215,
0.0019758455,
-0.009849805,
0.0066472604,
-0.033706002,
0.0005103139,
0.037173964,
0.0656074,
0.047386676,
-0.039488588,
0.0040444243,
-0.008359929,
0.006524558,
-0.011932602,
0.033020485,
0.07638972,
-0.0032924355,
-0.054330498,
0.07390764,
0.06452983,
-0.002386618,
0.0062976107,
0.011264179,
0.014191163,
0.051329326,
-0.049802072,
-0.06384549,
0.008117008,
-0.014097446,
-0.03947947,
-0.035354815,
0.031741206,
0.06876181,
0.057036184,
0.006600329,
0.0014256213,
-0.054361504,
-0.0045098825,
-0.0070793955,
0.016540458,
-0.012738383,
-0.030311067,
0.020713435,
0.058786508,
0.018239629,
-0.024325427,
-0.05661185,
-0.018282877,
0.01614208,
-0.026627902,
-0.03224368,
-0.014848724,
0.039505813,
-0.045105927,
0.0544876,
-0.018484443,
-0.022791753,
-0.06583577,
-0.021372011,
-0.022778038,
0.0022911013,
-0.055788167,
0.04346606,
-0.017197354,
-0.019198012,
-0.03230516,
0.0141982185,
0.076527,
0.014593587,
0.023513054,
0.011721552,
0.051899493,
-0.06094508,
0.004966607,
0.017240781,
0.02990326,
-0.011896698,
-0.053224154,
-0.022593273,
0.021652026,
0.048259668,
0.06569586,
0.035846964,
0.032470055,
-0.050523784,
-0.046076007,
-0.044838242,
0.014308437,
0.07228472,
-0.010863059,
-0.023231382,
0.0153848175,
-0.033682574,
-0.0018240926,
-0.0038692302,
-0.068811916,
0.0040938766,
-0.0033715565,
0.020699343,
0.022787781,
-0.0552032,
0.030704645,
-0.0077637834,
0.057469584,
-0.03186306,
-0.046339024,
-0.058207337,
0.0021370489,
0.011698572,
0.05364788,
-0.0022890496,
0.052239776,
0.0082796505,
-0.024588205,
-0.015608943,
0.062246397,
0.05610683,
-0.036411114,
-0.029702853,
-0.008446677,
-0.047311485,
0.09336968,
-0.01996709,
-0.013500841,
-0.032667294,
0.07357943,
0.052260213,
0.00094144867,
0.016980348,
-0.012887091,
-0.01248461,
-0.028907716,
-0.032317843,
-0.009207185,
-0.047794834,
-0.017619068
]
]
}
},
"is_streaming": false
}
}
Reference in a new issue View git blame Copy permalink