mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-26 09:15:40 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
806 lines
21 KiB
JSON
Generated
806 lines
21 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"What is Python programming language?"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.021553172,
|
|
0.07456188,
|
|
-0.089842975,
|
|
-0.07289806,
|
|
0.06817678,
|
|
0.02518914,
|
|
-0.059716303,
|
|
-0.019724509,
|
|
-0.026598332,
|
|
-0.08149664,
|
|
-0.0041639223,
|
|
0.028888587,
|
|
0.0403307,
|
|
-0.046604663,
|
|
-0.013584703,
|
|
-0.10504042,
|
|
0.010826202,
|
|
-0.07095291,
|
|
-0.010350621,
|
|
0.073275015,
|
|
0.019936841,
|
|
-0.041666057,
|
|
0.037927777,
|
|
-0.010703154,
|
|
0.123908006,
|
|
0.01758556,
|
|
0.015324568,
|
|
-0.01774666,
|
|
0.0053253258,
|
|
0.004244457,
|
|
-0.05245437,
|
|
0.0074125174,
|
|
0.006372095,
|
|
-0.02418006,
|
|
-0.050372586,
|
|
-0.044837587,
|
|
0.06449282,
|
|
-0.020826314,
|
|
0.0457872,
|
|
0.03805947,
|
|
-0.061231885,
|
|
0.009110037,
|
|
0.06458304,
|
|
-0.025757644,
|
|
0.08559058,
|
|
-0.048334584,
|
|
-0.008491006,
|
|
-0.03325738,
|
|
-0.051352017,
|
|
0.012611518,
|
|
-0.019801717,
|
|
-0.050617523,
|
|
-0.034408234,
|
|
-0.0010079348,
|
|
0.09278204,
|
|
0.03726777,
|
|
0.022628019,
|
|
0.018074505,
|
|
0.0007418624,
|
|
-0.04421023,
|
|
0.080479234,
|
|
0.08085003,
|
|
-0.08094756,
|
|
0.056088626,
|
|
0.048194148,
|
|
-0.04007692,
|
|
-0.0006763529,
|
|
0.017555812,
|
|
-0.028865501,
|
|
-0.0023458838,
|
|
0.031841885,
|
|
-0.0700924,
|
|
0.035624906,
|
|
-0.001163512,
|
|
-0.033719588,
|
|
-0.005071517,
|
|
0.0006481059,
|
|
-0.042407304,
|
|
0.026225204,
|
|
0.046169255,
|
|
0.0011586137,
|
|
0.009785142,
|
|
-0.031035133,
|
|
0.029172087,
|
|
0.017117059,
|
|
-0.047370482,
|
|
-0.038349237,
|
|
0.00036495677,
|
|
-0.051124193,
|
|
0.04310073,
|
|
-0.060766168,
|
|
-0.015174077,
|
|
-0.033184618,
|
|
-0.011189846,
|
|
-0.07492167,
|
|
0.032253932,
|
|
-0.05088246,
|
|
0.008246512,
|
|
0.045625057,
|
|
-0.008317099,
|
|
0.0011927608,
|
|
-0.01572179,
|
|
0.048680592,
|
|
-0.053981576,
|
|
0.031462114,
|
|
0.054447077,
|
|
0.03894372,
|
|
-0.039718177,
|
|
-0.037968367,
|
|
-0.0074595343,
|
|
-0.0013340132,
|
|
0.046633273,
|
|
-0.01730887,
|
|
-0.023755448,
|
|
-0.046923056,
|
|
0.000979729,
|
|
0.034532603,
|
|
-0.028689606,
|
|
0.05773219,
|
|
0.043046296,
|
|
0.008422111,
|
|
-0.023551302,
|
|
0.039009485,
|
|
0.042990364,
|
|
-0.031193512,
|
|
0.021595452,
|
|
-0.058442175,
|
|
0.013143758,
|
|
-0.0017852021,
|
|
-0.0019170833,
|
|
0.055226732,
|
|
-0.016395973,
|
|
-0.044414833,
|
|
-0.024235317,
|
|
-0.03219018,
|
|
0.05080698,
|
|
-0.044200372,
|
|
-0.02092189,
|
|
0.0580117,
|
|
0.0039897994,
|
|
0.026737887,
|
|
0.019800436,
|
|
-0.03960145,
|
|
-0.0077677737,
|
|
0.040338516,
|
|
-0.01523582,
|
|
0.016816188,
|
|
0.02577547,
|
|
0.0003253953,
|
|
0.02407759,
|
|
0.025407642,
|
|
0.051438656,
|
|
-0.0024896062,
|
|
0.022606216,
|
|
-0.0063481443,
|
|
0.0017837567,
|
|
0.008644017,
|
|
0.012482804,
|
|
0.066492096,
|
|
-0.006351552,
|
|
0.09941962,
|
|
0.020750199,
|
|
-0.013041756,
|
|
0.028743612,
|
|
-0.049747795,
|
|
-0.018612325,
|
|
0.019698277,
|
|
0.0024325354,
|
|
-0.01915703,
|
|
0.0061705653,
|
|
-0.0223919,
|
|
-0.04545708,
|
|
0.0045981957,
|
|
-0.014010849,
|
|
0.013723399,
|
|
0.018495277,
|
|
-0.009306918,
|
|
-0.012698651,
|
|
0.03493378,
|
|
-0.017710432,
|
|
-0.026818218,
|
|
-0.04762652,
|
|
0.043690186,
|
|
0.052603915,
|
|
-0.071375415,
|
|
0.027071198,
|
|
-0.010269553,
|
|
-0.049217243,
|
|
-0.015010115,
|
|
-0.007096392,
|
|
-0.03456265,
|
|
0.035890598,
|
|
-0.028600527,
|
|
-0.06729369,
|
|
-0.028725144,
|
|
-0.03896706,
|
|
-0.0057696034,
|
|
0.0037227287,
|
|
0.062447898,
|
|
-0.06581933,
|
|
-0.0414894,
|
|
0.0077804616,
|
|
-0.072656125,
|
|
0.0019267257,
|
|
-0.062373232,
|
|
0.008121951,
|
|
-0.011076828,
|
|
0.018754765,
|
|
-0.047420617,
|
|
0.036170572,
|
|
0.08880367,
|
|
0.010916763,
|
|
-0.012883637,
|
|
0.06260873,
|
|
0.0018110857,
|
|
-0.050672933,
|
|
-0.020227732,
|
|
0.0011717983,
|
|
0.0032107267,
|
|
0.023494527,
|
|
0.043352764,
|
|
-0.011467329,
|
|
0.010602423,
|
|
0.013819501,
|
|
0.021411145,
|
|
0.02365779,
|
|
-0.06569988,
|
|
0.0033628268,
|
|
-0.063773826,
|
|
0.024242854,
|
|
0.0011621341,
|
|
-0.04809223,
|
|
-0.006948382,
|
|
0.03611103,
|
|
0.028776124,
|
|
0.059081964,
|
|
0.05560409,
|
|
0.036429767,
|
|
-0.015723119,
|
|
-0.06431396,
|
|
-0.0253329,
|
|
0.00018341461,
|
|
-0.011376878,
|
|
0.05463186,
|
|
-0.0037716061,
|
|
0.011002981,
|
|
0.0009151994,
|
|
-0.018486321,
|
|
-0.030303648,
|
|
0.031760976,
|
|
-0.025587654,
|
|
-0.06719293,
|
|
0.0020721399,
|
|
0.052564517,
|
|
0.02802083,
|
|
0.034310017,
|
|
0.040314436,
|
|
-0.0036684973,
|
|
0.043698348,
|
|
-0.024171531,
|
|
0.0491918,
|
|
-0.027781757,
|
|
-0.006412741,
|
|
0.007970388,
|
|
-0.0011894129,
|
|
0.0035984,
|
|
0.0014546772,
|
|
0.036456477,
|
|
0.0029782248,
|
|
-0.034279484,
|
|
0.010560336,
|
|
0.0035322504,
|
|
0.020129219,
|
|
-0.043415673,
|
|
-0.009118933,
|
|
-0.030193018,
|
|
0.018658346,
|
|
-0.03606373,
|
|
-0.0015406854,
|
|
0.0131575465,
|
|
0.030846149,
|
|
-0.054891676,
|
|
-0.04120441,
|
|
0.03438805,
|
|
-0.011949818,
|
|
0.015444059,
|
|
0.025234204,
|
|
0.008403376,
|
|
-0.019274885,
|
|
-0.008853354,
|
|
0.057749614,
|
|
-0.025081236,
|
|
-0.036091965,
|
|
-0.03203461,
|
|
-0.04040303,
|
|
0.029162815,
|
|
0.045383703,
|
|
0.02946273,
|
|
0.044946507,
|
|
-0.01670611,
|
|
-0.026467483,
|
|
0.02814063,
|
|
0.05311321,
|
|
0.03233347,
|
|
0.027180135,
|
|
-0.02781776,
|
|
0.0317338,
|
|
0.0038079473,
|
|
-0.0333207,
|
|
-0.020405712,
|
|
-0.049793858,
|
|
0.024490476,
|
|
-0.030916827,
|
|
0.0545178,
|
|
-0.07154419,
|
|
0.05872816,
|
|
0.022016676,
|
|
0.018952396,
|
|
0.026736137,
|
|
-0.030747173,
|
|
-0.032632753,
|
|
-0.09873412,
|
|
0.036421105,
|
|
-0.025122073,
|
|
0.015521982,
|
|
0.033252254,
|
|
0.00062293926,
|
|
0.032498702,
|
|
0.018836299,
|
|
-0.044970427,
|
|
-0.010897397,
|
|
-0.0014576317,
|
|
0.0005910161,
|
|
-0.020319566,
|
|
-0.044815898,
|
|
-0.008931326,
|
|
0.00047022093,
|
|
0.0003049459,
|
|
0.028664568,
|
|
0.008526114,
|
|
0.017410867,
|
|
-0.036644094,
|
|
0.036418702,
|
|
-0.023993712,
|
|
-0.007630612,
|
|
0.008000665,
|
|
0.030062437,
|
|
-0.058893345,
|
|
0.054311927,
|
|
0.03843722,
|
|
0.01852763,
|
|
0.043631036,
|
|
-0.034003157,
|
|
0.0039597056,
|
|
-0.009026667,
|
|
-0.040665936,
|
|
0.036740363,
|
|
-0.02125452,
|
|
-0.014435757,
|
|
0.007876177,
|
|
0.0023689002,
|
|
-0.021699995,
|
|
0.023313528,
|
|
-0.042599734,
|
|
-0.013110352,
|
|
0.0021866898,
|
|
0.050076384,
|
|
-0.037115116,
|
|
-0.023012513,
|
|
-0.0025016959,
|
|
-0.047455475,
|
|
-0.05159313,
|
|
-0.017610293,
|
|
0.01029014,
|
|
-0.016907534,
|
|
0.00408846,
|
|
-0.078405455,
|
|
-0.013900063,
|
|
-0.020021524,
|
|
0.028751751,
|
|
0.0066935583,
|
|
-0.032649808,
|
|
-0.006763511,
|
|
0.03299771,
|
|
0.003156429,
|
|
-0.05392382,
|
|
-0.01215072,
|
|
-0.00459191,
|
|
0.05064916,
|
|
0.03561331,
|
|
0.017481918,
|
|
-0.035083935,
|
|
-0.043453865,
|
|
0.01815416,
|
|
0.046951916,
|
|
-0.0049919197,
|
|
-0.008505895,
|
|
0.011167935,
|
|
-0.021867692,
|
|
0.0029629092,
|
|
-0.063381866,
|
|
-0.0679027,
|
|
0.018468782,
|
|
-0.032873593,
|
|
-0.028832695,
|
|
0.023317901,
|
|
0.0038515755,
|
|
-0.02413956,
|
|
0.033514734,
|
|
-0.006550087,
|
|
0.0012688171,
|
|
-0.005550443,
|
|
0.016541118,
|
|
-0.03258667,
|
|
-0.026246088,
|
|
0.047462273,
|
|
0.023489743,
|
|
0.035488695,
|
|
-0.060600244,
|
|
0.016838906,
|
|
0.026438922,
|
|
0.026164418,
|
|
0.007880026,
|
|
0.0068441494,
|
|
0.007933451,
|
|
0.01899983,
|
|
0.03454254,
|
|
0.06043274,
|
|
-0.007381834,
|
|
-0.07423027,
|
|
0.009216058,
|
|
0.01956919,
|
|
0.036336318,
|
|
0.05096081,
|
|
-0.0074778954,
|
|
-0.0033972056,
|
|
0.0108221965,
|
|
0.015464005,
|
|
-0.025683189,
|
|
0.0588983,
|
|
0.041849297,
|
|
-0.018126855,
|
|
-0.030579738,
|
|
0.0040821317,
|
|
0.017569052,
|
|
0.034149874,
|
|
0.09389867,
|
|
-0.02206367,
|
|
-0.059955835,
|
|
0.033345353,
|
|
0.00657216,
|
|
0.026174178,
|
|
0.0017329623,
|
|
0.022303639,
|
|
0.06188959,
|
|
0.048512552,
|
|
0.0076356367,
|
|
0.006939425,
|
|
-0.022812618,
|
|
0.035069596,
|
|
-0.0049429564,
|
|
-0.05625094,
|
|
-0.042997748,
|
|
0.00206934,
|
|
-0.020534936,
|
|
-0.014696548,
|
|
-0.017626563,
|
|
-0.03077441,
|
|
-0.015947677,
|
|
-0.0057630003,
|
|
-0.028772796,
|
|
0.040652726,
|
|
0.027857244,
|
|
-0.051647138,
|
|
-0.015136242,
|
|
-0.027264267,
|
|
-0.016482372,
|
|
0.024936615,
|
|
0.06123646,
|
|
-0.005255819,
|
|
0.0017156882,
|
|
0.0016962842,
|
|
-0.07402659,
|
|
-0.004608739,
|
|
-0.0037391784,
|
|
0.027100354,
|
|
-0.012302754,
|
|
-0.0043524406,
|
|
-0.03164216,
|
|
-0.041333206,
|
|
0.051360536,
|
|
0.033111025,
|
|
0.078026414,
|
|
0.00398075,
|
|
-0.04396869,
|
|
-0.03183228,
|
|
-0.017761175,
|
|
0.09272905,
|
|
0.10341986,
|
|
0.041000426,
|
|
0.04243075,
|
|
0.009480886,
|
|
-0.023648392,
|
|
0.009301616,
|
|
0.037870165,
|
|
-0.017324075,
|
|
0.08090341,
|
|
-0.015383662,
|
|
-0.03767125,
|
|
0.032517172,
|
|
0.055409532,
|
|
0.014370606,
|
|
-0.0030017018,
|
|
0.015922759,
|
|
0.041591484,
|
|
-0.028900212,
|
|
0.021146726,
|
|
-0.02454138,
|
|
-0.07065434,
|
|
0.015136878,
|
|
-0.012355605,
|
|
-0.02175656,
|
|
0.0033897983,
|
|
-0.02028869,
|
|
-0.04787303,
|
|
0.045963272,
|
|
0.03344755,
|
|
-0.0009476675,
|
|
-0.020018771,
|
|
-0.010568847,
|
|
0.051085256,
|
|
-0.015750369,
|
|
-0.020646987,
|
|
-0.015889736,
|
|
-0.04724883,
|
|
-0.038242348,
|
|
-0.040137388,
|
|
0.05040969,
|
|
0.022251017,
|
|
-0.002159736,
|
|
0.060206577,
|
|
0.031627286,
|
|
0.028557083,
|
|
0.008869395,
|
|
0.044032004,
|
|
0.025531366,
|
|
-0.03231692,
|
|
0.0013592826,
|
|
0.0003404247,
|
|
-0.065961935,
|
|
0.0768224,
|
|
-0.043043256,
|
|
0.014614257,
|
|
-0.01984546,
|
|
0.008225415,
|
|
-0.038360845,
|
|
-0.014143061,
|
|
-0.030586913,
|
|
-0.0004368779,
|
|
-0.064600386,
|
|
-0.025520632,
|
|
0.008668012,
|
|
-0.011625725,
|
|
0.00085810357,
|
|
0.015334164,
|
|
0.03972146,
|
|
-0.013052244,
|
|
-0.024490133,
|
|
-0.0127505595,
|
|
0.03354175,
|
|
-0.035617076,
|
|
-0.01192436,
|
|
0.0011129586,
|
|
0.010508804,
|
|
0.015326659,
|
|
0.026520947,
|
|
0.016812682,
|
|
-0.041040733,
|
|
-0.06551224,
|
|
-0.013797894,
|
|
0.072165765,
|
|
-0.046913978,
|
|
-0.0030715233,
|
|
0.043330867,
|
|
-0.0089630205,
|
|
0.0008920317,
|
|
0.01958467,
|
|
0.014530955,
|
|
-0.029273646,
|
|
0.011160096,
|
|
-0.020034848,
|
|
0.0070859627,
|
|
-0.02541997,
|
|
0.016647562,
|
|
-0.009951747,
|
|
0.03174818,
|
|
-0.07282331,
|
|
0.0033717607,
|
|
-0.0066015865,
|
|
-0.04863365,
|
|
-0.0103119025,
|
|
0.0025679704,
|
|
0.041539986,
|
|
-0.017856043,
|
|
0.019527039,
|
|
0.0838815,
|
|
-0.019659841,
|
|
0.038069256,
|
|
-0.035159733,
|
|
-0.01726852,
|
|
0.038378183,
|
|
0.0128092365,
|
|
-0.018072981,
|
|
0.013047407,
|
|
0.021884384,
|
|
-0.06139352,
|
|
0.029632013,
|
|
0.008494567,
|
|
0.02177652,
|
|
-0.019502524,
|
|
0.00070980255,
|
|
-0.03984073,
|
|
0.03646393,
|
|
-0.032246757,
|
|
0.04119644,
|
|
0.006709525,
|
|
-0.037191365,
|
|
0.03024037,
|
|
0.03960881,
|
|
0.0681406,
|
|
-0.012202234,
|
|
0.003129581,
|
|
-0.05918346,
|
|
0.005223905,
|
|
-0.013540174,
|
|
-0.004381214,
|
|
-0.047223054,
|
|
0.0087192245,
|
|
0.0387214,
|
|
0.048537552,
|
|
0.056118414,
|
|
-0.046625756,
|
|
-0.001412158,
|
|
-0.0020210447,
|
|
0.0005724334,
|
|
-0.010059937,
|
|
0.01742975,
|
|
0.068996795,
|
|
-0.011381042,
|
|
-0.046832375,
|
|
0.036824863,
|
|
0.059167933,
|
|
-0.021284344,
|
|
0.016471438,
|
|
0.0183492,
|
|
0.024895716,
|
|
0.046935398,
|
|
-0.025326256,
|
|
-0.07642374,
|
|
-0.006785155,
|
|
-0.017809186,
|
|
-0.044745807,
|
|
-0.032673575,
|
|
0.038128093,
|
|
0.056831155,
|
|
0.058232445,
|
|
-0.0018799703,
|
|
0.008692216,
|
|
-0.046569623,
|
|
-0.03131033,
|
|
-0.023160683,
|
|
0.028515609,
|
|
0.0031497679,
|
|
-0.029186934,
|
|
0.024524013,
|
|
0.04876069,
|
|
0.015520783,
|
|
-0.016389547,
|
|
-0.052084237,
|
|
-0.0376428,
|
|
0.035501905,
|
|
-0.0006573894,
|
|
-0.012245377,
|
|
-0.018819893,
|
|
0.018253103,
|
|
-0.04535086,
|
|
0.037610944,
|
|
-0.031780746,
|
|
-0.04220951,
|
|
-0.07941727,
|
|
-0.03210557,
|
|
-0.02987403,
|
|
0.005628877,
|
|
-0.04253893,
|
|
0.039340813,
|
|
-0.02695328,
|
|
-0.018810388,
|
|
-0.0052648084,
|
|
0.0061414675,
|
|
0.06741751,
|
|
0.022757279,
|
|
0.013827813,
|
|
0.00652874,
|
|
0.050163127,
|
|
-0.039784987,
|
|
0.01173477,
|
|
0.033536065,
|
|
0.042173725,
|
|
-0.006868311,
|
|
-0.043550655,
|
|
-0.033698414,
|
|
-0.012223596,
|
|
0.044726677,
|
|
0.049324814,
|
|
0.0061214673,
|
|
0.03286707,
|
|
-0.04905234,
|
|
-0.06275988,
|
|
-0.052767873,
|
|
-0.0043502264,
|
|
0.073623806,
|
|
-0.00349909,
|
|
-0.015808392,
|
|
0.017608441,
|
|
-0.028317071,
|
|
0.008189918,
|
|
0.0018943916,
|
|
-0.06029155,
|
|
0.013548083,
|
|
0.00073401124,
|
|
0.005935709,
|
|
0.03093152,
|
|
-0.041424066,
|
|
0.031271376,
|
|
-0.014426428,
|
|
0.06230713,
|
|
-0.019388167,
|
|
-0.047630932,
|
|
-0.040437073,
|
|
0.015118009,
|
|
0.03948931,
|
|
0.050440658,
|
|
-0.0037635523,
|
|
0.045580253,
|
|
-0.008792551,
|
|
-0.031401757,
|
|
-0.024070429,
|
|
0.05972812,
|
|
0.04278057,
|
|
-0.034054544,
|
|
-0.02525449,
|
|
0.0039059466,
|
|
-0.035968915,
|
|
0.09419907,
|
|
-0.0074842493,
|
|
-0.0326216,
|
|
-0.025627483,
|
|
0.08396312,
|
|
0.04904894,
|
|
-0.004123067,
|
|
0.008668851,
|
|
-0.008611166,
|
|
0.006182857,
|
|
-0.025419408,
|
|
-0.042288188,
|
|
0.001480622,
|
|
-0.03428165,
|
|
-0.024278741
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|