mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-26 09:15:40 +00:00
007efa6eb5
# What does this PR do? <!-- Provide a short summary of what this PR does and why. Link to relevant issues if applicable. --> The purpose of this PR is to replace the Llama Stack's default embedding model by nomic-embed-text-v1.5. These are the key reasons why Llama Stack community decided to switch from all-MiniLM-L6-v2 to nomic-embed-text-v1.5: 1. The training data for [all-MiniLM-L6-v2](https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2#training-data) includes a lot of data sets with various licensing terms, so it is tricky to know when/whether it is appropriate to use this model for commercial applications. 2. The model is not particularly competitive on major benchmarks. For example, if you look at the [MTEB Leaderboard](https://huggingface.co/spaces/mteb/leaderboard) and click on Miscellaneous/BEIR to see English information retrieval accuracy, you see that the top of the leaderboard is dominated by enormous models but also that there are many, many models of relatively modest size whith much higher Retrieval scores. If you want to look closely at the data, I recommend clicking "Download Table" because it is easier to browse that way. More discussion info can be founded [here](https://github.com/llamastack/llama-stack/issues/2418) <!-- If resolving an issue, uncomment and update the line below --> <!-- Closes #[issue-number] --> Closes #2418 ## Test Plan <!-- Describe the tests you ran to verify your changes with result summaries. *Provide clear instructions so the plan can be easily re-executed.* --> 1. Run `./scripts/unit-tests.sh` 2. Integration tests via CI wokrflow --------- Signed-off-by: Sébastien Han <seb@redhat.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Francisco Arceo <arceofrancisco@gmail.com> Co-authored-by: Sébastien Han <seb@redhat.com>
806 lines
21 KiB
JSON
Generated
806 lines
21 KiB
JSON
Generated
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:latest",
|
|
"input": [
|
|
"machine learning and artificial intelligence"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:latest"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.0055726366,
|
|
0.03758779,
|
|
-0.14073274,
|
|
-0.0028261202,
|
|
0.07147327,
|
|
0.025371972,
|
|
-0.0066179973,
|
|
-0.008440432,
|
|
-0.027689878,
|
|
0.033815898,
|
|
0.01255994,
|
|
0.041466597,
|
|
0.1394728,
|
|
0.04413591,
|
|
-0.018266913,
|
|
-0.010594185,
|
|
-0.05404993,
|
|
-0.02331191,
|
|
-0.019186607,
|
|
-0.0075088246,
|
|
-0.008019582,
|
|
0.025802018,
|
|
0.015399594,
|
|
0.018932406,
|
|
0.07705894,
|
|
0.00584616,
|
|
-0.05804286,
|
|
-0.007938182,
|
|
0.01415059,
|
|
0.03419066,
|
|
0.025758756,
|
|
-0.041143026,
|
|
0.020827321,
|
|
-0.0036771016,
|
|
-0.059706405,
|
|
-0.048277717,
|
|
0.0969666,
|
|
-0.006288603,
|
|
0.028554324,
|
|
0.03671213,
|
|
0.004421919,
|
|
0.033689786,
|
|
0.00014899831,
|
|
-0.0046071257,
|
|
0.058647178,
|
|
0.04386413,
|
|
-0.014699119,
|
|
-0.040989503,
|
|
0.07026251,
|
|
-0.016314635,
|
|
0.04359805,
|
|
-0.014725774,
|
|
0.005342329,
|
|
0.02076911,
|
|
0.0766472,
|
|
0.011564106,
|
|
-0.026253637,
|
|
0.004351187,
|
|
0.033876598,
|
|
-0.060892243,
|
|
0.13737321,
|
|
0.028928872,
|
|
-0.042754147,
|
|
0.07968156,
|
|
0.03175424,
|
|
-0.003189506,
|
|
-0.002108313,
|
|
0.023479825,
|
|
0.011494846,
|
|
0.0059559043,
|
|
-0.0010056782,
|
|
-0.021689879,
|
|
0.037786942,
|
|
0.033727527,
|
|
-0.025807424,
|
|
-0.015366761,
|
|
-0.019970872,
|
|
-0.010742837,
|
|
-0.02880859,
|
|
0.08470623,
|
|
0.051467683,
|
|
-0.040768947,
|
|
0.032566722,
|
|
-0.006370886,
|
|
0.03593552,
|
|
-0.009310957,
|
|
-0.08136231,
|
|
-0.017276974,
|
|
-0.010894151,
|
|
0.106479675,
|
|
0.02411391,
|
|
0.03771778,
|
|
0.057938684,
|
|
0.011345579,
|
|
-0.010915211,
|
|
0.0040161586,
|
|
-0.05618756,
|
|
0.00016291472,
|
|
-0.049082145,
|
|
-0.037569903,
|
|
-0.060840394,
|
|
0.02171559,
|
|
0.016445257,
|
|
-0.046207547,
|
|
0.047338583,
|
|
0.02183381,
|
|
0.00080036116,
|
|
-0.03986493,
|
|
-0.013698121,
|
|
0.022696868,
|
|
-0.0054725297,
|
|
0.05374313,
|
|
-0.02115486,
|
|
-0.006692463,
|
|
-0.051966824,
|
|
-0.051796902,
|
|
-0.010299757,
|
|
-0.004735053,
|
|
0.039228752,
|
|
0.012437073,
|
|
0.00072310836,
|
|
-0.04692196,
|
|
-0.008458627,
|
|
0.0055631157,
|
|
-0.012446129,
|
|
0.043567274,
|
|
-0.049026128,
|
|
0.02482734,
|
|
-0.011146355,
|
|
-0.04246333,
|
|
0.039104074,
|
|
-0.03278035,
|
|
-0.020479586,
|
|
-0.006234126,
|
|
-0.025613753,
|
|
0.08639122,
|
|
-0.05346669,
|
|
-0.050290037,
|
|
0.035135224,
|
|
0.03722659,
|
|
0.019267285,
|
|
0.024712428,
|
|
-0.0025617029,
|
|
-0.013935953,
|
|
-0.02692485,
|
|
-0.024748774,
|
|
0.027761493,
|
|
0.029931404,
|
|
-0.09718575,
|
|
0.030220157,
|
|
0.000874375,
|
|
0.052964512,
|
|
-0.028489627,
|
|
-0.013133571,
|
|
0.022427157,
|
|
0.0006638948,
|
|
-0.055727314,
|
|
-0.005797505,
|
|
0.03875226,
|
|
-0.012548079,
|
|
0.03381042,
|
|
-0.026273372,
|
|
-0.023157693,
|
|
0.028081235,
|
|
-0.0050815563,
|
|
-0.008282379,
|
|
0.026184075,
|
|
0.037515238,
|
|
0.02737745,
|
|
0.02041779,
|
|
-0.043154813,
|
|
0.0007157116,
|
|
0.00032018943,
|
|
0.014475151,
|
|
0.06224083,
|
|
0.009979348,
|
|
-0.01797768,
|
|
-0.083561756,
|
|
0.04808074,
|
|
-0.05024089,
|
|
0.031090736,
|
|
-0.046134256,
|
|
0.024033684,
|
|
0.03377288,
|
|
-0.0019258205,
|
|
-0.036137734,
|
|
-0.039733585,
|
|
-0.0029625504,
|
|
-0.03683732,
|
|
-0.030604793,
|
|
-0.020944368,
|
|
0.021328388,
|
|
-0.020608993,
|
|
-0.0420853,
|
|
-0.05491809,
|
|
-0.00901488,
|
|
0.022209037,
|
|
0.009653026,
|
|
0.017362706,
|
|
-0.034192756,
|
|
-0.0044500744,
|
|
-0.0396118,
|
|
-0.056855194,
|
|
-0.023356795,
|
|
-0.036584143,
|
|
0.052622057,
|
|
0.027988672,
|
|
0.00052112195,
|
|
-0.017876146,
|
|
0.0003397616,
|
|
0.056505658,
|
|
0.03723961,
|
|
0.0219598,
|
|
-0.015109099,
|
|
-0.027402155,
|
|
-0.0062603313,
|
|
-0.007751186,
|
|
-0.04877505,
|
|
0.013010676,
|
|
-0.029580085,
|
|
0.053115413,
|
|
-0.006055014,
|
|
0.023119446,
|
|
-0.017877,
|
|
0.0057433033,
|
|
0.0134622585,
|
|
-0.03449424,
|
|
-0.009676607,
|
|
-0.054523885,
|
|
0.03457906,
|
|
-0.019923769,
|
|
-0.044975106,
|
|
0.079302765,
|
|
0.0006104698,
|
|
0.030717855,
|
|
0.020598345,
|
|
0.017652651,
|
|
0.05506464,
|
|
0.008721195,
|
|
0.035736892,
|
|
-0.022522777,
|
|
0.057645034,
|
|
-0.024298128,
|
|
0.011256673,
|
|
-0.05662339,
|
|
-0.031213908,
|
|
0.010803549,
|
|
-0.04246545,
|
|
0.019976584,
|
|
0.026007812,
|
|
-0.020781737,
|
|
0.027346825,
|
|
-0.032561734,
|
|
0.019670205,
|
|
0.0046304474,
|
|
-0.027571268,
|
|
0.006930695,
|
|
0.008477638,
|
|
0.0072519886,
|
|
0.010807186,
|
|
0.043756254,
|
|
-0.04127392,
|
|
0.034697615,
|
|
-0.007031618,
|
|
0.026300237,
|
|
-0.008135164,
|
|
-0.004989022,
|
|
0.0006954738,
|
|
0.013755977,
|
|
0.0078835245,
|
|
0.02026103,
|
|
0.023480458,
|
|
0.04299564,
|
|
-0.0015504083,
|
|
-0.006060534,
|
|
0.029991196,
|
|
-0.004359388,
|
|
-0.02807185,
|
|
-0.013867878,
|
|
-0.017090457,
|
|
-0.056304526,
|
|
-0.030373072,
|
|
-0.06751273,
|
|
-0.028568732,
|
|
-0.003669821,
|
|
0.013283217,
|
|
0.014180496,
|
|
0.027181862,
|
|
0.015316264,
|
|
0.040691298,
|
|
0.021122772,
|
|
0.017264789,
|
|
-0.024679897,
|
|
-0.00704638,
|
|
-0.026887896,
|
|
0.03802021,
|
|
0.035229992,
|
|
0.032842457,
|
|
0.037448507,
|
|
-0.045819655,
|
|
0.032905355,
|
|
-0.0071612955,
|
|
0.07340684,
|
|
0.0035889267,
|
|
0.05020798,
|
|
-0.022513669,
|
|
-0.016152976,
|
|
-0.014328233,
|
|
0.039808016,
|
|
0.012659313,
|
|
-0.06731982,
|
|
0.0022997668,
|
|
0.013813673,
|
|
0.0054245763,
|
|
0.0024107988,
|
|
-0.010298754,
|
|
-0.042504966,
|
|
0.019618958,
|
|
0.041974556,
|
|
0.010016772,
|
|
0.013175887,
|
|
-0.085026965,
|
|
-0.060246117,
|
|
-0.012778929,
|
|
0.029477503,
|
|
0.07532788,
|
|
-0.001427116,
|
|
0.015594924,
|
|
-0.040753808,
|
|
-0.035380244,
|
|
0.015065211,
|
|
0.02352234,
|
|
0.018861167,
|
|
-0.022154585,
|
|
-0.06255266,
|
|
-0.0035984744,
|
|
0.028358528,
|
|
0.007203454,
|
|
-0.012354266,
|
|
0.02329183,
|
|
0.057675537,
|
|
-0.0027970872,
|
|
0.004463212,
|
|
-0.017356977,
|
|
-0.016265469,
|
|
0.013822675,
|
|
-0.0029586833,
|
|
-0.013221051,
|
|
0.015400703,
|
|
-0.0102295205,
|
|
-0.03277416,
|
|
0.021473505,
|
|
0.023890397,
|
|
0.004600832,
|
|
0.03632141,
|
|
0.003199016,
|
|
0.01728629,
|
|
0.06310019,
|
|
0.04432602,
|
|
-0.007824226,
|
|
0.02784128,
|
|
-0.05598871,
|
|
0.015813962,
|
|
-0.027676895,
|
|
-0.016882744,
|
|
-0.015714979,
|
|
0.02220521,
|
|
0.0036401239,
|
|
0.016419675,
|
|
-0.0028151204,
|
|
0.058507897,
|
|
-0.008083906,
|
|
-0.0037898025,
|
|
0.060749322,
|
|
-0.027016152,
|
|
0.018475639,
|
|
-0.05591903,
|
|
-0.04503886,
|
|
-0.034943204,
|
|
-0.01930848,
|
|
-0.04117505,
|
|
0.03013694,
|
|
-0.025298923,
|
|
0.0069293873,
|
|
0.038516946,
|
|
-0.012329543,
|
|
0.00050915516,
|
|
-0.040138986,
|
|
-0.006128133,
|
|
0.00047964088,
|
|
-0.018873213,
|
|
-0.014747335,
|
|
-0.0759526,
|
|
-0.01819908,
|
|
0.012405103,
|
|
-0.02786867,
|
|
0.00679246,
|
|
-0.009549205,
|
|
0.015769506,
|
|
0.04661448,
|
|
-0.04255141,
|
|
-0.02184417,
|
|
-0.005724239,
|
|
-0.048729498,
|
|
-0.01587459,
|
|
-0.01106075,
|
|
-0.04778009,
|
|
-0.03550024,
|
|
0.06778468,
|
|
0.020500962,
|
|
0.024167258,
|
|
0.010247341,
|
|
2.9439348e-06,
|
|
-0.06264793,
|
|
0.02467731,
|
|
-0.0569042,
|
|
0.021186134,
|
|
0.017757706,
|
|
-0.05818787,
|
|
0.0105827795,
|
|
0.03094233,
|
|
0.00072336843,
|
|
-0.016259046,
|
|
0.007888352,
|
|
-0.036146663,
|
|
0.014693995,
|
|
0.0104111,
|
|
0.050448544,
|
|
0.004762968,
|
|
-0.040818185,
|
|
0.063732564,
|
|
-0.017635256,
|
|
-0.0258791,
|
|
-0.034496512,
|
|
-0.009326162,
|
|
0.04558568,
|
|
0.002188671,
|
|
0.026831593,
|
|
0.020071523,
|
|
0.029625144,
|
|
0.031248951,
|
|
-0.0322858,
|
|
-0.034088656,
|
|
-0.018945606,
|
|
0.032556307,
|
|
0.12181285,
|
|
0.04705519,
|
|
-0.02055295,
|
|
-0.07899817,
|
|
0.038052686,
|
|
0.009379335,
|
|
0.011700234,
|
|
0.02326485,
|
|
0.0077754674,
|
|
0.06505003,
|
|
-0.022618646,
|
|
-0.011702904,
|
|
0.03082202,
|
|
0.038762085,
|
|
0.038830556,
|
|
0.011637638,
|
|
0.031108813,
|
|
-0.06299583,
|
|
0.020171175,
|
|
-0.022304576,
|
|
-0.012489327,
|
|
-0.0018578202,
|
|
-0.025269546,
|
|
0.031405464,
|
|
0.06506653,
|
|
-0.0066341,
|
|
0.03257395,
|
|
0.038948644,
|
|
-0.03932034,
|
|
-0.011333275,
|
|
0.013061859,
|
|
-0.025642361,
|
|
-0.03809061,
|
|
0.031518564,
|
|
0.05427365,
|
|
0.0042634653,
|
|
-0.0626107,
|
|
-0.007267641,
|
|
-0.03838501,
|
|
-0.013757208,
|
|
0.03583489,
|
|
-0.006429219,
|
|
0.024410333,
|
|
0.004229057,
|
|
-0.031900045,
|
|
0.04366515,
|
|
0.008353927,
|
|
0.017444134,
|
|
-0.0444271,
|
|
-0.074079126,
|
|
-0.030303683,
|
|
-0.10017178,
|
|
0.025770513,
|
|
0.016802536,
|
|
0.008713135,
|
|
-0.0004869017,
|
|
0.008767488,
|
|
-0.021118967,
|
|
0.0037063968,
|
|
-0.023383576,
|
|
-0.015041627,
|
|
0.04968291,
|
|
-0.093096875,
|
|
-0.04654022,
|
|
0.098058216,
|
|
-0.013854857,
|
|
-0.003749807,
|
|
0.03978298,
|
|
0.033881303,
|
|
0.0012076185,
|
|
-0.03799182,
|
|
0.041092657,
|
|
0.04234528,
|
|
-0.08403521,
|
|
-0.018683258,
|
|
0.072275706,
|
|
-0.010740222,
|
|
0.010807815,
|
|
0.00955574,
|
|
-0.03392568,
|
|
-0.0063302303,
|
|
0.026243962,
|
|
-0.04098879,
|
|
0.038340293,
|
|
0.0008424834,
|
|
0.028485665,
|
|
0.0077943513,
|
|
-0.030165322,
|
|
-0.027769309,
|
|
0.004651679,
|
|
0.005033484,
|
|
-0.008940051,
|
|
-0.026896829,
|
|
0.042967107,
|
|
0.017165883,
|
|
0.06631633,
|
|
-0.0019245895,
|
|
0.0032749427,
|
|
-0.037274588,
|
|
0.0034951835,
|
|
-0.013165258,
|
|
-0.007862015,
|
|
0.04194783,
|
|
-0.0030406287,
|
|
-0.09477118,
|
|
0.034842882,
|
|
-0.036814626,
|
|
-0.0029179691,
|
|
-0.008849123,
|
|
-0.0074389474,
|
|
-0.009127831,
|
|
-0.02146967,
|
|
-0.04248614,
|
|
-0.00651609,
|
|
0.0023729058,
|
|
-0.036433946,
|
|
0.0031168424,
|
|
0.06755612,
|
|
-0.014993316,
|
|
-0.045285936,
|
|
0.025940642,
|
|
-0.010275768,
|
|
-0.021722194,
|
|
0.00084657356,
|
|
0.032271072,
|
|
0.02836863,
|
|
-0.055848174,
|
|
0.0016199003,
|
|
0.008899758,
|
|
0.008555816,
|
|
-0.014915837,
|
|
-0.014079556,
|
|
-0.018109383,
|
|
-0.037231375,
|
|
-0.022198202,
|
|
0.08024568,
|
|
-0.06451723,
|
|
-0.020766106,
|
|
0.020864861,
|
|
0.03523546,
|
|
0.012211657,
|
|
-0.0570283,
|
|
-0.0013622358,
|
|
0.04106705,
|
|
-0.062760904,
|
|
-0.018206272,
|
|
0.021716602,
|
|
-0.014517323,
|
|
-0.054593526,
|
|
-0.04519974,
|
|
0.016954647,
|
|
-0.02327835,
|
|
-0.027598577,
|
|
-0.023535965,
|
|
-0.05903621,
|
|
0.0041620177,
|
|
-0.039954223,
|
|
0.046710916,
|
|
-0.006388047,
|
|
0.020479973,
|
|
0.027638791,
|
|
-0.012050759,
|
|
0.051823754,
|
|
0.04903381,
|
|
0.0069008074,
|
|
-0.03512754,
|
|
-0.011251652,
|
|
-0.014616171,
|
|
0.014784756,
|
|
0.055039458,
|
|
-0.035553962,
|
|
0.04242957,
|
|
-0.09388191,
|
|
-0.087591134,
|
|
-0.016321942,
|
|
-0.052623842,
|
|
-0.07636053,
|
|
0.032825958,
|
|
-0.015473792,
|
|
0.052168082,
|
|
-0.003604893,
|
|
0.0029646754,
|
|
-0.01555854,
|
|
0.01621538,
|
|
0.06956003,
|
|
-0.01835442,
|
|
0.0517784,
|
|
0.016805952,
|
|
-0.04840021,
|
|
-0.027128687,
|
|
0.0077580265,
|
|
-0.015057385,
|
|
0.019526443,
|
|
0.027078133,
|
|
0.07452813,
|
|
0.017071,
|
|
-0.009301505,
|
|
-0.03119231,
|
|
0.034350246,
|
|
0.0340188,
|
|
-0.023147605,
|
|
0.041815214,
|
|
0.08863121,
|
|
-0.0104886945,
|
|
-0.015345755,
|
|
0.03945793,
|
|
0.041599277,
|
|
0.010335151,
|
|
-0.03177839,
|
|
-0.043523323,
|
|
0.046266828,
|
|
0.0072918106,
|
|
-0.012197957,
|
|
0.009132112,
|
|
-0.021738917,
|
|
-0.021880707,
|
|
0.013465258,
|
|
0.0050371876,
|
|
-0.008430583,
|
|
0.04109797,
|
|
-0.020646464,
|
|
-0.036139004,
|
|
0.010499862,
|
|
-0.07939189,
|
|
-0.06501907,
|
|
0.033503268,
|
|
-0.012798389,
|
|
0.024077661,
|
|
-0.041221693,
|
|
-0.0050737844,
|
|
0.049661387,
|
|
0.019008912,
|
|
0.02467624,
|
|
-0.026790015,
|
|
-0.008536108,
|
|
-0.026450286,
|
|
-0.021262454,
|
|
0.019801894,
|
|
-0.027394805,
|
|
0.0008564678,
|
|
-0.032779545,
|
|
0.052298795,
|
|
-0.024265694,
|
|
0.017661352,
|
|
-0.07038125,
|
|
-0.02454946,
|
|
-0.07169627,
|
|
-0.01705358,
|
|
-0.0062632,
|
|
-0.014406639,
|
|
0.033080865,
|
|
-0.039415132,
|
|
0.028597385,
|
|
0.05657959,
|
|
0.063139535,
|
|
-0.011624071,
|
|
0.04524019,
|
|
0.032662436,
|
|
0.04697864,
|
|
-0.054036353,
|
|
0.004408054,
|
|
0.007875965,
|
|
0.03307435,
|
|
-0.012253569,
|
|
-0.021469655,
|
|
-0.015537069,
|
|
0.017215775,
|
|
-0.023675416,
|
|
0.080179304,
|
|
-0.022867741,
|
|
-0.013489164,
|
|
-0.028108824,
|
|
-0.045177963,
|
|
-0.023673253,
|
|
0.04031029,
|
|
0.040819284,
|
|
-0.03210277,
|
|
-0.03916873,
|
|
-0.017087357,
|
|
-0.03698465,
|
|
-0.04077409,
|
|
0.021928439,
|
|
-0.026817646,
|
|
-0.01106303,
|
|
0.004512083,
|
|
0.023710325,
|
|
-0.0245082,
|
|
-0.048106957,
|
|
0.0050511425,
|
|
-0.0072124526,
|
|
0.019437807,
|
|
-0.05639996,
|
|
-0.018387474,
|
|
-0.04654496,
|
|
0.011461513,
|
|
-0.0105791325,
|
|
0.0033555275,
|
|
0.043007024,
|
|
0.023549581,
|
|
0.011049015,
|
|
-0.02588134,
|
|
-0.013378935,
|
|
0.051739335,
|
|
0.021091674,
|
|
-0.01786458,
|
|
-0.006382594,
|
|
0.015551687,
|
|
-0.052483745,
|
|
0.010794458,
|
|
-0.017585343,
|
|
0.038107336,
|
|
-0.030182848,
|
|
0.07094169,
|
|
0.12957415,
|
|
-0.009040866,
|
|
0.038507964,
|
|
-0.058074147,
|
|
0.013483132,
|
|
-0.0170141,
|
|
-0.028936993,
|
|
0.015603824,
|
|
-0.06157329,
|
|
-0.00049588573
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:latest",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 5,
|
|
"total_tokens": 5
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|