mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
f7c5ef4ec0
# What does this PR do? the /inference/completion route is gone. this removes the implementations. ## Test Plan ci
806 lines
21 KiB
JSON
806 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"input": [
|
|
"artificial intelligence"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:137m-v1.5-fp16"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.0022366138,
|
|
0.08461147,
|
|
-0.11874114,
|
|
-0.0052518453,
|
|
0.07118406,
|
|
0.049483486,
|
|
-0.015876217,
|
|
-0.0012008038,
|
|
-0.0033942908,
|
|
0.05494602,
|
|
0.030520875,
|
|
0.05008958,
|
|
0.09317201,
|
|
0.032156132,
|
|
-0.004377338,
|
|
-0.03848804,
|
|
-0.018956302,
|
|
-0.0236095,
|
|
0.022911306,
|
|
-0.03110393,
|
|
0.028829137,
|
|
-0.016230786,
|
|
0.008753911,
|
|
0.057506666,
|
|
0.10936682,
|
|
0.005825114,
|
|
-0.0074997484,
|
|
0.020811856,
|
|
0.010388324,
|
|
-0.010141114,
|
|
0.021874895,
|
|
-0.019713985,
|
|
0.027533287,
|
|
0.026793962,
|
|
-0.044568222,
|
|
-0.044519402,
|
|
0.08357342,
|
|
0.012445136,
|
|
0.010518916,
|
|
0.038442865,
|
|
-0.030536616,
|
|
0.05906662,
|
|
-0.010392797,
|
|
-0.022087235,
|
|
0.05343208,
|
|
0.055654023,
|
|
-0.0044453666,
|
|
-0.036988884,
|
|
0.063930705,
|
|
-0.032284323,
|
|
0.032489978,
|
|
0.0055931634,
|
|
-0.032375008,
|
|
-0.004497235,
|
|
0.09392279,
|
|
0.006754915,
|
|
-0.032268003,
|
|
0.00835217,
|
|
0.014370032,
|
|
-0.036483698,
|
|
0.08912018,
|
|
0.05955014,
|
|
-0.019408967,
|
|
0.06350465,
|
|
0.047744956,
|
|
-0.027341131,
|
|
0.006552131,
|
|
0.04953885,
|
|
0.010574868,
|
|
0.02235948,
|
|
-0.02321165,
|
|
-0.027353264,
|
|
0.038480133,
|
|
0.02281572,
|
|
-0.024038436,
|
|
-0.001306909,
|
|
-0.0061844047,
|
|
-0.017209949,
|
|
-0.0030420008,
|
|
0.10509315,
|
|
0.042954266,
|
|
-0.06901838,
|
|
0.024718743,
|
|
-0.024710549,
|
|
0.0343398,
|
|
0.0020979699,
|
|
-0.06263484,
|
|
-0.029716684,
|
|
0.011262075,
|
|
0.078764975,
|
|
0.033562943,
|
|
0.035133224,
|
|
0.0320457,
|
|
0.00027186406,
|
|
-0.036529467,
|
|
-0.0016409303,
|
|
-0.081980266,
|
|
0.016165322,
|
|
-0.0660322,
|
|
-0.02935759,
|
|
-0.04723506,
|
|
0.025335161,
|
|
0.026269158,
|
|
-0.0513352,
|
|
0.045357753,
|
|
-0.014988144,
|
|
-0.013024993,
|
|
-0.03038292,
|
|
-0.008367398,
|
|
0.0056260712,
|
|
0.020680085,
|
|
0.028618533,
|
|
0.029874317,
|
|
-0.031997733,
|
|
-0.00076006126,
|
|
-0.034168944,
|
|
-0.02590518,
|
|
-0.0076284576,
|
|
0.022651166,
|
|
0.018386483,
|
|
-0.021787772,
|
|
-0.040447697,
|
|
0.0047820276,
|
|
-0.009597712,
|
|
-0.035957053,
|
|
0.005328606,
|
|
-0.057489593,
|
|
0.06073504,
|
|
-0.020800686,
|
|
-0.029272858,
|
|
0.0163452,
|
|
-0.03862363,
|
|
-0.02247747,
|
|
-0.020445915,
|
|
-0.036009513,
|
|
0.059558164,
|
|
-0.03033286,
|
|
-0.069230184,
|
|
0.033652306,
|
|
0.036894094,
|
|
0.03370458,
|
|
0.027705852,
|
|
0.015187954,
|
|
-0.018007543,
|
|
-0.01165972,
|
|
-0.02008793,
|
|
0.040926944,
|
|
0.021693092,
|
|
-0.10439988,
|
|
0.038911153,
|
|
-0.0014781221,
|
|
0.035699833,
|
|
-0.009698822,
|
|
-0.02926835,
|
|
-0.0069360486,
|
|
0.014233733,
|
|
-0.017313404,
|
|
0.014706464,
|
|
0.0038458246,
|
|
-0.022818988,
|
|
0.041648272,
|
|
-0.02098679,
|
|
-0.027581805,
|
|
0.03756714,
|
|
-0.0037085882,
|
|
0.027596122,
|
|
0.04056782,
|
|
0.0034392772,
|
|
0.037615757,
|
|
0.025776071,
|
|
-0.026982538,
|
|
0.005852495,
|
|
-0.0039863046,
|
|
0.005656856,
|
|
0.06277659,
|
|
0.0043406086,
|
|
-0.0297926,
|
|
-0.06708285,
|
|
0.050012793,
|
|
-0.07488783,
|
|
0.011569169,
|
|
-0.0756103,
|
|
0.027647655,
|
|
0.041902207,
|
|
-0.022105526,
|
|
-0.033318907,
|
|
-0.031793807,
|
|
-0.015916783,
|
|
-0.027008306,
|
|
-0.018171852,
|
|
0.006252427,
|
|
0.026597168,
|
|
-0.019817233,
|
|
-0.040594563,
|
|
-0.039668392,
|
|
-0.015794825,
|
|
0.029146893,
|
|
0.008342654,
|
|
0.035202503,
|
|
-0.008702159,
|
|
-0.015769526,
|
|
-0.025469974,
|
|
-0.0586123,
|
|
-0.042902436,
|
|
-0.015211353,
|
|
0.014261047,
|
|
0.025996149,
|
|
-0.017377071,
|
|
-0.037808437,
|
|
-0.03520045,
|
|
0.07131968,
|
|
0.05654339,
|
|
0.016483534,
|
|
-0.01876786,
|
|
-0.038460378,
|
|
-0.012577459,
|
|
0.0064103696,
|
|
-0.062101442,
|
|
-0.00660067,
|
|
-0.027731637,
|
|
0.06374957,
|
|
0.026982041,
|
|
0.024285842,
|
|
-0.018742703,
|
|
-0.012524679,
|
|
0.013434072,
|
|
-0.055756543,
|
|
-0.027415525,
|
|
-0.03675257,
|
|
0.017529571,
|
|
0.02477561,
|
|
-0.03045127,
|
|
0.06855323,
|
|
-0.010209082,
|
|
0.031148888,
|
|
0.021571951,
|
|
0.023731954,
|
|
0.054307498,
|
|
0.03100052,
|
|
0.026400942,
|
|
-0.04622913,
|
|
0.04047185,
|
|
-0.033045094,
|
|
0.009662064,
|
|
-0.047404494,
|
|
-0.021189788,
|
|
-0.02399669,
|
|
-0.055832874,
|
|
-0.017241064,
|
|
0.012543915,
|
|
-0.008548619,
|
|
0.02192726,
|
|
-0.059385594,
|
|
0.014223978,
|
|
0.0034782523,
|
|
-0.014986028,
|
|
0.009467993,
|
|
0.025945617,
|
|
0.017788455,
|
|
-0.017890496,
|
|
0.037027203,
|
|
-0.062437646,
|
|
0.054516815,
|
|
0.0072062453,
|
|
0.036869206,
|
|
-0.012679324,
|
|
0.013426369,
|
|
0.0063931644,
|
|
0.013034126,
|
|
-0.0054964176,
|
|
0.029703952,
|
|
0.015483862,
|
|
0.037053373,
|
|
0.015184287,
|
|
0.0015051999,
|
|
0.03155224,
|
|
-0.034007262,
|
|
-0.01062121,
|
|
-0.0065257372,
|
|
-0.036016863,
|
|
-0.02398522,
|
|
0.0002925773,
|
|
-0.04639047,
|
|
0.00067234266,
|
|
0.0051879333,
|
|
0.0022854244,
|
|
0.019890914,
|
|
0.055556163,
|
|
0.00015714756,
|
|
0.012443668,
|
|
0.0008963305,
|
|
-0.00070220826,
|
|
-0.050769955,
|
|
-0.017256442,
|
|
-0.027077246,
|
|
0.05331934,
|
|
0.034037035,
|
|
0.02592324,
|
|
0.048169997,
|
|
-0.008394459,
|
|
0.021370936,
|
|
-0.029176475,
|
|
0.043719027,
|
|
-0.005602416,
|
|
0.049327727,
|
|
-0.016994191,
|
|
-0.019547777,
|
|
-0.007292355,
|
|
0.022185003,
|
|
0.0021891743,
|
|
-0.03477908,
|
|
0.0066157207,
|
|
0.01569508,
|
|
0.0068082223,
|
|
0.0056947717,
|
|
0.0010003493,
|
|
-0.044438407,
|
|
0.013787266,
|
|
0.04122305,
|
|
0.028625388,
|
|
0.030242013,
|
|
-0.06857352,
|
|
-0.06352003,
|
|
0.013763704,
|
|
0.039651092,
|
|
0.07492188,
|
|
-0.0053706495,
|
|
0.035465065,
|
|
-0.059376698,
|
|
-0.06497839,
|
|
0.004327192,
|
|
0.0267945,
|
|
0.015040646,
|
|
-0.020788817,
|
|
-0.051962562,
|
|
-0.01921375,
|
|
0.018850269,
|
|
0.031000722,
|
|
-0.018221682,
|
|
0.009267403,
|
|
0.06973425,
|
|
-0.025806738,
|
|
0.026600223,
|
|
-0.022368405,
|
|
-0.040353984,
|
|
0.02531925,
|
|
0.034998856,
|
|
0.013047638,
|
|
-0.009365667,
|
|
0.0013648598,
|
|
-0.03051494,
|
|
0.03722371,
|
|
0.008678353,
|
|
-0.01722393,
|
|
0.019971238,
|
|
-0.00760562,
|
|
0.009754185,
|
|
0.08358501,
|
|
0.03864254,
|
|
-0.0032530357,
|
|
0.028376041,
|
|
-0.038566697,
|
|
0.023307664,
|
|
0.004626837,
|
|
-0.011370534,
|
|
-0.0077850833,
|
|
0.0050342744,
|
|
0.0030030971,
|
|
0.00605339,
|
|
0.015904339,
|
|
0.022334864,
|
|
-0.02215339,
|
|
0.00095908146,
|
|
0.061905097,
|
|
-0.008258138,
|
|
0.0005605451,
|
|
-0.054997843,
|
|
-0.04336385,
|
|
-0.019704789,
|
|
-0.021770332,
|
|
-0.040157095,
|
|
0.03560317,
|
|
-0.012980766,
|
|
0.016729578,
|
|
0.040847357,
|
|
-0.01233236,
|
|
-0.02141919,
|
|
-0.06613447,
|
|
-0.02145993,
|
|
-0.029881824,
|
|
-0.012548473,
|
|
-0.045113426,
|
|
-0.05410633,
|
|
-0.050498877,
|
|
0.0017322625,
|
|
-0.010467805,
|
|
-0.025641298,
|
|
-0.045313217,
|
|
-0.004778442,
|
|
0.01708526,
|
|
-0.034309763,
|
|
-0.041960593,
|
|
0.012388626,
|
|
-0.039192248,
|
|
-0.015190208,
|
|
-0.006606051,
|
|
-0.01538265,
|
|
-0.0532569,
|
|
0.06667949,
|
|
0.028025586,
|
|
0.0058680964,
|
|
0.02157653,
|
|
0.01722739,
|
|
-0.08740455,
|
|
0.020562567,
|
|
-0.04073606,
|
|
0.031959366,
|
|
0.016461657,
|
|
-0.03277063,
|
|
0.009070761,
|
|
0.025736198,
|
|
-0.006719338,
|
|
0.026993962,
|
|
0.026991637,
|
|
-0.03802627,
|
|
0.015317921,
|
|
-0.016529806,
|
|
0.043788806,
|
|
-0.006503039,
|
|
-0.03839264,
|
|
0.035212778,
|
|
-0.029066656,
|
|
-0.03686405,
|
|
-0.030157154,
|
|
-0.022428561,
|
|
0.05858354,
|
|
0.026042566,
|
|
0.03547472,
|
|
0.02563004,
|
|
0.042611666,
|
|
0.019815635,
|
|
0.003058494,
|
|
-0.009443615,
|
|
-0.034674164,
|
|
0.035445154,
|
|
0.10798093,
|
|
0.038721245,
|
|
0.0016377034,
|
|
-0.06430824,
|
|
0.042132918,
|
|
0.010504483,
|
|
0.024581155,
|
|
0.012019827,
|
|
0.030755972,
|
|
0.026534388,
|
|
-0.02885229,
|
|
-0.019706503,
|
|
0.046450213,
|
|
0.026275348,
|
|
0.04946407,
|
|
-0.007464721,
|
|
0.00794922,
|
|
-0.08535301,
|
|
0.02541005,
|
|
-0.017998746,
|
|
-0.009416071,
|
|
0.016700648,
|
|
-0.03542828,
|
|
0.027435834,
|
|
0.03758757,
|
|
0.0041925805,
|
|
0.043872304,
|
|
0.011266653,
|
|
-0.03867743,
|
|
-0.01193984,
|
|
0.0073895175,
|
|
-0.044121254,
|
|
-0.00873277,
|
|
0.012664631,
|
|
0.035640765,
|
|
-0.00072544283,
|
|
-0.061218876,
|
|
-0.015022522,
|
|
-0.0322976,
|
|
-0.010083825,
|
|
0.029629998,
|
|
-0.03543853,
|
|
0.02555725,
|
|
0.0051406357,
|
|
-0.038534507,
|
|
0.040804803,
|
|
0.0036758485,
|
|
0.021139948,
|
|
-0.044177193,
|
|
-0.05692792,
|
|
-0.046873756,
|
|
-0.097377434,
|
|
0.040344633,
|
|
0.018246876,
|
|
0.023228467,
|
|
-0.0040318235,
|
|
-0.0070896745,
|
|
-0.040837582,
|
|
-0.0021164624,
|
|
-0.043553185,
|
|
0.008691869,
|
|
0.043227255,
|
|
-0.10591166,
|
|
-0.058253914,
|
|
0.07945284,
|
|
0.0055897078,
|
|
0.0023664695,
|
|
0.043260083,
|
|
0.01711786,
|
|
0.009498194,
|
|
-0.022812163,
|
|
0.027058931,
|
|
0.005396622,
|
|
-0.0931436,
|
|
-0.012700624,
|
|
0.050613508,
|
|
0.001651129,
|
|
-0.005244997,
|
|
-0.005993222,
|
|
-0.048681,
|
|
0.013741692,
|
|
0.024419071,
|
|
-0.044938207,
|
|
0.024652004,
|
|
-0.0090823565,
|
|
0.009084302,
|
|
0.007980511,
|
|
-0.03202634,
|
|
-0.045257688,
|
|
0.0023523772,
|
|
-0.015082915,
|
|
-0.04028791,
|
|
-0.044669308,
|
|
0.05234696,
|
|
0.02510421,
|
|
0.062450916,
|
|
0.02111679,
|
|
0.006334921,
|
|
-0.012903392,
|
|
0.010148576,
|
|
-0.038433332,
|
|
-0.041481566,
|
|
0.06477058,
|
|
-0.006061863,
|
|
-0.08530247,
|
|
0.04810012,
|
|
-0.048599683,
|
|
-0.0005365218,
|
|
0.0040615113,
|
|
0.011245283,
|
|
-0.035306197,
|
|
-0.008921519,
|
|
-0.01795086,
|
|
0.005678066,
|
|
-0.032920655,
|
|
-0.048789356,
|
|
0.010845612,
|
|
0.03411874,
|
|
-0.011378207,
|
|
-0.056814976,
|
|
-0.006532135,
|
|
-0.0050057303,
|
|
-0.019771084,
|
|
0.0091395695,
|
|
0.031342167,
|
|
0.023269448,
|
|
-0.03736886,
|
|
0.0019668897,
|
|
0.0074416464,
|
|
-0.0019287739,
|
|
-0.023238849,
|
|
0.0005433489,
|
|
-0.024418414,
|
|
-0.05959036,
|
|
0.017759146,
|
|
0.048834063,
|
|
-0.08515415,
|
|
0.021934256,
|
|
0.030728595,
|
|
0.049638256,
|
|
0.019994117,
|
|
-0.04717042,
|
|
0.0015763802,
|
|
0.033468403,
|
|
-0.06731834,
|
|
-0.00681266,
|
|
0.021093257,
|
|
-0.01041348,
|
|
-0.055003677,
|
|
-0.051734563,
|
|
0.02995711,
|
|
-0.02678245,
|
|
0.0045354315,
|
|
-0.027154865,
|
|
-0.04995867,
|
|
-0.0011973461,
|
|
-0.033825804,
|
|
0.041500945,
|
|
0.012434426,
|
|
0.020051895,
|
|
0.012731558,
|
|
0.004626874,
|
|
0.047176465,
|
|
0.038083524,
|
|
-0.03400733,
|
|
0.011142505,
|
|
0.012283894,
|
|
-0.015379302,
|
|
0.007730181,
|
|
0.07565572,
|
|
-0.035731222,
|
|
0.08118149,
|
|
-0.09431516,
|
|
-0.08810903,
|
|
0.01146403,
|
|
-0.029304102,
|
|
-0.08639211,
|
|
0.0341667,
|
|
-0.0052170665,
|
|
0.09311439,
|
|
-0.010057816,
|
|
0.021880865,
|
|
-0.0047650035,
|
|
0.001162741,
|
|
0.09254362,
|
|
-0.038753066,
|
|
0.06454391,
|
|
0.023767488,
|
|
-0.030262474,
|
|
-0.011110613,
|
|
-0.0074149664,
|
|
-0.03007684,
|
|
0.020606792,
|
|
0.04930669,
|
|
0.07281914,
|
|
-0.0039625484,
|
|
-0.0016324545,
|
|
-0.03596851,
|
|
0.039473955,
|
|
0.020002823,
|
|
-0.0054762294,
|
|
0.040199697,
|
|
0.109564506,
|
|
-0.009766631,
|
|
-0.040412877,
|
|
0.040181432,
|
|
0.03771873,
|
|
0.013992633,
|
|
-0.030444501,
|
|
-0.07115155,
|
|
0.042908143,
|
|
-0.012742061,
|
|
-0.001440587,
|
|
0.012808517,
|
|
-0.029983656,
|
|
0.00488665,
|
|
0.006281797,
|
|
-0.005707157,
|
|
0.009824824,
|
|
0.037697576,
|
|
-0.03704277,
|
|
-0.0075235907,
|
|
0.0113789765,
|
|
-0.054945026,
|
|
-0.04243903,
|
|
0.023500174,
|
|
-0.011036614,
|
|
0.016815342,
|
|
-0.0697076,
|
|
0.008619862,
|
|
0.06272668,
|
|
0.03931336,
|
|
0.016410746,
|
|
-0.006864617,
|
|
-0.008319184,
|
|
-0.009145009,
|
|
-0.02897438,
|
|
0.039978817,
|
|
-0.033102676,
|
|
-0.036361784,
|
|
-0.011318566,
|
|
0.03892114,
|
|
-0.0075466223,
|
|
0.026960738,
|
|
-0.0726453,
|
|
-0.014178968,
|
|
-0.054352228,
|
|
-0.017428732,
|
|
0.0074234335,
|
|
-0.006251338,
|
|
0.025898894,
|
|
-0.057475954,
|
|
0.018578822,
|
|
0.0290711,
|
|
0.059306774,
|
|
-0.009857875,
|
|
0.052424155,
|
|
0.057722762,
|
|
0.039911784,
|
|
-0.04026031,
|
|
-0.008285909,
|
|
-0.0033879017,
|
|
0.029076183,
|
|
-0.010721028,
|
|
-0.0005562793,
|
|
-0.001604114,
|
|
0.030403664,
|
|
0.0042645643,
|
|
0.058851115,
|
|
-0.039981343,
|
|
-0.027790371,
|
|
-0.0327743,
|
|
-0.023301579,
|
|
-0.021286374,
|
|
0.012392469,
|
|
0.048142795,
|
|
-0.049542453,
|
|
-0.042852707,
|
|
-0.0013391685,
|
|
-0.025826424,
|
|
0.008100482,
|
|
0.049525622,
|
|
-0.03799743,
|
|
0.012587347,
|
|
-0.03135462,
|
|
0.0391294,
|
|
-0.02423877,
|
|
-0.059276436,
|
|
0.021265157,
|
|
-0.009490031,
|
|
0.010039646,
|
|
-0.05740955,
|
|
-0.043233834,
|
|
-0.031231066,
|
|
0.029870564,
|
|
0.019918723,
|
|
-0.0030282692,
|
|
0.040403277,
|
|
0.032559145,
|
|
0.0036333718,
|
|
-0.035210673,
|
|
-0.018083818,
|
|
0.028045155,
|
|
0.026430579,
|
|
-0.0024856809,
|
|
0.02103473,
|
|
0.018243128,
|
|
-0.042539034,
|
|
-0.001484943,
|
|
-0.015580981,
|
|
0.05004955,
|
|
-0.045361407,
|
|
0.05247213,
|
|
0.0752267,
|
|
-0.014999207,
|
|
0.032288983,
|
|
-0.06401884,
|
|
0.014476272,
|
|
-0.014107892,
|
|
-0.03501588,
|
|
-0.03343625,
|
|
-0.04675748,
|
|
0.013430127
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 2,
|
|
"total_tokens": 2
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|