mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-03 19:57:35 +00:00
f7c5ef4ec0
# What does this PR do? the /inference/completion route is gone. this removes the implementations. ## Test Plan ci
806 lines
21 KiB
JSON
806 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"input": [
|
|
"Python programming language"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:137m-v1.5-fp16"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.012737296,
|
|
0.052157503,
|
|
-0.09865639,
|
|
-0.05476475,
|
|
0.05301662,
|
|
0.0074160905,
|
|
-0.06798324,
|
|
-0.0033211287,
|
|
-0.016955739,
|
|
-0.066146754,
|
|
-0.00029801717,
|
|
0.044583604,
|
|
0.04537025,
|
|
-0.044383764,
|
|
0.0023149354,
|
|
-0.09608677,
|
|
0.025675122,
|
|
-0.0704009,
|
|
-0.03931903,
|
|
0.06766093,
|
|
0.017914528,
|
|
-0.040849652,
|
|
0.026488103,
|
|
-0.015297751,
|
|
0.11874497,
|
|
0.020230753,
|
|
0.0105890855,
|
|
-0.0036319923,
|
|
-0.0075948774,
|
|
0.016645674,
|
|
-0.045041427,
|
|
0.004138968,
|
|
0.0004353597,
|
|
-0.02476739,
|
|
-0.044161372,
|
|
-0.06683856,
|
|
0.06450044,
|
|
-0.018002711,
|
|
0.038697395,
|
|
0.015279114,
|
|
-0.043509968,
|
|
0.009773898,
|
|
0.060179695,
|
|
-0.007329619,
|
|
0.07848926,
|
|
-0.06192075,
|
|
0.004529198,
|
|
-0.014174553,
|
|
-0.03300747,
|
|
0.021683672,
|
|
-0.020385684,
|
|
-0.035768215,
|
|
-0.043068312,
|
|
-0.013654137,
|
|
0.07617396,
|
|
0.038741313,
|
|
0.006725823,
|
|
0.011636873,
|
|
0.015038775,
|
|
-0.06120382,
|
|
0.07566976,
|
|
0.082728565,
|
|
-0.08939894,
|
|
0.04476117,
|
|
0.05678162,
|
|
-0.011741467,
|
|
0.0026016668,
|
|
0.03271547,
|
|
-0.023847334,
|
|
0.014053751,
|
|
0.030476196,
|
|
-0.06255138,
|
|
0.04260044,
|
|
-0.0026815364,
|
|
-0.0260585,
|
|
-0.007336162,
|
|
-0.020206766,
|
|
-0.04938916,
|
|
0.017385937,
|
|
0.06006105,
|
|
-0.013208199,
|
|
0.016350197,
|
|
-0.0109011745,
|
|
0.028250203,
|
|
0.04128484,
|
|
-0.06976558,
|
|
-0.042334184,
|
|
-0.0020309563,
|
|
-0.051363576,
|
|
0.020697631,
|
|
-0.06012748,
|
|
-0.0064777704,
|
|
-0.02580574,
|
|
0.004771875,
|
|
-0.064917386,
|
|
0.02215894,
|
|
-0.054416675,
|
|
0.026068965,
|
|
0.04200019,
|
|
-0.024564879,
|
|
0.0077957124,
|
|
-0.015894597,
|
|
0.060694925,
|
|
-0.048398413,
|
|
0.03545728,
|
|
0.043259352,
|
|
0.04367656,
|
|
-0.035536934,
|
|
-0.058171894,
|
|
-0.0115244435,
|
|
-0.006172969,
|
|
0.045124453,
|
|
-0.027776113,
|
|
-0.022800889,
|
|
-0.045794144,
|
|
0.0015683161,
|
|
0.02532558,
|
|
-0.0408559,
|
|
0.06885377,
|
|
0.053380273,
|
|
-0.002310288,
|
|
-0.048188288,
|
|
0.040053353,
|
|
0.048873883,
|
|
-0.018484699,
|
|
0.024138113,
|
|
-0.06406123,
|
|
0.028043946,
|
|
0.013406045,
|
|
-0.03121256,
|
|
0.04827139,
|
|
-0.022590872,
|
|
-0.044979047,
|
|
-0.009155806,
|
|
-0.0345572,
|
|
0.040470112,
|
|
-0.053579397,
|
|
-0.014609841,
|
|
0.09309223,
|
|
-0.022341968,
|
|
0.022824768,
|
|
0.027127359,
|
|
-0.023630599,
|
|
-0.014862734,
|
|
0.019149441,
|
|
-0.022489576,
|
|
0.037146494,
|
|
0.026537362,
|
|
-0.013998867,
|
|
0.023908654,
|
|
0.019494286,
|
|
0.035421006,
|
|
0.010681667,
|
|
0.04866381,
|
|
-0.00028648498,
|
|
0.0076756324,
|
|
0.01770439,
|
|
0.004861778,
|
|
0.0675088,
|
|
-0.02110296,
|
|
0.07012984,
|
|
0.011100984,
|
|
-0.015785491,
|
|
0.029732592,
|
|
-0.042797945,
|
|
-0.028424682,
|
|
0.024825025,
|
|
0.012830561,
|
|
-0.031163441,
|
|
0.0010846684,
|
|
-0.04394154,
|
|
-0.06074506,
|
|
-0.0068602944,
|
|
-0.02000956,
|
|
0.017218532,
|
|
0.016892785,
|
|
-0.016099539,
|
|
-0.011027052,
|
|
0.04092132,
|
|
-0.013812635,
|
|
-0.0171445,
|
|
-0.05161461,
|
|
0.043900732,
|
|
0.054356292,
|
|
-0.06110619,
|
|
0.010437808,
|
|
-0.010695358,
|
|
-0.038556177,
|
|
-0.022182107,
|
|
-0.013702171,
|
|
-0.02606656,
|
|
0.0417685,
|
|
-0.03564253,
|
|
-0.065730296,
|
|
-0.048234634,
|
|
-0.031294968,
|
|
0.018793715,
|
|
0.0028812673,
|
|
0.059523605,
|
|
-0.07834006,
|
|
-0.041890293,
|
|
-0.007903964,
|
|
-0.05529348,
|
|
-0.010216022,
|
|
-0.05732938,
|
|
-0.008337224,
|
|
-0.004084479,
|
|
0.0032915517,
|
|
-0.04187034,
|
|
0.01608275,
|
|
0.06422492,
|
|
0.018843329,
|
|
-0.023873901,
|
|
0.061657883,
|
|
0.0042031026,
|
|
-0.035615478,
|
|
-0.0233748,
|
|
-0.01701599,
|
|
0.011956012,
|
|
0.034292623,
|
|
0.056101177,
|
|
0.00090226205,
|
|
0.0053342264,
|
|
0.0020548122,
|
|
0.01625327,
|
|
0.028918983,
|
|
-0.066553414,
|
|
0.017591959,
|
|
-0.055340543,
|
|
0.014200978,
|
|
0.0043894285,
|
|
-0.046320267,
|
|
0.009632542,
|
|
0.026329784,
|
|
0.037263606,
|
|
0.060245816,
|
|
0.047682427,
|
|
0.044949647,
|
|
-0.010772139,
|
|
-0.041810554,
|
|
-0.031361483,
|
|
0.0073113176,
|
|
-0.030563952,
|
|
0.04529861,
|
|
-0.009128403,
|
|
-0.0051679183,
|
|
-0.004846899,
|
|
-0.009234518,
|
|
-0.017252633,
|
|
0.039498128,
|
|
-0.019625667,
|
|
-0.0402034,
|
|
-0.005365279,
|
|
0.06279761,
|
|
0.027031269,
|
|
0.02773575,
|
|
0.032350197,
|
|
0.00057488075,
|
|
0.06752743,
|
|
-0.017945373,
|
|
0.03612706,
|
|
-0.038697086,
|
|
-0.029901898,
|
|
-0.0113743795,
|
|
-0.020817084,
|
|
-0.0028207486,
|
|
-0.0037516905,
|
|
0.016709562,
|
|
0.0070552756,
|
|
-0.025101524,
|
|
0.013061921,
|
|
-0.0097264135,
|
|
0.023312164,
|
|
-0.030784104,
|
|
-0.0029193545,
|
|
-0.02444496,
|
|
0.027738145,
|
|
-0.047183525,
|
|
-0.0056739203,
|
|
0.009817768,
|
|
0.028266534,
|
|
-0.06388905,
|
|
-0.019374298,
|
|
0.04362763,
|
|
-0.0057525537,
|
|
0.010138786,
|
|
0.025025772,
|
|
0.0056975563,
|
|
-0.013095728,
|
|
-0.010737826,
|
|
0.05379437,
|
|
0.0035773406,
|
|
-0.033730775,
|
|
-0.022392886,
|
|
-0.024516208,
|
|
0.03529997,
|
|
0.04245314,
|
|
0.029541131,
|
|
0.044283565,
|
|
-0.010923522,
|
|
-0.015672298,
|
|
0.031540904,
|
|
0.049757652,
|
|
0.0134175075,
|
|
0.026056338,
|
|
-0.045238763,
|
|
0.036880285,
|
|
0.019401666,
|
|
-0.01225724,
|
|
-0.011385536,
|
|
-0.039677687,
|
|
0.012001496,
|
|
-0.018710397,
|
|
0.051085025,
|
|
-0.07968707,
|
|
0.044598807,
|
|
0.020966908,
|
|
0.024486324,
|
|
0.030820722,
|
|
-0.035817347,
|
|
-0.005985216,
|
|
-0.077220775,
|
|
0.060087338,
|
|
-0.018667521,
|
|
0.00042907865,
|
|
0.04296211,
|
|
0.010683234,
|
|
0.03383496,
|
|
-0.000113617025,
|
|
-0.034164984,
|
|
-0.012604936,
|
|
0.013022496,
|
|
0.024046391,
|
|
-0.021777937,
|
|
-0.043731887,
|
|
0.0033063248,
|
|
0.0032457314,
|
|
-0.013931376,
|
|
0.0023861264,
|
|
0.0075240964,
|
|
0.007015829,
|
|
-0.05085907,
|
|
0.042630788,
|
|
-0.02087415,
|
|
-0.007658267,
|
|
0.013132027,
|
|
0.041472685,
|
|
-0.040956587,
|
|
0.05658287,
|
|
0.04250153,
|
|
0.0021518448,
|
|
0.044045568,
|
|
-0.040921584,
|
|
0.007132343,
|
|
-0.00048801105,
|
|
-0.036380254,
|
|
0.047273647,
|
|
-0.004309134,
|
|
-0.013429063,
|
|
-0.00019902465,
|
|
-0.0004708195,
|
|
-0.029873386,
|
|
0.027239243,
|
|
-0.03529831,
|
|
-0.023228176,
|
|
0.024661895,
|
|
0.05063533,
|
|
-0.028260268,
|
|
0.01129846,
|
|
-0.0045312783,
|
|
-0.031872246,
|
|
-0.046879377,
|
|
-0.007871232,
|
|
0.004367725,
|
|
-0.017214479,
|
|
-0.015753403,
|
|
-0.078615755,
|
|
-0.014234739,
|
|
-0.025533726,
|
|
0.029994033,
|
|
0.006888315,
|
|
-0.042100083,
|
|
-0.0016963482,
|
|
0.021459604,
|
|
-0.01591483,
|
|
-0.07365999,
|
|
-0.010291573,
|
|
0.0047568013,
|
|
0.03292463,
|
|
0.043200362,
|
|
0.014325783,
|
|
-0.048490327,
|
|
-0.024439182,
|
|
0.033686552,
|
|
0.029715305,
|
|
-0.010423145,
|
|
0.013148504,
|
|
0.0008267967,
|
|
-0.027305948,
|
|
-0.0060520596,
|
|
-0.0779034,
|
|
-0.06871077,
|
|
0.03765654,
|
|
-0.023108464,
|
|
-0.027462585,
|
|
0.022435384,
|
|
-0.010619645,
|
|
-0.019606477,
|
|
0.02848785,
|
|
-0.009619229,
|
|
-0.007973983,
|
|
-0.0029784956,
|
|
0.009451803,
|
|
-0.019557634,
|
|
-0.021816052,
|
|
0.028761018,
|
|
0.027324788,
|
|
0.031654317,
|
|
-0.058149435,
|
|
0.017170029,
|
|
0.034972027,
|
|
0.027760118,
|
|
-0.010306612,
|
|
0.012620151,
|
|
0.008334629,
|
|
0.012273061,
|
|
0.029800836,
|
|
0.058904618,
|
|
0.018408349,
|
|
-0.054807078,
|
|
0.0006477238,
|
|
0.022915987,
|
|
0.03338144,
|
|
0.03668132,
|
|
-0.0071606343,
|
|
-0.0016230526,
|
|
0.022836274,
|
|
0.01099753,
|
|
-0.015486893,
|
|
0.046064902,
|
|
0.03652358,
|
|
-0.021730995,
|
|
-0.04240822,
|
|
0.007839006,
|
|
0.010131339,
|
|
0.071891285,
|
|
0.08595036,
|
|
-0.036551163,
|
|
-0.036580227,
|
|
0.027753903,
|
|
0.013721581,
|
|
0.015000481,
|
|
0.009816424,
|
|
0.033280663,
|
|
0.06401278,
|
|
0.034881614,
|
|
-0.010603335,
|
|
0.02859825,
|
|
-0.02816573,
|
|
0.07249696,
|
|
0.005746021,
|
|
-0.026890617,
|
|
-0.05659028,
|
|
-0.007152308,
|
|
-0.024288459,
|
|
-0.018561136,
|
|
-0.013725504,
|
|
-0.030577758,
|
|
0.005742889,
|
|
0.0024392854,
|
|
-0.0399384,
|
|
0.020328993,
|
|
0.039503425,
|
|
-0.042268254,
|
|
-0.022119028,
|
|
-0.034113314,
|
|
-0.030274384,
|
|
0.011519863,
|
|
0.050782666,
|
|
0.004041363,
|
|
-0.023739118,
|
|
-0.0027546436,
|
|
-0.058498923,
|
|
-0.005471496,
|
|
-0.0053262375,
|
|
0.037513364,
|
|
-0.004591814,
|
|
0.021252032,
|
|
-0.001629569,
|
|
-0.04622212,
|
|
0.047883164,
|
|
0.03736839,
|
|
0.08020275,
|
|
0.00542343,
|
|
-0.03817893,
|
|
-0.009962559,
|
|
-0.040674374,
|
|
0.09175239,
|
|
0.1028728,
|
|
0.028166553,
|
|
0.04177519,
|
|
0.019556358,
|
|
-0.044252433,
|
|
-0.015929267,
|
|
0.042483907,
|
|
-0.031323276,
|
|
0.068415634,
|
|
-0.008449004,
|
|
-0.035050288,
|
|
0.037856326,
|
|
0.055856578,
|
|
0.00058986177,
|
|
0.032994922,
|
|
0.018346844,
|
|
0.038019393,
|
|
-0.03150018,
|
|
0.009805387,
|
|
-0.03539326,
|
|
-0.09154862,
|
|
0.009951651,
|
|
0.0144051695,
|
|
-0.041230854,
|
|
-0.010663703,
|
|
-0.023963679,
|
|
-0.029891582,
|
|
0.03757397,
|
|
0.031183342,
|
|
-0.01945111,
|
|
-0.016845128,
|
|
-0.023847176,
|
|
0.047975387,
|
|
-0.023667773,
|
|
-0.04123289,
|
|
-0.020595824,
|
|
-0.048070088,
|
|
-0.062379338,
|
|
-0.049796887,
|
|
0.038511876,
|
|
0.010982749,
|
|
-0.004460679,
|
|
0.07803074,
|
|
0.02439175,
|
|
0.02101776,
|
|
-0.0038604757,
|
|
0.05022388,
|
|
0.011080523,
|
|
-0.02685521,
|
|
-0.009115208,
|
|
-0.005774415,
|
|
-0.05743546,
|
|
0.07516603,
|
|
-0.040346682,
|
|
0.0063808565,
|
|
-0.02058147,
|
|
0.010124437,
|
|
-0.029869549,
|
|
-0.005972344,
|
|
-0.025552256,
|
|
0.0043650023,
|
|
-0.043274693,
|
|
-0.035563324,
|
|
0.008438223,
|
|
0.00926376,
|
|
0.010181649,
|
|
0.0063408106,
|
|
0.030337317,
|
|
-0.018971639,
|
|
-0.03495948,
|
|
-0.018965906,
|
|
0.03824476,
|
|
-0.037335593,
|
|
-0.035132956,
|
|
-0.0004800879,
|
|
0.0031907824,
|
|
0.005043757,
|
|
0.010878841,
|
|
0.02765467,
|
|
-0.03625543,
|
|
-0.056799237,
|
|
-0.010009897,
|
|
0.07060158,
|
|
-0.031162763,
|
|
-0.018445587,
|
|
0.036646154,
|
|
-0.025019318,
|
|
-0.0059613483,
|
|
0.012737257,
|
|
0.004886132,
|
|
-0.03758108,
|
|
-0.012071592,
|
|
-0.014093439,
|
|
0.011282327,
|
|
-0.017012196,
|
|
0.020709567,
|
|
-0.010598827,
|
|
0.024100173,
|
|
-0.066286445,
|
|
-0.020624982,
|
|
-0.019746993,
|
|
-0.04389995,
|
|
-0.000542952,
|
|
-0.00042189853,
|
|
0.047723014,
|
|
-0.015338273,
|
|
-0.0014234964,
|
|
0.08354232,
|
|
-0.0323755,
|
|
0.056150857,
|
|
-0.017370827,
|
|
-0.019247927,
|
|
0.036820125,
|
|
0.019029636,
|
|
-0.0148101,
|
|
0.033162937,
|
|
0.030420834,
|
|
-0.06173969,
|
|
0.045244128,
|
|
0.010388652,
|
|
0.014610128,
|
|
-0.024237249,
|
|
-0.005471384,
|
|
-0.05329097,
|
|
0.03361388,
|
|
-0.022210777,
|
|
0.042801995,
|
|
0.021740006,
|
|
-0.04432001,
|
|
0.020300837,
|
|
0.040372755,
|
|
0.071037516,
|
|
0.0064171883,
|
|
-0.003981306,
|
|
-0.048869807,
|
|
0.0020238254,
|
|
-0.009861756,
|
|
0.006638257,
|
|
-0.033705212,
|
|
0.0005100761,
|
|
0.03717974,
|
|
0.065557785,
|
|
0.047391072,
|
|
-0.03947765,
|
|
0.0040267883,
|
|
-0.008363395,
|
|
0.0065301796,
|
|
-0.011944791,
|
|
0.033006497,
|
|
0.07639093,
|
|
-0.0033113193,
|
|
-0.05430868,
|
|
0.07391257,
|
|
0.064527504,
|
|
-0.002406421,
|
|
0.0062794937,
|
|
0.011258814,
|
|
0.014174505,
|
|
0.051364396,
|
|
-0.049812824,
|
|
-0.063861094,
|
|
0.008121674,
|
|
-0.014099882,
|
|
-0.03951206,
|
|
-0.03534859,
|
|
0.031739417,
|
|
0.068740524,
|
|
0.057014074,
|
|
0.0065806364,
|
|
0.0014213074,
|
|
-0.054351427,
|
|
-0.0045105484,
|
|
-0.007082805,
|
|
0.016566794,
|
|
-0.01276022,
|
|
-0.030325878,
|
|
0.020703789,
|
|
0.05879084,
|
|
0.018262943,
|
|
-0.024337808,
|
|
-0.056616426,
|
|
-0.018280823,
|
|
0.016159344,
|
|
-0.026617214,
|
|
-0.032240644,
|
|
-0.01484388,
|
|
0.039500516,
|
|
-0.045082357,
|
|
0.054483585,
|
|
-0.018476259,
|
|
-0.022805728,
|
|
-0.06581501,
|
|
-0.02136263,
|
|
-0.02278495,
|
|
0.0022921907,
|
|
-0.055788554,
|
|
0.043488245,
|
|
-0.017217342,
|
|
-0.019207379,
|
|
-0.03229883,
|
|
0.014165345,
|
|
0.07650592,
|
|
0.0145935565,
|
|
0.023521688,
|
|
0.011726674,
|
|
0.051898655,
|
|
-0.06092941,
|
|
0.0049421154,
|
|
0.017239925,
|
|
0.029926429,
|
|
-0.011885315,
|
|
-0.053228807,
|
|
-0.022613214,
|
|
0.021623421,
|
|
0.048251476,
|
|
0.06570422,
|
|
0.035834767,
|
|
0.032429963,
|
|
-0.05052382,
|
|
-0.046073183,
|
|
-0.04484784,
|
|
0.01433757,
|
|
0.072260626,
|
|
-0.010861808,
|
|
-0.023238782,
|
|
0.015412952,
|
|
-0.0336904,
|
|
-0.0018390296,
|
|
-0.003844745,
|
|
-0.06879578,
|
|
0.0040851673,
|
|
-0.0033650463,
|
|
0.020701468,
|
|
0.022823572,
|
|
-0.055186763,
|
|
0.030715447,
|
|
-0.0077931485,
|
|
0.057467323,
|
|
-0.031872775,
|
|
-0.04632591,
|
|
-0.058218405,
|
|
0.0021320789,
|
|
0.011682204,
|
|
0.05363371,
|
|
-0.0022989055,
|
|
0.05224489,
|
|
0.008273623,
|
|
-0.024590664,
|
|
-0.015599656,
|
|
0.0622297,
|
|
0.05610885,
|
|
-0.03643005,
|
|
-0.029709268,
|
|
-0.008453385,
|
|
-0.047318127,
|
|
0.093379706,
|
|
-0.019986182,
|
|
-0.013489889,
|
|
-0.032653943,
|
|
0.0735651,
|
|
0.052270554,
|
|
0.0009286598,
|
|
0.01696985,
|
|
-0.012898181,
|
|
-0.012480467,
|
|
-0.028892197,
|
|
-0.03233334,
|
|
-0.00919493,
|
|
-0.0477996,
|
|
-0.017610596
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 3,
|
|
"total_tokens": 3
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|