mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-03 19:57:35 +00:00
f7c5ef4ec0
# What does this PR do? the /inference/completion route is gone. this removes the implementations. ## Test Plan ci
806 lines
21 KiB
JSON
806 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"input": [
|
|
"This is a test file 2"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:137m-v1.5-fp16"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.051801182,
|
|
0.0010255196,
|
|
-0.15081488,
|
|
-0.017234368,
|
|
0.03322784,
|
|
-0.012282827,
|
|
0.03583359,
|
|
-0.016244456,
|
|
-0.074344784,
|
|
-0.06549673,
|
|
-0.0063170893,
|
|
0.06420392,
|
|
-0.00028500104,
|
|
-0.026120752,
|
|
-0.026853874,
|
|
-0.033764943,
|
|
0.08796864,
|
|
-0.046479028,
|
|
-0.0025558919,
|
|
-0.038775135,
|
|
-0.0014058551,
|
|
-0.028691545,
|
|
-0.05656057,
|
|
-0.018200194,
|
|
0.12270096,
|
|
0.041239902,
|
|
-0.02222655,
|
|
0.0531555,
|
|
-0.09066884,
|
|
-0.013796611,
|
|
0.044840023,
|
|
-0.021647913,
|
|
0.025695423,
|
|
-0.06534594,
|
|
-0.024780698,
|
|
-0.03968167,
|
|
0.040749285,
|
|
0.023914833,
|
|
0.023482118,
|
|
0.026546348,
|
|
-0.02443028,
|
|
-0.009490436,
|
|
-0.008743914,
|
|
-0.012776919,
|
|
0.0009962226,
|
|
-0.015167954,
|
|
-0.0038977817,
|
|
0.06930047,
|
|
-0.022295639,
|
|
-0.035409007,
|
|
0.014115908,
|
|
0.016303558,
|
|
-0.0033719216,
|
|
0.03682686,
|
|
0.037707012,
|
|
-0.022630926,
|
|
-0.017144458,
|
|
-0.0066924277,
|
|
0.018952414,
|
|
-0.058043465,
|
|
0.034397043,
|
|
0.029942181,
|
|
-0.04684707,
|
|
0.06177867,
|
|
-0.013171469,
|
|
-0.06911453,
|
|
-0.04349347,
|
|
0.015371565,
|
|
-0.01577527,
|
|
0.01773439,
|
|
0.08167559,
|
|
-0.002524611,
|
|
0.028078772,
|
|
-0.035727963,
|
|
0.011468994,
|
|
-0.06786054,
|
|
0.009889452,
|
|
-0.0483287,
|
|
-0.055014182,
|
|
0.004846103,
|
|
0.042441696,
|
|
0.054850332,
|
|
-0.007020451,
|
|
0.028316598,
|
|
0.07431518,
|
|
-0.028391074,
|
|
-0.050833736,
|
|
0.0032326267,
|
|
-0.0005422939,
|
|
0.04113234,
|
|
0.026234375,
|
|
0.053396035,
|
|
0.05735619,
|
|
-0.01717059,
|
|
-0.028027328,
|
|
0.02691892,
|
|
0.02503625,
|
|
0.062557764,
|
|
-0.027271569,
|
|
0.016149832,
|
|
0.0077075553,
|
|
0.012159427,
|
|
0.034784008,
|
|
0.015709192,
|
|
0.038958523,
|
|
0.025529727,
|
|
0.0011087238,
|
|
0.034139954,
|
|
-0.041153044,
|
|
7.248747e-05,
|
|
-0.013538489,
|
|
0.034983985,
|
|
-0.03167844,
|
|
0.006001715,
|
|
0.011474295,
|
|
-0.025602113,
|
|
0.041790005,
|
|
-0.04383271,
|
|
-0.03146408,
|
|
0.019360892,
|
|
0.021181574,
|
|
-0.03244357,
|
|
0.024868248,
|
|
0.06547852,
|
|
0.054668125,
|
|
0.02574924,
|
|
-0.07522572,
|
|
0.024262998,
|
|
0.009693023,
|
|
-0.053664465,
|
|
-0.014158788,
|
|
0.006301218,
|
|
0.018056067,
|
|
-0.01387482,
|
|
0.01243781,
|
|
0.030744387,
|
|
-0.004012412,
|
|
-0.0046153706,
|
|
-0.06561852,
|
|
-0.03304356,
|
|
-0.04152046,
|
|
-0.019557185,
|
|
0.043041006,
|
|
0.03866911,
|
|
0.02212306,
|
|
-0.01403974,
|
|
0.047055535,
|
|
0.023601428,
|
|
-0.017732145,
|
|
-0.0052129487,
|
|
0.019759769,
|
|
-0.017544763,
|
|
0.01409893,
|
|
0.0053531453,
|
|
0.02123914,
|
|
-0.049547847,
|
|
0.0027636248,
|
|
-0.026355125,
|
|
0.04712941,
|
|
0.0746566,
|
|
0.019260941,
|
|
-0.017720697,
|
|
-0.025329527,
|
|
0.00083697174,
|
|
-0.045841433,
|
|
-0.004654644,
|
|
0.005010162,
|
|
0.08976771,
|
|
0.06082453,
|
|
-0.009662354,
|
|
-0.02357495,
|
|
-0.036994833,
|
|
0.0038613915,
|
|
0.0023254908,
|
|
-0.036620934,
|
|
-0.0316217,
|
|
-0.011200648,
|
|
-0.022778248,
|
|
0.038814247,
|
|
-0.008324994,
|
|
0.020946918,
|
|
-0.01160711,
|
|
-0.016260482,
|
|
0.040330227,
|
|
0.008681942,
|
|
-0.04711567,
|
|
0.020017864,
|
|
-0.022032628,
|
|
-0.05305055,
|
|
-0.009351179,
|
|
-0.003969348,
|
|
-0.012647862,
|
|
-0.0841881,
|
|
-0.043206286,
|
|
0.00039024177,
|
|
-0.027873224,
|
|
0.012539036,
|
|
-0.012754074,
|
|
0.006142704,
|
|
0.008921453,
|
|
0.016352238,
|
|
-0.01603935,
|
|
-0.06305153,
|
|
0.026299356,
|
|
-0.018348286,
|
|
0.015741874,
|
|
-0.03974086,
|
|
-0.024933865,
|
|
-0.029023254,
|
|
0.029480303,
|
|
0.043486238,
|
|
0.0028853887,
|
|
-0.018682105,
|
|
0.041582398,
|
|
0.042745523,
|
|
-0.024219744,
|
|
-0.009566694,
|
|
-0.024050634,
|
|
-0.045929004,
|
|
-0.021876726,
|
|
0.01919578,
|
|
-0.0043107793,
|
|
0.07144085,
|
|
-0.03927294,
|
|
0.029072465,
|
|
-0.01242181,
|
|
-0.062420227,
|
|
-0.02075848,
|
|
-0.028836468,
|
|
-0.017349612,
|
|
0.008473315,
|
|
-0.09169363,
|
|
0.008261454,
|
|
0.0041077463,
|
|
-0.024940021,
|
|
-0.019034503,
|
|
-0.07001702,
|
|
0.07905886,
|
|
0.006459122,
|
|
0.044268638,
|
|
-0.018026544,
|
|
0.075073324,
|
|
0.01739723,
|
|
0.0080714105,
|
|
-0.0036457728,
|
|
-0.0013631854,
|
|
-0.010579732,
|
|
-0.03356311,
|
|
0.07031985,
|
|
0.049019683,
|
|
-0.025012767,
|
|
0.0099630235,
|
|
-0.008354231,
|
|
0.06401362,
|
|
0.013553804,
|
|
-0.0031617547,
|
|
-0.016193528,
|
|
-0.009090595,
|
|
0.0038680998,
|
|
-0.055363577,
|
|
0.010253973,
|
|
-0.055407625,
|
|
0.03389838,
|
|
0.0015454039,
|
|
-0.031546198,
|
|
-0.0005414776,
|
|
-0.026229724,
|
|
0.038999796,
|
|
-0.031095231,
|
|
-0.019630652,
|
|
-0.008376925,
|
|
0.015468112,
|
|
-0.03895287,
|
|
-0.0070748604,
|
|
0.027532699,
|
|
-0.019491317,
|
|
0.04108672,
|
|
0.008161922,
|
|
-0.0031511406,
|
|
0.044425853,
|
|
-0.017700933,
|
|
-0.007980653,
|
|
0.023274345,
|
|
0.046487853,
|
|
0.03471879,
|
|
0.010230327,
|
|
0.0031828017,
|
|
0.006672395,
|
|
0.03605906,
|
|
0.029133542,
|
|
0.0014969306,
|
|
0.035186376,
|
|
-0.0063899746,
|
|
0.027218578,
|
|
0.01962848,
|
|
0.003278733,
|
|
0.018850114,
|
|
-0.005309846,
|
|
-0.006228935,
|
|
-0.009798265,
|
|
0.021495217,
|
|
0.021155192,
|
|
0.035909783,
|
|
0.0064114174,
|
|
0.025744593,
|
|
-0.06996477,
|
|
0.023757571,
|
|
-0.032764025,
|
|
0.046303503,
|
|
0.022086516,
|
|
-0.061329205,
|
|
-0.0038959188,
|
|
-0.020772403,
|
|
0.017466955,
|
|
-0.025499884,
|
|
0.033631153,
|
|
0.031748734,
|
|
0.030760456,
|
|
0.07449202,
|
|
-0.008631091,
|
|
-0.0040144706,
|
|
-0.06421018,
|
|
-0.014998029,
|
|
0.023082051,
|
|
0.020373309,
|
|
0.014085337,
|
|
0.0047233365,
|
|
0.051186115,
|
|
-0.031064488,
|
|
-0.060783137,
|
|
0.064631596,
|
|
0.07970026,
|
|
-0.0859436,
|
|
-0.041633032,
|
|
0.04576333,
|
|
0.022761064,
|
|
0.041172378,
|
|
0.054816168,
|
|
-0.0010178451,
|
|
0.054900486,
|
|
0.06938893,
|
|
0.011092356,
|
|
0.023084221,
|
|
0.008477787,
|
|
0.012277583,
|
|
-0.061230436,
|
|
-0.041977488,
|
|
0.014609203,
|
|
-0.009039083,
|
|
0.047072906,
|
|
0.0026217499,
|
|
0.002346493,
|
|
0.013807635,
|
|
0.014897043,
|
|
0.017218841,
|
|
0.008167489,
|
|
0.0051184036,
|
|
-0.05173226,
|
|
0.02537619,
|
|
-0.026887905,
|
|
0.024533851,
|
|
-0.026184078,
|
|
4.337919e-06,
|
|
-0.019333858,
|
|
0.02483946,
|
|
-0.010537213,
|
|
-0.01118194,
|
|
0.0036367723,
|
|
0.06956419,
|
|
0.0012046917,
|
|
-0.010689593,
|
|
-0.0020579803,
|
|
0.04023002,
|
|
0.06398481,
|
|
0.056065474,
|
|
0.022608029,
|
|
-0.0626965,
|
|
-0.017795788,
|
|
-0.01942348,
|
|
0.050164446,
|
|
0.06857079,
|
|
-0.03798158,
|
|
0.04222684,
|
|
0.056028176,
|
|
0.021425853,
|
|
-0.06262715,
|
|
0.033327498,
|
|
-0.0063682394,
|
|
0.05426928,
|
|
0.0071679456,
|
|
-0.044264685,
|
|
0.033509832,
|
|
-0.08663339,
|
|
-0.02044763,
|
|
-0.004278769,
|
|
-0.016582211,
|
|
0.040397443,
|
|
0.028066564,
|
|
-0.04313839,
|
|
0.006021971,
|
|
-0.041008733,
|
|
-0.017053153,
|
|
0.0012048176,
|
|
0.011767791,
|
|
-0.03934562,
|
|
0.021038145,
|
|
-0.043585647,
|
|
-0.039542057,
|
|
0.039277136,
|
|
0.0036594416,
|
|
0.03957194,
|
|
-0.024657233,
|
|
-0.018028215,
|
|
-0.0684359,
|
|
0.016607657,
|
|
-0.0045250803,
|
|
0.027660444,
|
|
0.026975967,
|
|
-0.020686872,
|
|
0.0024752545,
|
|
0.0024451965,
|
|
0.04661728,
|
|
0.016602026,
|
|
-0.031881746,
|
|
-0.035724096,
|
|
0.0144901285,
|
|
0.049197443,
|
|
0.04488291,
|
|
-0.003303905,
|
|
-0.099433415,
|
|
0.011097523,
|
|
0.00320524,
|
|
0.028129525,
|
|
0.0075848796,
|
|
-0.02279956,
|
|
0.04123358,
|
|
-0.022186093,
|
|
-0.01293531,
|
|
-0.034378804,
|
|
0.04033256,
|
|
0.030032586,
|
|
-0.07468312,
|
|
-0.041661263,
|
|
0.0109480405,
|
|
0.009071749,
|
|
0.12433727,
|
|
0.09973111,
|
|
-0.054878768,
|
|
-0.03317987,
|
|
0.021019341,
|
|
-0.0116514135,
|
|
0.011784185,
|
|
0.037445106,
|
|
0.020518389,
|
|
0.07042429,
|
|
-0.02184055,
|
|
0.03269863,
|
|
-0.015035146,
|
|
-0.028951302,
|
|
0.016295578,
|
|
-0.0048200455,
|
|
-0.007875158,
|
|
0.04198207,
|
|
0.009505547,
|
|
0.036958206,
|
|
-0.01866339,
|
|
-0.023273798,
|
|
-0.034359016,
|
|
0.008387715,
|
|
0.04231039,
|
|
-0.043605886,
|
|
-0.07009143,
|
|
0.009971756,
|
|
-0.044503756,
|
|
0.025999283,
|
|
0.0024455637,
|
|
-0.026667075,
|
|
0.02802616,
|
|
-0.012283179,
|
|
0.0133811785,
|
|
0.036217358,
|
|
-0.0011184465,
|
|
-0.024779204,
|
|
-0.036003612,
|
|
0.04252001,
|
|
-0.022647075,
|
|
0.0149444295,
|
|
0.023047846,
|
|
0.053789124,
|
|
0.0011415931,
|
|
0.05018589,
|
|
0.030243864,
|
|
0.03817859,
|
|
0.03446338,
|
|
-0.016619235,
|
|
-0.0038703512,
|
|
-2.0666994e-05,
|
|
-0.044015624,
|
|
0.0005112809,
|
|
-0.0072718635,
|
|
0.03345332,
|
|
0.0014647617,
|
|
0.017212892,
|
|
-0.016033418,
|
|
-0.010406269,
|
|
-0.028657235,
|
|
0.061219696,
|
|
-0.055064574,
|
|
-0.09664645,
|
|
-0.0022612263,
|
|
-0.052812897,
|
|
-0.030513687,
|
|
0.013788782,
|
|
0.008325146,
|
|
0.09239658,
|
|
0.01875119,
|
|
0.054816615,
|
|
0.0026312424,
|
|
-0.017264068,
|
|
0.033101432,
|
|
0.032369398,
|
|
-0.0026768087,
|
|
0.044131674,
|
|
-0.02088573,
|
|
-0.0908362,
|
|
0.046782516,
|
|
-0.0058770734,
|
|
-0.021163514,
|
|
0.0725615,
|
|
0.06186809,
|
|
0.024326341,
|
|
-0.014987368,
|
|
-0.026708616,
|
|
-0.014812596,
|
|
-0.011183411,
|
|
-0.028519396,
|
|
-0.038318202,
|
|
0.004128375,
|
|
-0.026169067,
|
|
0.05174254,
|
|
-0.055490565,
|
|
-0.024956698,
|
|
0.0032059692,
|
|
-0.03628709,
|
|
0.025491342,
|
|
-0.02761026,
|
|
-0.034416933,
|
|
0.013399064,
|
|
0.011611679,
|
|
-0.072546415,
|
|
0.019527245,
|
|
-0.06418547,
|
|
-0.035796244,
|
|
0.00036897397,
|
|
0.028034288,
|
|
-0.053006664,
|
|
-0.0018525898,
|
|
-0.013585913,
|
|
-0.0015293089,
|
|
-0.03510647,
|
|
0.028231863,
|
|
-0.012119517,
|
|
-0.014743964,
|
|
0.008213916,
|
|
0.033391416,
|
|
-0.052264515,
|
|
-0.017212661,
|
|
0.05579771,
|
|
0.004817519,
|
|
0.006249046,
|
|
0.01783206,
|
|
-0.002318341,
|
|
0.020627039,
|
|
-0.009174975,
|
|
-0.018746354,
|
|
0.011747633,
|
|
0.03141387,
|
|
0.06260081,
|
|
-0.012938999,
|
|
-0.042090695,
|
|
0.027790453,
|
|
0.0047257664,
|
|
0.020296283,
|
|
0.044449627,
|
|
-0.012014592,
|
|
0.04040857,
|
|
0.02798724,
|
|
-0.015463413,
|
|
0.038524404,
|
|
-0.0473671,
|
|
-0.024188412,
|
|
-0.024593337,
|
|
-0.007593123,
|
|
-0.014510966,
|
|
0.0028438137,
|
|
-0.003239326,
|
|
-0.026789932,
|
|
-0.029136864,
|
|
-0.008876209,
|
|
-0.007620919,
|
|
-0.0037196758,
|
|
0.014970946,
|
|
0.0030524326,
|
|
-0.03568412,
|
|
-0.029864434,
|
|
-0.004848136,
|
|
0.0067182956,
|
|
0.018654956,
|
|
-0.00949501,
|
|
-0.0025919783,
|
|
0.009048538,
|
|
-0.0182436,
|
|
-0.068973206,
|
|
0.024227621,
|
|
-0.008147425,
|
|
-0.06350101,
|
|
0.047484804,
|
|
-0.037748843,
|
|
-0.007375619,
|
|
-0.04371151,
|
|
0.034315757,
|
|
-0.04585421,
|
|
0.025775425,
|
|
-0.063119255,
|
|
-0.009300389,
|
|
-0.020812837,
|
|
-0.020029085,
|
|
0.022032183,
|
|
0.06860325,
|
|
0.06424052,
|
|
-0.049892932,
|
|
0.014119809,
|
|
-0.04557806,
|
|
-0.046123583,
|
|
-0.06433866,
|
|
-0.0063503794,
|
|
-0.047135483,
|
|
0.00067991717,
|
|
0.032673378,
|
|
0.05956459,
|
|
0.023172665,
|
|
0.042158186,
|
|
-0.05268741,
|
|
-0.040922828,
|
|
0.011885759,
|
|
0.030535745,
|
|
0.004635422,
|
|
0.034165785,
|
|
0.014199844,
|
|
-0.025018243,
|
|
0.057514813,
|
|
0.08756219,
|
|
0.047963317,
|
|
-0.009710153,
|
|
-0.023915116,
|
|
0.010460915,
|
|
0.046477184,
|
|
-0.04078571,
|
|
-0.043531638,
|
|
-0.07993793,
|
|
0.004456714,
|
|
0.028488033,
|
|
-0.04320458,
|
|
0.009695843,
|
|
0.015289058,
|
|
0.03448123,
|
|
-0.023646127,
|
|
-0.042910237,
|
|
-0.0096746925,
|
|
-0.06978396,
|
|
0.026618667,
|
|
0.0291927,
|
|
0.03171987,
|
|
0.016602611,
|
|
-0.03240222,
|
|
0.032926932,
|
|
0.05055636,
|
|
0.06262419,
|
|
-0.00013886456,
|
|
-0.034675006,
|
|
-0.00961105,
|
|
-0.05237188,
|
|
0.06638755,
|
|
-0.0026642946,
|
|
0.028138902,
|
|
-0.05798804,
|
|
0.0005645832,
|
|
-0.061619475,
|
|
-0.03186171,
|
|
0.00937182,
|
|
-0.011398456,
|
|
0.012080062,
|
|
-0.03316856,
|
|
-0.057394188,
|
|
-0.03404147,
|
|
0.01295309,
|
|
0.049814716,
|
|
-0.012333008,
|
|
-0.00506317,
|
|
0.035571773,
|
|
0.024830997,
|
|
0.03291683,
|
|
-0.0001456186,
|
|
0.043829933,
|
|
-0.033254717,
|
|
-0.015285826,
|
|
0.037344154,
|
|
0.011482764,
|
|
-0.06270073,
|
|
-0.07531468,
|
|
0.029484127,
|
|
0.009518985,
|
|
-0.014699304,
|
|
0.07791403,
|
|
-0.034256108,
|
|
0.0066609154,
|
|
-0.012805655,
|
|
0.023969293,
|
|
0.01172725,
|
|
0.00090381934,
|
|
0.05709565,
|
|
0.026351225,
|
|
-0.053378,
|
|
0.021405071,
|
|
-0.0025499696,
|
|
-0.044654485,
|
|
0.014522269,
|
|
-0.032441314,
|
|
0.036319192,
|
|
-0.04386052,
|
|
-0.040971655,
|
|
-0.02020775,
|
|
-0.0158068,
|
|
-0.0010571782,
|
|
-0.017165141,
|
|
-1.1923823e-05,
|
|
-0.009702131,
|
|
-0.02107794,
|
|
-0.0011055174,
|
|
-0.0006082575,
|
|
0.016337639,
|
|
0.037438143,
|
|
-0.019170996,
|
|
-0.0035745776,
|
|
-0.06409524,
|
|
-0.00542057,
|
|
-0.039134588,
|
|
0.019707208,
|
|
0.018634733,
|
|
0.0006694254,
|
|
0.012619041,
|
|
-0.039410323,
|
|
0.0022495922,
|
|
0.010932078,
|
|
0.014833157,
|
|
-0.04761616,
|
|
-0.012361174,
|
|
-0.0036678137,
|
|
0.07954227,
|
|
-0.026129803,
|
|
-0.008247221,
|
|
-0.018357046,
|
|
0.013871769,
|
|
0.002373308,
|
|
-0.010947702,
|
|
-0.08565451,
|
|
-0.0002473432,
|
|
-0.03802552
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|