mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
f7c5ef4ec0
# What does this PR do? the /inference/completion route is gone. this removes the implementations. ## Test Plan ci
806 lines
21 KiB
JSON
806 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"input": [
|
|
"This is a test file 0"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:137m-v1.5-fp16"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.06569889,
|
|
0.0075979824,
|
|
-0.13355534,
|
|
-0.03087419,
|
|
0.06887596,
|
|
0.0022278922,
|
|
0.030457113,
|
|
0.029343065,
|
|
-0.041988637,
|
|
-0.085280016,
|
|
-0.030396713,
|
|
0.038043153,
|
|
0.025799021,
|
|
0.0029713905,
|
|
-0.028386902,
|
|
-0.027477825,
|
|
0.03623284,
|
|
-0.04154503,
|
|
0.00551161,
|
|
-0.020107845,
|
|
0.036813777,
|
|
-0.029126925,
|
|
-0.06819024,
|
|
-0.006683371,
|
|
0.12236409,
|
|
-0.0008511646,
|
|
-0.022556255,
|
|
0.051949136,
|
|
-0.07988408,
|
|
-0.032928497,
|
|
0.06524479,
|
|
0.0012762198,
|
|
-0.002292936,
|
|
-0.029198533,
|
|
-0.012377746,
|
|
-0.026174542,
|
|
0.021895576,
|
|
0.037113264,
|
|
0.03436928,
|
|
0.008258402,
|
|
-0.016730672,
|
|
-0.025307849,
|
|
0.0068733217,
|
|
-0.0034135508,
|
|
0.020250086,
|
|
0.03329193,
|
|
0.012187189,
|
|
0.076113224,
|
|
-0.019928403,
|
|
0.012776066,
|
|
0.007209404,
|
|
-0.022850547,
|
|
-0.0030079158,
|
|
0.01193757,
|
|
0.02421511,
|
|
-0.014447408,
|
|
-0.03570278,
|
|
-0.0005199167,
|
|
-0.021498382,
|
|
-0.03273841,
|
|
0.041634835,
|
|
0.0357598,
|
|
-0.051809516,
|
|
0.04717076,
|
|
0.014142166,
|
|
-0.044218663,
|
|
-0.04686818,
|
|
0.024508895,
|
|
0.0016807343,
|
|
0.03689631,
|
|
0.06549316,
|
|
-0.011174818,
|
|
-0.021753127,
|
|
0.0125305895,
|
|
-0.018603666,
|
|
-0.049111377,
|
|
-0.010490791,
|
|
-0.06439277,
|
|
-0.06457874,
|
|
-0.027793122,
|
|
0.012108071,
|
|
0.02228997,
|
|
0.023145016,
|
|
0.064356215,
|
|
0.06162452,
|
|
-0.023461625,
|
|
-0.011763129,
|
|
-0.017237727,
|
|
0.016087933,
|
|
0.026915565,
|
|
0.048432816,
|
|
0.019608956,
|
|
0.0446655,
|
|
-0.042998426,
|
|
-0.022571366,
|
|
-0.010334031,
|
|
0.022279797,
|
|
0.07883467,
|
|
-0.011191799,
|
|
-0.026524613,
|
|
0.0013984819,
|
|
0.005972282,
|
|
0.027293874,
|
|
-0.02065833,
|
|
0.0285912,
|
|
0.049571536,
|
|
-0.020621926,
|
|
0.008375827,
|
|
-0.04923765,
|
|
-0.010991332,
|
|
0.0071697976,
|
|
0.050934322,
|
|
-0.043111023,
|
|
-0.033160962,
|
|
-0.015131605,
|
|
-0.012539622,
|
|
0.041305505,
|
|
-0.033541363,
|
|
-0.041694295,
|
|
0.011190744,
|
|
0.007084672,
|
|
0.015450092,
|
|
0.042311884,
|
|
0.03940029,
|
|
0.01701689,
|
|
0.013807599,
|
|
-0.04999148,
|
|
0.0504365,
|
|
0.024707705,
|
|
-0.04813005,
|
|
-0.020354733,
|
|
0.024809042,
|
|
-0.038834315,
|
|
-0.033733364,
|
|
0.028245933,
|
|
0.0424937,
|
|
-0.013269442,
|
|
-0.025089223,
|
|
-0.02546163,
|
|
0.020151038,
|
|
-0.042214695,
|
|
0.0058155754,
|
|
0.02213424,
|
|
0.017433757,
|
|
0.05158181,
|
|
-0.02869754,
|
|
0.04465606,
|
|
0.012662332,
|
|
-0.028051574,
|
|
0.015604842,
|
|
0.050896738,
|
|
0.007599799,
|
|
0.006281129,
|
|
0.033418793,
|
|
0.021920709,
|
|
-0.07913975,
|
|
0.033958323,
|
|
-0.02553707,
|
|
0.0044211005,
|
|
0.051474363,
|
|
0.028896896,
|
|
-0.013811369,
|
|
-0.015269997,
|
|
-0.0027181397,
|
|
-0.074844725,
|
|
-0.04378042,
|
|
0.013777917,
|
|
0.0941123,
|
|
0.084751636,
|
|
-0.012578452,
|
|
-0.014671592,
|
|
-0.038143005,
|
|
-0.004176015,
|
|
0.007933388,
|
|
-0.05929473,
|
|
-0.021193247,
|
|
0.008781839,
|
|
-0.01596112,
|
|
0.026119918,
|
|
-0.025445312,
|
|
0.02648552,
|
|
-0.00568644,
|
|
0.010799765,
|
|
0.023444891,
|
|
-0.009518018,
|
|
-0.050896112,
|
|
0.01034954,
|
|
-0.02753636,
|
|
-0.03769859,
|
|
-0.03366245,
|
|
-0.009905339,
|
|
-0.045516003,
|
|
-0.068003535,
|
|
-0.07863914,
|
|
0.005519929,
|
|
-0.042954993,
|
|
-0.022231326,
|
|
-0.021004673,
|
|
0.02902556,
|
|
-0.017120933,
|
|
0.021249624,
|
|
0.02768383,
|
|
-0.06314554,
|
|
0.053207308,
|
|
-0.03886009,
|
|
0.00476874,
|
|
-0.022096757,
|
|
-0.01341045,
|
|
-0.030357309,
|
|
0.0137588475,
|
|
0.031562295,
|
|
-0.005539913,
|
|
-0.032822832,
|
|
0.034190398,
|
|
0.055425715,
|
|
-0.027244035,
|
|
0.006620907,
|
|
-0.022488393,
|
|
-0.026812593,
|
|
-0.027873514,
|
|
0.018166311,
|
|
0.003122373,
|
|
0.0018363056,
|
|
-0.027016325,
|
|
0.0046166135,
|
|
-0.0369997,
|
|
-0.034971904,
|
|
-0.018800624,
|
|
-0.0014946542,
|
|
-0.011367924,
|
|
0.0035812103,
|
|
-0.07085738,
|
|
0.033152454,
|
|
0.023359593,
|
|
-0.027913084,
|
|
-0.0077732382,
|
|
-0.048488766,
|
|
0.053926837,
|
|
-0.039162364,
|
|
0.044420574,
|
|
-0.021989806,
|
|
0.055259187,
|
|
-0.016539602,
|
|
-0.018407907,
|
|
0.007724413,
|
|
-0.020046087,
|
|
-0.023352552,
|
|
-0.047689717,
|
|
0.04136404,
|
|
0.042082027,
|
|
-0.017346364,
|
|
0.029248353,
|
|
0.031323876,
|
|
0.07688728,
|
|
-0.013567599,
|
|
-0.014497512,
|
|
-0.009294345,
|
|
-0.039481603,
|
|
-0.004710669,
|
|
-0.07827626,
|
|
0.026850224,
|
|
-0.0140288705,
|
|
0.02613264,
|
|
-0.0044927574,
|
|
-0.03384218,
|
|
-0.00079161214,
|
|
-0.056953214,
|
|
0.03628688,
|
|
-0.020171795,
|
|
-0.012991032,
|
|
-0.013236439,
|
|
0.0482173,
|
|
-0.0035148757,
|
|
-0.011471772,
|
|
0.026540088,
|
|
-0.031246386,
|
|
0.054621194,
|
|
0.059837423,
|
|
0.0044686636,
|
|
0.044278976,
|
|
-0.007069389,
|
|
-0.008574732,
|
|
0.005789034,
|
|
0.026414782,
|
|
-0.0075685466,
|
|
-0.014385823,
|
|
0.02829211,
|
|
0.017918091,
|
|
0.038316578,
|
|
0.009408247,
|
|
-0.013512078,
|
|
0.022944227,
|
|
-0.0155690005,
|
|
0.0043662353,
|
|
0.024858288,
|
|
0.035380267,
|
|
0.044127665,
|
|
-0.0147769265,
|
|
-0.0063019125,
|
|
0.0031974213,
|
|
-0.012091373,
|
|
0.02103759,
|
|
0.035669435,
|
|
-0.013142072,
|
|
0.022677507,
|
|
-0.06280885,
|
|
0.038994793,
|
|
-0.047527548,
|
|
0.010609448,
|
|
0.043443497,
|
|
-0.09725285,
|
|
-0.018532714,
|
|
-0.028497247,
|
|
0.030204087,
|
|
-0.006363635,
|
|
0.060399804,
|
|
-0.0107133705,
|
|
0.008450749,
|
|
0.05759074,
|
|
-0.04678292,
|
|
0.01396999,
|
|
-0.07399043,
|
|
0.0007504193,
|
|
0.031175617,
|
|
0.0060865046,
|
|
0.03421212,
|
|
0.023408618,
|
|
0.043368008,
|
|
-0.05970366,
|
|
-0.014861325,
|
|
0.053525794,
|
|
0.04850931,
|
|
-0.029100617,
|
|
-0.027497835,
|
|
0.044973027,
|
|
0.0405099,
|
|
0.00850536,
|
|
0.047304627,
|
|
-0.0038067936,
|
|
0.061405297,
|
|
0.03626454,
|
|
0.018543653,
|
|
0.0150030125,
|
|
0.014765505,
|
|
0.012231581,
|
|
-0.029379906,
|
|
-0.019150946,
|
|
0.019597163,
|
|
-0.007974375,
|
|
0.05469681,
|
|
-0.0018450669,
|
|
0.03555379,
|
|
0.022403168,
|
|
-0.022159277,
|
|
0.039409384,
|
|
-0.00950375,
|
|
0.015302587,
|
|
-0.002742015,
|
|
0.049243126,
|
|
-0.014761497,
|
|
0.028783482,
|
|
-0.021339092,
|
|
-0.0126494095,
|
|
-0.029378537,
|
|
0.027175143,
|
|
0.020410776,
|
|
-0.048842303,
|
|
0.012824888,
|
|
0.07513209,
|
|
0.02679242,
|
|
-0.014250363,
|
|
-0.03768017,
|
|
0.041978676,
|
|
0.06390848,
|
|
0.027395684,
|
|
0.012390605,
|
|
-0.068697326,
|
|
-0.026561985,
|
|
-0.013103001,
|
|
0.05081568,
|
|
0.056574605,
|
|
-0.03550072,
|
|
-0.0033409016,
|
|
0.041807074,
|
|
0.026001278,
|
|
-0.014371649,
|
|
0.03813918,
|
|
-0.019380845,
|
|
0.058272604,
|
|
0.031092493,
|
|
0.0054262243,
|
|
0.036123812,
|
|
-0.048604775,
|
|
0.025506865,
|
|
-0.00573351,
|
|
0.010888976,
|
|
0.044062544,
|
|
-0.0073227165,
|
|
-0.06031213,
|
|
0.02233619,
|
|
-0.011185928,
|
|
-0.020654337,
|
|
0.0056568985,
|
|
0.008660892,
|
|
-0.02760251,
|
|
0.012655247,
|
|
-0.045171466,
|
|
-0.045431744,
|
|
0.039053343,
|
|
-0.02334073,
|
|
0.051499687,
|
|
-0.037237596,
|
|
-0.036204305,
|
|
-0.0661045,
|
|
0.022786478,
|
|
0.04503965,
|
|
0.042866375,
|
|
0.049955808,
|
|
-0.0158006,
|
|
-0.006718668,
|
|
0.016262004,
|
|
0.036782544,
|
|
0.030297246,
|
|
-0.026872655,
|
|
-0.031357024,
|
|
0.008424332,
|
|
0.040544927,
|
|
0.054497696,
|
|
0.0003742172,
|
|
-0.09587798,
|
|
-0.016308863,
|
|
0.011799034,
|
|
-0.0055135977,
|
|
0.014207488,
|
|
-0.016967725,
|
|
0.08251366,
|
|
-0.011782458,
|
|
-0.0080608055,
|
|
-0.016523587,
|
|
0.04005391,
|
|
0.04516666,
|
|
-0.049395572,
|
|
-0.016308561,
|
|
0.006028617,
|
|
-0.040751286,
|
|
0.14053217,
|
|
0.10381706,
|
|
-0.07738247,
|
|
-0.044793732,
|
|
-0.008966316,
|
|
-0.02844784,
|
|
0.021164771,
|
|
-0.03330297,
|
|
-0.012639106,
|
|
0.037983377,
|
|
-0.013894287,
|
|
0.029972676,
|
|
-0.03384708,
|
|
-0.008776539,
|
|
0.033346817,
|
|
-0.0061010243,
|
|
0.0051652323,
|
|
0.06805391,
|
|
0.046029896,
|
|
0.029034972,
|
|
-0.002959955,
|
|
-0.0037809198,
|
|
-0.030130504,
|
|
-0.008491404,
|
|
0.045628317,
|
|
-0.004553677,
|
|
-0.06380821,
|
|
0.041239917,
|
|
-0.039542254,
|
|
-0.028727125,
|
|
0.007622591,
|
|
-0.015135407,
|
|
0.007827911,
|
|
0.0017602865,
|
|
0.016166357,
|
|
0.032133713,
|
|
0.0048149712,
|
|
-0.030142028,
|
|
-0.03905762,
|
|
0.04570094,
|
|
0.021713454,
|
|
-0.01015308,
|
|
0.030249437,
|
|
0.04793632,
|
|
-0.024754873,
|
|
0.057805218,
|
|
0.0062296274,
|
|
0.064786054,
|
|
0.027312867,
|
|
0.017458709,
|
|
-0.020422962,
|
|
-0.033931006,
|
|
-0.055576656,
|
|
-0.0022137442,
|
|
0.02330331,
|
|
0.013868948,
|
|
0.015872952,
|
|
0.027338386,
|
|
-0.014782425,
|
|
0.004494493,
|
|
-0.01329081,
|
|
-0.016142018,
|
|
-0.05443725,
|
|
-0.06303216,
|
|
-0.036463458,
|
|
-0.073589996,
|
|
0.00017102716,
|
|
0.027406873,
|
|
0.047198333,
|
|
0.051058855,
|
|
-0.005883208,
|
|
-0.0058205356,
|
|
-0.043531097,
|
|
-0.073391624,
|
|
0.060281724,
|
|
-0.021565571,
|
|
0.0029200057,
|
|
0.019395538,
|
|
-0.017327337,
|
|
-0.0653435,
|
|
0.025828788,
|
|
0.00382072,
|
|
-0.025127921,
|
|
0.028973421,
|
|
0.046483908,
|
|
0.02353495,
|
|
0.051256366,
|
|
0.027777418,
|
|
-0.016367994,
|
|
-0.031594142,
|
|
-0.014125466,
|
|
-0.0515892,
|
|
0.028936012,
|
|
-0.016301127,
|
|
0.064760074,
|
|
-0.042705704,
|
|
-0.03665835,
|
|
0.0058707185,
|
|
-0.036659144,
|
|
-0.023149284,
|
|
-0.04758676,
|
|
-0.060163625,
|
|
0.054598432,
|
|
-0.00078254647,
|
|
-0.112735756,
|
|
-0.0008261282,
|
|
-0.013952264,
|
|
-0.040117852,
|
|
-0.0019322386,
|
|
0.008373793,
|
|
-0.037860926,
|
|
-0.015743056,
|
|
-0.0234362,
|
|
-0.06493749,
|
|
-0.069608204,
|
|
0.029697478,
|
|
0.0013986954,
|
|
0.0041609188,
|
|
0.018288933,
|
|
0.019073283,
|
|
-0.041577518,
|
|
-0.0357768,
|
|
-0.0021765458,
|
|
-0.010237743,
|
|
-0.028734086,
|
|
0.0041319,
|
|
-0.013383362,
|
|
0.00577167,
|
|
-0.0053505367,
|
|
-0.022350835,
|
|
0.01406836,
|
|
0.034614973,
|
|
0.036873527,
|
|
-0.04093488,
|
|
-0.03230344,
|
|
0.018228276,
|
|
0.0156018995,
|
|
0.024933772,
|
|
0.02783354,
|
|
-0.0080469055,
|
|
0.023191504,
|
|
0.041615404,
|
|
-0.04611942,
|
|
0.068785064,
|
|
0.0004912869,
|
|
-0.057737023,
|
|
-0.017378213,
|
|
0.015246827,
|
|
-0.0045711,
|
|
0.024566535,
|
|
0.018834211,
|
|
-0.013144151,
|
|
-0.039206583,
|
|
-0.009895874,
|
|
-0.031059353,
|
|
-0.016976817,
|
|
0.0449504,
|
|
0.0032223936,
|
|
-0.025907526,
|
|
-0.056929037,
|
|
-0.013011389,
|
|
0.021181583,
|
|
0.0106028635,
|
|
-0.012212557,
|
|
-0.024159467,
|
|
0.054833174,
|
|
-0.018079655,
|
|
-0.06036847,
|
|
-0.019181063,
|
|
-0.0036599508,
|
|
-0.04247008,
|
|
0.06736818,
|
|
-0.05656677,
|
|
0.00063564116,
|
|
-0.030859886,
|
|
0.022682272,
|
|
-0.041298434,
|
|
0.046203904,
|
|
-0.025341783,
|
|
0.035256788,
|
|
-0.03913067,
|
|
-0.025138376,
|
|
0.021381568,
|
|
0.020233907,
|
|
0.04396407,
|
|
-0.05447175,
|
|
0.056231752,
|
|
-0.08152801,
|
|
-0.046155322,
|
|
-0.107502006,
|
|
-0.008449785,
|
|
-0.051441476,
|
|
0.02187801,
|
|
0.07710222,
|
|
0.058793396,
|
|
0.037536267,
|
|
0.022781303,
|
|
-0.021965852,
|
|
-0.025323188,
|
|
0.01036808,
|
|
0.043830823,
|
|
-0.02973099,
|
|
0.03564364,
|
|
0.010773202,
|
|
-0.052458562,
|
|
0.054098483,
|
|
0.08024228,
|
|
0.06560271,
|
|
0.0001508493,
|
|
-0.020404926,
|
|
-0.0033358065,
|
|
0.059732165,
|
|
-0.00095160346,
|
|
-0.04169797,
|
|
-0.08884556,
|
|
-0.021227196,
|
|
0.02134743,
|
|
-0.043752395,
|
|
-8.042651e-05,
|
|
-0.0033908791,
|
|
0.04362836,
|
|
-0.019251144,
|
|
-0.0071159727,
|
|
-0.01190997,
|
|
-0.05915786,
|
|
0.03255786,
|
|
0.012339297,
|
|
0.036949337,
|
|
0.015805522,
|
|
0.014613892,
|
|
0.04628766,
|
|
0.043885946,
|
|
0.07332898,
|
|
-0.020451782,
|
|
-0.016520225,
|
|
-0.0020803884,
|
|
-0.01159851,
|
|
0.0426532,
|
|
0.008053762,
|
|
0.040212996,
|
|
-0.07245195,
|
|
0.020705638,
|
|
-0.02203555,
|
|
-0.024147796,
|
|
-0.005401511,
|
|
-0.0035201178,
|
|
0.014357559,
|
|
-0.011565124,
|
|
-0.06113777,
|
|
0.00073033513,
|
|
0.004304726,
|
|
0.03700348,
|
|
-0.02675051,
|
|
0.0020004935,
|
|
0.03970252,
|
|
0.04645308,
|
|
0.031940658,
|
|
0.011803997,
|
|
0.047087885,
|
|
-0.020772861,
|
|
-0.02010736,
|
|
-0.008094346,
|
|
-0.017589118,
|
|
-0.05531338,
|
|
-0.037902128,
|
|
0.026629327,
|
|
0.014163693,
|
|
-0.028866766,
|
|
0.08358291,
|
|
-0.011674367,
|
|
0.030306904,
|
|
-0.016541358,
|
|
-0.00535445,
|
|
0.010175458,
|
|
-0.009855767,
|
|
0.051110856,
|
|
0.0030403563,
|
|
-0.04535673,
|
|
-0.007742969,
|
|
-0.008183598,
|
|
-0.0282291,
|
|
-0.028479243,
|
|
-0.018404141,
|
|
0.06131364,
|
|
-0.036709666,
|
|
-0.016097328,
|
|
-0.031855233,
|
|
-0.029608333,
|
|
0.0516191,
|
|
-0.016996393,
|
|
-0.0043252064,
|
|
-0.018871896,
|
|
-0.011307787,
|
|
-0.010877992,
|
|
0.030488119,
|
|
0.010948365,
|
|
0.029610623,
|
|
-0.032166634,
|
|
-0.032359682,
|
|
-0.020506512,
|
|
0.0050876667,
|
|
-0.009433013,
|
|
0.019670308,
|
|
-0.011595458,
|
|
0.012013566,
|
|
0.03396051,
|
|
-0.037603952,
|
|
-0.0032240797,
|
|
0.03181483,
|
|
-0.02194272,
|
|
-0.02439024,
|
|
-0.015391741,
|
|
-0.0139405355,
|
|
0.08458335,
|
|
-0.03672542,
|
|
0.010359679,
|
|
-0.02451109,
|
|
0.03226403,
|
|
0.01353021,
|
|
-0.029357241,
|
|
-0.07104932,
|
|
0.0121810455,
|
|
-0.010132696
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|