mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-03 19:57:35 +00:00
f7c5ef4ec0
# What does this PR do? the /inference/completion route is gone. this removes the implementations. ## Test Plan ci
806 lines
21 KiB
JSON
806 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"input": [
|
|
"Why are data structures important?"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:137m-v1.5-fp16"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.0055067283,
|
|
0.0691788,
|
|
-0.12835562,
|
|
-0.054449122,
|
|
0.056506466,
|
|
0.008154408,
|
|
0.016579939,
|
|
-0.005861886,
|
|
-0.053147435,
|
|
-0.06689316,
|
|
-0.0125774965,
|
|
0.012131817,
|
|
0.10522907,
|
|
-0.022567436,
|
|
-0.010184469,
|
|
0.0047555137,
|
|
-0.09560516,
|
|
-0.02869415,
|
|
0.005823712,
|
|
0.026181953,
|
|
-0.050526746,
|
|
-0.019493021,
|
|
0.012390013,
|
|
0.014383491,
|
|
0.026209505,
|
|
0.061908394,
|
|
0.03508825,
|
|
-0.06008353,
|
|
-0.024454756,
|
|
0.060678,
|
|
0.06708033,
|
|
-0.0022188132,
|
|
0.034376595,
|
|
-0.03279394,
|
|
-0.06730504,
|
|
-0.07369063,
|
|
-0.037954886,
|
|
0.041736037,
|
|
-0.0022857673,
|
|
-0.036154196,
|
|
-0.0043730233,
|
|
0.02660196,
|
|
-0.043143313,
|
|
-0.016130125,
|
|
0.056613196,
|
|
0.0035527975,
|
|
-0.017358474,
|
|
-0.06225926,
|
|
0.063272394,
|
|
-0.025721373,
|
|
0.045175213,
|
|
-0.033949595,
|
|
0.009468214,
|
|
0.0092460355,
|
|
0.08431274,
|
|
0.01425319,
|
|
0.011694144,
|
|
0.031544022,
|
|
0.034130182,
|
|
-0.076243795,
|
|
0.068438105,
|
|
0.11499481,
|
|
-0.059728492,
|
|
0.02415792,
|
|
0.008430943,
|
|
-0.04239523,
|
|
-0.045541644,
|
|
0.0042671585,
|
|
-0.022412328,
|
|
-0.016552199,
|
|
0.038433194,
|
|
0.035031006,
|
|
0.01044125,
|
|
-0.035626266,
|
|
-0.018012544,
|
|
0.019699976,
|
|
-0.0018288917,
|
|
0.032518297,
|
|
-0.0177986,
|
|
0.042808123,
|
|
0.022334872,
|
|
-0.014575339,
|
|
0.051781073,
|
|
-0.026092554,
|
|
0.006079152,
|
|
0.02757349,
|
|
0.019296495,
|
|
-0.00514512,
|
|
0.00082866545,
|
|
0.06785129,
|
|
0.018279642,
|
|
-0.054320488,
|
|
0.03349167,
|
|
0.048226908,
|
|
-0.07671358,
|
|
0.028916309,
|
|
-0.0010493343,
|
|
0.02221549,
|
|
0.016000975,
|
|
0.01223793,
|
|
-0.017005093,
|
|
-0.033222955,
|
|
-0.0055971234,
|
|
0.03769521,
|
|
-0.008500556,
|
|
-0.0026479687,
|
|
0.018203754,
|
|
0.040224712,
|
|
-0.021299101,
|
|
-0.019668331,
|
|
-0.011704243,
|
|
0.07116387,
|
|
-0.03220624,
|
|
0.0041646096,
|
|
-0.012268384,
|
|
-0.007227694,
|
|
0.057473723,
|
|
-0.07691696,
|
|
-0.06090154,
|
|
-0.032882772,
|
|
-0.024933215,
|
|
-0.030841816,
|
|
0.063512295,
|
|
0.050505444,
|
|
-0.009545097,
|
|
-0.019137407,
|
|
-0.014251317,
|
|
0.035820402,
|
|
0.025301578,
|
|
-0.032520078,
|
|
-0.023825355,
|
|
-0.02894602,
|
|
-0.072710305,
|
|
0.003224811,
|
|
0.02377651,
|
|
0.027730972,
|
|
-0.07713202,
|
|
-0.0330053,
|
|
0.05449727,
|
|
0.044401404,
|
|
-0.006475545,
|
|
0.047970258,
|
|
-0.057762735,
|
|
-0.033274963,
|
|
0.018484,
|
|
-0.004733799,
|
|
0.048722517,
|
|
-0.015905516,
|
|
-0.012622708,
|
|
-0.04765113,
|
|
0.013506974,
|
|
0.044848952,
|
|
-0.0065122605,
|
|
0.0021293245,
|
|
0.0020283123,
|
|
-0.018023405,
|
|
0.025206288,
|
|
-0.021057727,
|
|
0.01721119,
|
|
0.029168243,
|
|
0.07257681,
|
|
0.022936262,
|
|
-0.011233473,
|
|
0.015861422,
|
|
-0.019733926,
|
|
-0.05565718,
|
|
0.026574634,
|
|
-0.007964335,
|
|
-0.00105196,
|
|
0.012244276,
|
|
-0.010458468,
|
|
0.00025068677,
|
|
0.029596092,
|
|
-0.02004873,
|
|
0.03952663,
|
|
-0.036656335,
|
|
0.016609907,
|
|
-0.050120637,
|
|
0.11185912,
|
|
-0.050909996,
|
|
-0.048775107,
|
|
-0.020030547,
|
|
0.0153389415,
|
|
0.0011901723,
|
|
-0.038483646,
|
|
0.02004873,
|
|
0.017939426,
|
|
-0.017415283,
|
|
-0.03634165,
|
|
-0.02609482,
|
|
0.021946523,
|
|
0.02326441,
|
|
-0.052063353,
|
|
-0.0030024708,
|
|
-0.008184734,
|
|
-0.011170216,
|
|
-0.008318481,
|
|
0.040304467,
|
|
0.019288791,
|
|
7.0962094e-05,
|
|
-0.047486935,
|
|
-0.019311698,
|
|
-0.04947344,
|
|
0.026369695,
|
|
-0.057666145,
|
|
0.034645956,
|
|
-0.050079547,
|
|
0.035380702,
|
|
-0.015542651,
|
|
-0.024575872,
|
|
0.07835102,
|
|
-0.025289344,
|
|
0.005440495,
|
|
0.015665129,
|
|
-0.01966988,
|
|
-0.07520282,
|
|
-0.02425893,
|
|
-0.047322523,
|
|
-0.020614233,
|
|
0.038350448,
|
|
-0.026481356,
|
|
-0.040539965,
|
|
0.0661944,
|
|
0.02502757,
|
|
-0.010155566,
|
|
-0.035468638,
|
|
-0.01562628,
|
|
-0.04135564,
|
|
-0.031548798,
|
|
-0.049242284,
|
|
-0.04551279,
|
|
-0.036385354,
|
|
0.035608906,
|
|
0.021134995,
|
|
0.018818628,
|
|
0.043228216,
|
|
0.042133935,
|
|
-0.015709238,
|
|
0.06552171,
|
|
-0.0044355174,
|
|
0.0021416203,
|
|
0.021100294,
|
|
-0.009039295,
|
|
0.00014870724,
|
|
0.040932197,
|
|
0.017849974,
|
|
-0.019864114,
|
|
-0.047478165,
|
|
-0.05676394,
|
|
0.049951475,
|
|
-0.048136313,
|
|
-0.017876703,
|
|
0.012142189,
|
|
0.02373712,
|
|
0.0334763,
|
|
-0.035479926,
|
|
-0.012235951,
|
|
-0.030320909,
|
|
0.021752922,
|
|
0.03523251,
|
|
0.04498809,
|
|
-0.03067527,
|
|
-0.020974364,
|
|
-0.046126693,
|
|
-0.03995082,
|
|
0.012467275,
|
|
0.022052003,
|
|
-0.018320043,
|
|
0.0013203244,
|
|
-0.004935072,
|
|
0.0050206785,
|
|
-0.0047598844,
|
|
0.011211644,
|
|
0.039831202,
|
|
0.027249418,
|
|
0.014987716,
|
|
-0.01940106,
|
|
-0.009642856,
|
|
-0.07113845,
|
|
0.054759383,
|
|
-0.018858217,
|
|
-0.024562797,
|
|
-0.08670976,
|
|
-0.004677105,
|
|
-9.054924e-05,
|
|
0.051185664,
|
|
0.01569594,
|
|
0.053627595,
|
|
0.0003285345,
|
|
0.027126677,
|
|
0.033433437,
|
|
0.033166908,
|
|
-0.023327576,
|
|
0.060068127,
|
|
0.08517537,
|
|
-0.039610267,
|
|
0.028960181,
|
|
0.027604481,
|
|
0.0029389325,
|
|
-0.076566145,
|
|
-0.0273395,
|
|
0.08770552,
|
|
0.05686777,
|
|
0.01246495,
|
|
-0.016718954,
|
|
0.010576854,
|
|
0.018693427,
|
|
-0.026167914,
|
|
-0.0641247,
|
|
0.00813129,
|
|
-0.008773337,
|
|
-0.010244281,
|
|
0.0024596818,
|
|
0.027441284,
|
|
-0.03914519,
|
|
0.03687808,
|
|
0.0073220856,
|
|
0.02342061,
|
|
0.0123781385,
|
|
-0.0035178016,
|
|
0.0015435648,
|
|
-0.029216826,
|
|
-0.031155663,
|
|
-0.073616505,
|
|
0.009858675,
|
|
0.06776608,
|
|
-0.015782345,
|
|
0.023255533,
|
|
-0.014765486,
|
|
-0.019421978,
|
|
0.050556473,
|
|
-0.03567379,
|
|
0.015625134,
|
|
-0.027594624,
|
|
-0.07591481,
|
|
0.025782052,
|
|
-0.0038178826,
|
|
-0.011459214,
|
|
-0.015950324,
|
|
0.0015048053,
|
|
-0.016965888,
|
|
-0.025626767,
|
|
-0.009411103,
|
|
-0.043649834,
|
|
0.010833025,
|
|
0.029808043,
|
|
-0.036940675,
|
|
-0.040114816,
|
|
0.034165625,
|
|
-0.014691349,
|
|
-0.059829887,
|
|
0.016475074,
|
|
-0.018302068,
|
|
0.00890752,
|
|
-0.018081741,
|
|
0.015727276,
|
|
0.017466683,
|
|
0.011933743,
|
|
-0.028065827,
|
|
0.0052258503,
|
|
0.0062493044,
|
|
0.0044333255,
|
|
-0.011237428,
|
|
-0.0069862586,
|
|
-0.033975184,
|
|
0.023760261,
|
|
-0.015055696,
|
|
0.0039600013,
|
|
0.020392103,
|
|
0.024047762,
|
|
-0.02872406,
|
|
0.007738409,
|
|
-0.01555987,
|
|
0.03011806,
|
|
0.040093675,
|
|
-0.0033892216,
|
|
-0.06931259,
|
|
-0.019519035,
|
|
-0.008750149,
|
|
0.04236017,
|
|
0.059455607,
|
|
-0.007929568,
|
|
-0.008857907,
|
|
-0.041450884,
|
|
0.029837137,
|
|
-0.0729099,
|
|
0.005836722,
|
|
-0.004100339,
|
|
-0.0029754906,
|
|
0.01634229,
|
|
-0.029647883,
|
|
-0.050842095,
|
|
-0.029163536,
|
|
0.009248952,
|
|
-0.0028640334,
|
|
-0.052900236,
|
|
-0.05512097,
|
|
0.055659927,
|
|
0.04992974,
|
|
-0.004757618,
|
|
-0.036179878,
|
|
-0.07280319,
|
|
-0.03567622,
|
|
-0.044285037,
|
|
-0.008555347,
|
|
0.04550832,
|
|
-0.00094304525,
|
|
-0.0656589,
|
|
-0.030906383,
|
|
-0.023528634,
|
|
0.004441927,
|
|
0.025694514,
|
|
0.0041591898,
|
|
-0.035672203,
|
|
-0.02444802,
|
|
0.013817473,
|
|
0.01189618,
|
|
0.0062793735,
|
|
0.0036719819,
|
|
0.014963965,
|
|
0.053757705,
|
|
0.06549391,
|
|
0.042496137,
|
|
0.010899155,
|
|
0.043035947,
|
|
0.032150052,
|
|
0.09407309,
|
|
0.024764558,
|
|
-0.011964197,
|
|
-0.048119746,
|
|
0.008351835,
|
|
0.06145398,
|
|
0.019204808,
|
|
-0.0030630424,
|
|
-0.06240826,
|
|
0.03536538,
|
|
0.018408166,
|
|
0.06362795,
|
|
-0.07275413,
|
|
0.068704925,
|
|
0.014603027,
|
|
-0.06760976,
|
|
-0.0031986972,
|
|
0.010279434,
|
|
0.03215372,
|
|
0.06905764,
|
|
-0.023212021,
|
|
-0.022716299,
|
|
-0.072324574,
|
|
0.08606839,
|
|
0.012951449,
|
|
0.021978272,
|
|
0.031508896,
|
|
-0.0057483097,
|
|
0.09630234,
|
|
-0.0063684364,
|
|
-0.012098242,
|
|
-0.03970645,
|
|
0.028056627,
|
|
0.087799124,
|
|
-0.03352194,
|
|
-0.016433993,
|
|
-0.046286825,
|
|
0.016221909,
|
|
0.009365449,
|
|
-0.053078208,
|
|
0.0009465837,
|
|
-0.048553433,
|
|
0.04233797,
|
|
0.042736158,
|
|
-0.022603348,
|
|
0.027159866,
|
|
0.0115378685,
|
|
-0.04380032,
|
|
0.0344026,
|
|
0.0620608,
|
|
-0.04509567,
|
|
-0.025683708,
|
|
0.052748833,
|
|
0.045589417,
|
|
-0.02661964,
|
|
-0.011906934,
|
|
-0.022709992,
|
|
-0.021741541,
|
|
0.030429155,
|
|
0.025474131,
|
|
-0.03997484,
|
|
-0.01695355,
|
|
0.039500427,
|
|
0.0066278055,
|
|
0.017997347,
|
|
-0.010868054,
|
|
0.034119062,
|
|
0.0492591,
|
|
-0.025168648,
|
|
-0.03258354,
|
|
0.017921297,
|
|
0.002936628,
|
|
-0.016890781,
|
|
-0.01574124,
|
|
0.0097997,
|
|
0.0144984145,
|
|
-0.0050222855,
|
|
-0.03178876,
|
|
-0.010070219,
|
|
0.0038994572,
|
|
0.082671225,
|
|
-0.064686015,
|
|
-0.0023998383,
|
|
-0.0709133,
|
|
-0.012587475,
|
|
0.004713978,
|
|
-0.008365287,
|
|
0.04570752,
|
|
0.019821582,
|
|
-0.045601755,
|
|
0.005780342,
|
|
0.023135826,
|
|
-0.03841521,
|
|
-0.014287952,
|
|
-0.040951498,
|
|
0.001222165,
|
|
-0.0015837784,
|
|
0.008921765,
|
|
-0.021013433,
|
|
0.029224606,
|
|
0.018224735,
|
|
-0.038594235,
|
|
-0.0011877345,
|
|
0.03056137,
|
|
0.045560293,
|
|
0.03386976,
|
|
-0.08028984,
|
|
-0.02174568,
|
|
0.010873439,
|
|
-0.02909561,
|
|
-0.028367657,
|
|
0.06934649,
|
|
0.03567452,
|
|
0.045095395,
|
|
0.017239548,
|
|
0.025105212,
|
|
-0.047474947,
|
|
0.027460333,
|
|
0.01906143,
|
|
-0.059046946,
|
|
0.011000827,
|
|
-0.030548505,
|
|
-0.00993384,
|
|
-0.047402643,
|
|
-0.03227493,
|
|
0.01925817,
|
|
-0.024694432,
|
|
-0.017810628,
|
|
-0.0051988256,
|
|
-0.046833005,
|
|
0.011399863,
|
|
-0.009450567,
|
|
-0.013994235,
|
|
-0.029993635,
|
|
0.03204231,
|
|
0.055144217,
|
|
0.02970146,
|
|
0.05029242,
|
|
0.04417347,
|
|
0.019293677,
|
|
0.011820924,
|
|
0.021562446,
|
|
0.025712157,
|
|
0.026714647,
|
|
0.015479491,
|
|
-0.029627334,
|
|
0.013564938,
|
|
0.022211872,
|
|
0.0008475917,
|
|
0.02283723,
|
|
-0.0019577122,
|
|
-0.028588077,
|
|
-0.032387972,
|
|
-0.047514796,
|
|
0.016408252,
|
|
-0.024263887,
|
|
0.04294992,
|
|
0.0058976035,
|
|
0.04238604,
|
|
-0.0014817569,
|
|
-0.008880384,
|
|
-0.01518041,
|
|
0.039314184,
|
|
-0.034863494,
|
|
-0.031348925,
|
|
0.02491094,
|
|
0.023272267,
|
|
-0.01213154,
|
|
-0.0029186436,
|
|
0.009363544,
|
|
-0.020474007,
|
|
0.022881426,
|
|
0.011876272,
|
|
-0.099849775,
|
|
0.04103065,
|
|
0.036249414,
|
|
0.018814126,
|
|
0.011653004,
|
|
0.01733942,
|
|
0.038440976,
|
|
0.031077309,
|
|
-0.023530783,
|
|
-0.060318835,
|
|
-0.01800236,
|
|
0.040951062,
|
|
-0.015199813,
|
|
-0.048856284,
|
|
0.007818538,
|
|
0.0192296,
|
|
-0.046680138,
|
|
4.1682793e-05,
|
|
-0.01107478,
|
|
0.033890743,
|
|
-0.036434487,
|
|
0.013583908,
|
|
-0.056057207,
|
|
0.015355855,
|
|
-0.0056020026,
|
|
0.027543671,
|
|
0.006491281,
|
|
-0.062176593,
|
|
-0.0027985624,
|
|
0.0154205365,
|
|
0.05427184,
|
|
-0.042704068,
|
|
0.08902915,
|
|
-0.0867114,
|
|
0.011701053,
|
|
-0.031208558,
|
|
0.0035119688,
|
|
0.020856252,
|
|
0.029149834,
|
|
-0.013294537,
|
|
0.006884604,
|
|
-0.004071396,
|
|
-0.016199552,
|
|
0.0140966065,
|
|
0.034344625,
|
|
0.044646475,
|
|
-0.014534568,
|
|
0.06434988,
|
|
0.057418663,
|
|
0.054409288,
|
|
-0.032788362,
|
|
0.025831478,
|
|
0.053699754,
|
|
0.01104724,
|
|
-0.013593943,
|
|
0.021206772,
|
|
-0.057033155,
|
|
0.002879689,
|
|
-0.02299407,
|
|
-0.025942653,
|
|
-0.01795699,
|
|
-0.0005103142,
|
|
0.009943925,
|
|
-0.0111974655,
|
|
-0.043488014,
|
|
0.02352647,
|
|
-0.00085910445,
|
|
0.036153458,
|
|
0.008397858,
|
|
-0.0125623,
|
|
0.045501575,
|
|
0.017022615,
|
|
0.02164789,
|
|
0.044366788,
|
|
-0.05922759,
|
|
0.06606177,
|
|
0.032538608,
|
|
0.015617672,
|
|
-0.05665216,
|
|
-0.048967004,
|
|
-0.008281686,
|
|
0.03639404,
|
|
0.013526518,
|
|
0.048029386,
|
|
-0.0032675986,
|
|
-0.02734557,
|
|
0.034290742,
|
|
-0.010661151,
|
|
-0.044663135,
|
|
-0.010002009,
|
|
-0.023236647,
|
|
-0.009099468,
|
|
-0.050651174,
|
|
-0.01877344,
|
|
-0.057528064,
|
|
-0.006980231,
|
|
0.020679744,
|
|
0.00032431784,
|
|
0.004773796,
|
|
0.0069069746,
|
|
0.016760433,
|
|
0.008305804,
|
|
-0.028032228,
|
|
0.024984887,
|
|
0.015810564,
|
|
0.028754044,
|
|
0.013413702,
|
|
0.04405434,
|
|
0.006831175,
|
|
-0.013154476,
|
|
0.025184985,
|
|
0.020763578,
|
|
-0.027210625,
|
|
0.047467683,
|
|
0.012808554,
|
|
0.019128239,
|
|
-0.006344172,
|
|
-0.0012825177,
|
|
-0.04123715,
|
|
-0.070471205,
|
|
0.026458906,
|
|
0.011127495,
|
|
-0.053800732,
|
|
-0.042026933,
|
|
0.014701638,
|
|
-0.009170802,
|
|
0.010387788,
|
|
0.014916444,
|
|
0.0058068377,
|
|
0.014975564,
|
|
0.0056835464,
|
|
-0.049073413,
|
|
-0.022337116,
|
|
-0.021429205,
|
|
0.011414711,
|
|
-0.059687294,
|
|
0.026811803,
|
|
-0.033584774,
|
|
0.03430464,
|
|
-0.061727095,
|
|
-0.002469326,
|
|
-0.025580805,
|
|
0.042926375,
|
|
-0.022121925,
|
|
0.0075072222,
|
|
-0.025951052,
|
|
-0.032126367,
|
|
-0.016206766,
|
|
0.05476613,
|
|
0.027255341,
|
|
0.017624483,
|
|
-0.053568747,
|
|
-0.009815464,
|
|
-0.021195231,
|
|
0.01143239,
|
|
-0.055088513,
|
|
0.05115604,
|
|
-0.020695584,
|
|
0.016151866,
|
|
0.09019919,
|
|
0.035570264,
|
|
0.027598873,
|
|
0.0329581,
|
|
0.051568285,
|
|
0.030362109,
|
|
-0.009580888,
|
|
-0.0100544235,
|
|
-0.024147386,
|
|
0.0180904
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|