mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-03 19:57:35 +00:00
f7c5ef4ec0
# What does this PR do? the /inference/completion route is gone. this removes the implementations. ## Test Plan ci
806 lines
21 KiB
JSON
806 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"input": [
|
|
"machine learning and artificial intelligence"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:137m-v1.5-fp16"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.0055676526,
|
|
0.037607595,
|
|
-0.14074987,
|
|
-0.002804985,
|
|
0.07148354,
|
|
0.025361888,
|
|
-0.006617389,
|
|
-0.008432862,
|
|
-0.027677476,
|
|
0.033805065,
|
|
0.012552972,
|
|
0.041450765,
|
|
0.13947411,
|
|
0.04415726,
|
|
-0.018268242,
|
|
-0.010596744,
|
|
-0.05406684,
|
|
-0.023316454,
|
|
-0.01917343,
|
|
-0.007486475,
|
|
-0.008004426,
|
|
0.025822539,
|
|
0.015411618,
|
|
0.018916113,
|
|
0.07705309,
|
|
0.0058656926,
|
|
-0.058034655,
|
|
-0.007960976,
|
|
0.014135634,
|
|
0.034185696,
|
|
0.025762286,
|
|
-0.041148923,
|
|
0.020820145,
|
|
-0.0036934123,
|
|
-0.059696127,
|
|
-0.048285812,
|
|
0.09696554,
|
|
-0.006299937,
|
|
0.02855948,
|
|
0.036708932,
|
|
0.004418546,
|
|
0.033692554,
|
|
0.00014569695,
|
|
-0.004598071,
|
|
0.058664955,
|
|
0.04386636,
|
|
-0.014703874,
|
|
-0.040981304,
|
|
0.070256576,
|
|
-0.01631749,
|
|
0.04358505,
|
|
-0.01474905,
|
|
0.0053627864,
|
|
0.020751968,
|
|
0.076655865,
|
|
0.011587456,
|
|
-0.026259147,
|
|
0.0043378496,
|
|
0.03386068,
|
|
-0.060910884,
|
|
0.13739845,
|
|
0.028939046,
|
|
-0.042746805,
|
|
0.07966744,
|
|
0.031755112,
|
|
-0.0031926725,
|
|
-0.0021385243,
|
|
0.023516048,
|
|
0.011488332,
|
|
0.005949599,
|
|
-0.001006356,
|
|
-0.021689167,
|
|
0.03777627,
|
|
0.033713214,
|
|
-0.025795706,
|
|
-0.015380865,
|
|
-0.019959806,
|
|
-0.010755837,
|
|
-0.02877149,
|
|
0.084691174,
|
|
0.05146873,
|
|
-0.04077167,
|
|
0.032549243,
|
|
-0.006378473,
|
|
0.035918225,
|
|
-0.0093235485,
|
|
-0.08135541,
|
|
-0.01730062,
|
|
-0.010902666,
|
|
0.10651181,
|
|
0.02412386,
|
|
0.03772865,
|
|
0.05793197,
|
|
0.011357906,
|
|
-0.010912312,
|
|
0.0039970484,
|
|
-0.056139898,
|
|
0.0001663857,
|
|
-0.049092147,
|
|
-0.03757449,
|
|
-0.06084076,
|
|
0.021710595,
|
|
0.016426036,
|
|
-0.046211846,
|
|
0.047347162,
|
|
0.021834597,
|
|
0.0008032862,
|
|
-0.039862543,
|
|
-0.013690757,
|
|
0.02270945,
|
|
-0.00546203,
|
|
0.05374652,
|
|
-0.02116721,
|
|
-0.006679464,
|
|
-0.051961154,
|
|
-0.051756233,
|
|
-0.010277374,
|
|
-0.004740697,
|
|
0.03921549,
|
|
0.012441582,
|
|
0.00071372476,
|
|
-0.04694471,
|
|
-0.008488195,
|
|
0.005572887,
|
|
-0.012411736,
|
|
0.043588247,
|
|
-0.049042385,
|
|
0.024810083,
|
|
-0.011161265,
|
|
-0.04244215,
|
|
0.039098956,
|
|
-0.0327504,
|
|
-0.02049274,
|
|
-0.006234103,
|
|
-0.025615763,
|
|
0.0863854,
|
|
-0.053460903,
|
|
-0.05029799,
|
|
0.035151068,
|
|
0.037194397,
|
|
0.01927741,
|
|
0.024714334,
|
|
-0.0025672915,
|
|
-0.0139264995,
|
|
-0.026953243,
|
|
-0.024757806,
|
|
0.027785258,
|
|
0.029920481,
|
|
-0.09716015,
|
|
0.030207563,
|
|
0.00088082976,
|
|
0.052972272,
|
|
-0.028489286,
|
|
-0.013131309,
|
|
0.022434616,
|
|
0.00065314706,
|
|
-0.055729564,
|
|
-0.0057886294,
|
|
0.038754933,
|
|
-0.012502802,
|
|
0.033816766,
|
|
-0.026282853,
|
|
-0.023173656,
|
|
0.028089669,
|
|
-0.0050990237,
|
|
-0.0082897,
|
|
0.026175315,
|
|
0.0375448,
|
|
0.027376607,
|
|
0.020405287,
|
|
-0.043161266,
|
|
0.0006997121,
|
|
0.00033588792,
|
|
0.014482382,
|
|
0.062248748,
|
|
0.009971126,
|
|
-0.017957326,
|
|
-0.083549835,
|
|
0.04807994,
|
|
-0.050247118,
|
|
0.031104453,
|
|
-0.04614943,
|
|
0.02402854,
|
|
0.03376869,
|
|
-0.0019501477,
|
|
-0.036129188,
|
|
-0.039748054,
|
|
-0.0029756199,
|
|
-0.03683378,
|
|
-0.030606419,
|
|
-0.020958807,
|
|
0.021332651,
|
|
-0.020598978,
|
|
-0.042064365,
|
|
-0.054918192,
|
|
-0.00901248,
|
|
0.022193708,
|
|
0.009651182,
|
|
0.01736177,
|
|
-0.034221455,
|
|
-0.0044257627,
|
|
-0.03959286,
|
|
-0.056846857,
|
|
-0.023341974,
|
|
-0.036591545,
|
|
0.05263008,
|
|
0.027988793,
|
|
0.00053739984,
|
|
-0.017889682,
|
|
0.00032725866,
|
|
0.05651838,
|
|
0.03722038,
|
|
0.021961791,
|
|
-0.015104896,
|
|
-0.027406182,
|
|
-0.0062658424,
|
|
-0.0077742916,
|
|
-0.04878277,
|
|
0.013014594,
|
|
-0.029580545,
|
|
0.053123508,
|
|
-0.0060568117,
|
|
0.02311685,
|
|
-0.017863069,
|
|
0.0057518133,
|
|
0.013460052,
|
|
-0.034497164,
|
|
-0.009695958,
|
|
-0.054542456,
|
|
0.03457276,
|
|
-0.019900212,
|
|
-0.04496697,
|
|
0.07930227,
|
|
0.00061430456,
|
|
0.030719148,
|
|
0.020608494,
|
|
0.017646661,
|
|
0.055049658,
|
|
0.008732203,
|
|
0.035740122,
|
|
-0.022534488,
|
|
0.057636857,
|
|
-0.02430445,
|
|
0.011238781,
|
|
-0.056625325,
|
|
-0.031212583,
|
|
0.010821367,
|
|
-0.042455893,
|
|
0.019988628,
|
|
0.025999557,
|
|
-0.02078072,
|
|
0.027336553,
|
|
-0.032524664,
|
|
0.019674964,
|
|
0.004634663,
|
|
-0.027575325,
|
|
0.006920462,
|
|
0.00849185,
|
|
0.0072606583,
|
|
0.010830559,
|
|
0.04373721,
|
|
-0.041281823,
|
|
0.034703884,
|
|
-0.0070332997,
|
|
0.02627788,
|
|
-0.008117525,
|
|
-0.0050063096,
|
|
0.0006726745,
|
|
0.013789757,
|
|
0.007871836,
|
|
0.020251142,
|
|
0.023514729,
|
|
0.04301568,
|
|
-0.001550706,
|
|
-0.006054088,
|
|
0.029966662,
|
|
-0.004359033,
|
|
-0.028079243,
|
|
-0.013859538,
|
|
-0.017065715,
|
|
-0.056285594,
|
|
-0.030364485,
|
|
-0.067502774,
|
|
-0.028567376,
|
|
-0.0036689844,
|
|
0.013287284,
|
|
0.014196438,
|
|
0.02717507,
|
|
0.01529897,
|
|
0.04067955,
|
|
0.021112315,
|
|
0.017248038,
|
|
-0.024668692,
|
|
-0.007050553,
|
|
-0.02688864,
|
|
0.038015496,
|
|
0.03523187,
|
|
0.03283678,
|
|
0.037456103,
|
|
-0.045826677,
|
|
0.032901708,
|
|
-0.00715299,
|
|
0.0734337,
|
|
0.0036020123,
|
|
0.050221503,
|
|
-0.022508303,
|
|
-0.0161466,
|
|
-0.014337791,
|
|
0.039818697,
|
|
0.012658511,
|
|
-0.06732133,
|
|
0.0023105624,
|
|
0.013785315,
|
|
0.005420772,
|
|
0.0023928639,
|
|
-0.010279525,
|
|
-0.042494286,
|
|
0.019604988,
|
|
0.0419654,
|
|
0.010014578,
|
|
0.0131692225,
|
|
-0.08502757,
|
|
-0.06022765,
|
|
-0.012788984,
|
|
0.029492218,
|
|
0.07531082,
|
|
-0.0014149746,
|
|
0.015584036,
|
|
-0.04072224,
|
|
-0.035372414,
|
|
0.015036397,
|
|
0.023529893,
|
|
0.018885048,
|
|
-0.022172105,
|
|
-0.06258309,
|
|
-0.003607014,
|
|
0.028332703,
|
|
0.0071907504,
|
|
-0.012343301,
|
|
0.023307528,
|
|
0.057685107,
|
|
-0.0027828452,
|
|
0.004447051,
|
|
-0.01735233,
|
|
-0.016245272,
|
|
0.013801741,
|
|
-0.0029756557,
|
|
-0.013213782,
|
|
0.015396319,
|
|
-0.010235075,
|
|
-0.03276548,
|
|
0.021457301,
|
|
0.023885816,
|
|
0.004579841,
|
|
0.036322046,
|
|
0.0031928096,
|
|
0.017268742,
|
|
0.06310177,
|
|
0.044325467,
|
|
-0.007820684,
|
|
0.027840687,
|
|
-0.055998452,
|
|
0.015811397,
|
|
-0.027679825,
|
|
-0.01689621,
|
|
-0.015704138,
|
|
0.02220624,
|
|
0.0036319862,
|
|
0.016407188,
|
|
-0.0028235482,
|
|
0.05849856,
|
|
-0.008090543,
|
|
-0.0037728718,
|
|
0.06077582,
|
|
-0.027032267,
|
|
0.018484741,
|
|
-0.055906855,
|
|
-0.04504379,
|
|
-0.03492977,
|
|
-0.019317614,
|
|
-0.041188404,
|
|
0.030125722,
|
|
-0.025321875,
|
|
0.006913241,
|
|
0.038495496,
|
|
-0.012324868,
|
|
0.0005036001,
|
|
-0.040139947,
|
|
-0.0061344374,
|
|
0.0005219825,
|
|
-0.018869184,
|
|
-0.014752749,
|
|
-0.07595433,
|
|
-0.018194932,
|
|
0.012401524,
|
|
-0.027864115,
|
|
0.006789087,
|
|
-0.009565956,
|
|
0.015790598,
|
|
0.046612665,
|
|
-0.04252712,
|
|
-0.021846049,
|
|
-0.005723392,
|
|
-0.048730128,
|
|
-0.015873676,
|
|
-0.011065935,
|
|
-0.047783904,
|
|
-0.03550279,
|
|
0.06778763,
|
|
0.020498566,
|
|
0.024177074,
|
|
0.01025881,
|
|
7.263766e-06,
|
|
-0.06263741,
|
|
0.024666198,
|
|
-0.05690874,
|
|
0.021188669,
|
|
0.017749513,
|
|
-0.05817258,
|
|
0.010562816,
|
|
0.030943366,
|
|
0.0007343872,
|
|
-0.016273286,
|
|
0.00787693,
|
|
-0.036151744,
|
|
0.014707449,
|
|
0.01039333,
|
|
0.050455544,
|
|
0.004762857,
|
|
-0.040837612,
|
|
0.063730456,
|
|
-0.017636815,
|
|
-0.025875637,
|
|
-0.034493577,
|
|
-0.00932124,
|
|
0.045578275,
|
|
0.0021959038,
|
|
0.02683857,
|
|
0.020068243,
|
|
0.02964936,
|
|
0.03125028,
|
|
-0.03228684,
|
|
-0.03409907,
|
|
-0.018953461,
|
|
0.032556947,
|
|
0.121822715,
|
|
0.04707043,
|
|
-0.020557143,
|
|
-0.07898298,
|
|
0.03803513,
|
|
0.009371626,
|
|
0.011706999,
|
|
0.023257945,
|
|
0.0077813817,
|
|
0.06505699,
|
|
-0.022636045,
|
|
-0.01171062,
|
|
0.030803725,
|
|
0.03876063,
|
|
0.038833153,
|
|
0.011656127,
|
|
0.031124521,
|
|
-0.06297426,
|
|
0.020178674,
|
|
-0.022308672,
|
|
-0.012454079,
|
|
-0.0018501335,
|
|
-0.025267268,
|
|
0.03139099,
|
|
0.06506641,
|
|
-0.006600023,
|
|
0.03257224,
|
|
0.038939405,
|
|
-0.03932672,
|
|
-0.011354874,
|
|
0.013061634,
|
|
-0.025645908,
|
|
-0.03807022,
|
|
0.031546343,
|
|
0.054272447,
|
|
0.0042550326,
|
|
-0.06261923,
|
|
-0.007274197,
|
|
-0.03840224,
|
|
-0.013757855,
|
|
0.03581693,
|
|
-0.0064127482,
|
|
0.02441153,
|
|
0.0042232205,
|
|
-0.03191279,
|
|
0.043696977,
|
|
0.008361217,
|
|
0.01741963,
|
|
-0.04443982,
|
|
-0.07408706,
|
|
-0.0302928,
|
|
-0.10016659,
|
|
0.025746375,
|
|
0.01681544,
|
|
0.008698005,
|
|
-0.0004667209,
|
|
0.0087767,
|
|
-0.021100726,
|
|
0.003711238,
|
|
-0.023373105,
|
|
-0.01503881,
|
|
0.04967642,
|
|
-0.0930721,
|
|
-0.046552327,
|
|
0.09804994,
|
|
-0.013835043,
|
|
-0.0037497964,
|
|
0.039764475,
|
|
0.033894103,
|
|
0.0012048046,
|
|
-0.037988536,
|
|
0.041074146,
|
|
0.04235108,
|
|
-0.08400901,
|
|
-0.018685354,
|
|
0.07228467,
|
|
-0.010743437,
|
|
0.010808383,
|
|
0.009577177,
|
|
-0.033949137,
|
|
-0.006326134,
|
|
0.026234496,
|
|
-0.041013833,
|
|
0.038343027,
|
|
0.00084823865,
|
|
0.02851006,
|
|
0.0077916514,
|
|
-0.030147677,
|
|
-0.027760647,
|
|
0.004643397,
|
|
0.005053343,
|
|
-0.008941861,
|
|
-0.026913425,
|
|
0.042983938,
|
|
0.01717477,
|
|
0.0663102,
|
|
-0.0019370201,
|
|
0.003287294,
|
|
-0.03727856,
|
|
0.0035034667,
|
|
-0.013155771,
|
|
-0.007892782,
|
|
0.041945223,
|
|
-0.0030665628,
|
|
-0.094774075,
|
|
0.034818046,
|
|
-0.036818203,
|
|
-0.0029307893,
|
|
-0.00884741,
|
|
-0.00743541,
|
|
-0.009145366,
|
|
-0.021448582,
|
|
-0.042497415,
|
|
-0.006537858,
|
|
0.0023786393,
|
|
-0.03640427,
|
|
0.0031237768,
|
|
0.06756371,
|
|
-0.015007449,
|
|
-0.045269705,
|
|
0.025938397,
|
|
-0.0102713555,
|
|
-0.02172098,
|
|
0.0008311765,
|
|
0.032281272,
|
|
0.028380793,
|
|
-0.055843204,
|
|
0.0016028135,
|
|
0.008903928,
|
|
0.0085764015,
|
|
-0.014910333,
|
|
-0.014104748,
|
|
-0.018106278,
|
|
-0.037222672,
|
|
-0.022182018,
|
|
0.08024584,
|
|
-0.06451804,
|
|
-0.02075624,
|
|
0.020843761,
|
|
0.03523371,
|
|
0.012193457,
|
|
-0.05703897,
|
|
-0.0013516175,
|
|
0.04106061,
|
|
-0.06275497,
|
|
-0.018204994,
|
|
0.02172471,
|
|
-0.014526833,
|
|
-0.054614007,
|
|
-0.04518983,
|
|
0.016957235,
|
|
-0.023265226,
|
|
-0.027596308,
|
|
-0.023523336,
|
|
-0.059039053,
|
|
0.0041685067,
|
|
-0.039938442,
|
|
0.04669978,
|
|
-0.0063979127,
|
|
0.020483416,
|
|
0.027639873,
|
|
-0.01206512,
|
|
0.051813617,
|
|
0.049028568,
|
|
0.0068901125,
|
|
-0.035108544,
|
|
-0.011231821,
|
|
-0.014607724,
|
|
0.014760893,
|
|
0.055028442,
|
|
-0.035556052,
|
|
0.042438332,
|
|
-0.093893364,
|
|
-0.087567605,
|
|
-0.016325593,
|
|
-0.052629195,
|
|
-0.07636775,
|
|
0.032836746,
|
|
-0.015486794,
|
|
0.052163288,
|
|
-0.0035887335,
|
|
0.0029697292,
|
|
-0.015571485,
|
|
0.016206617,
|
|
0.06955324,
|
|
-0.018355895,
|
|
0.051770963,
|
|
0.016798811,
|
|
-0.04840591,
|
|
-0.027142415,
|
|
0.007742883,
|
|
-0.01505668,
|
|
0.01949886,
|
|
0.027084991,
|
|
0.07451987,
|
|
0.01707506,
|
|
-0.009305742,
|
|
-0.031197278,
|
|
0.034334995,
|
|
0.03400155,
|
|
-0.023167107,
|
|
0.041818704,
|
|
0.08864219,
|
|
-0.010490497,
|
|
-0.015371323,
|
|
0.039439347,
|
|
0.041599363,
|
|
0.010343794,
|
|
-0.031765327,
|
|
-0.043507814,
|
|
0.046278544,
|
|
0.0073079155,
|
|
-0.012219337,
|
|
0.009139992,
|
|
-0.02176212,
|
|
-0.021882698,
|
|
0.0134527,
|
|
0.0050208997,
|
|
-0.008423276,
|
|
0.041090664,
|
|
-0.020635158,
|
|
-0.036146075,
|
|
0.01049579,
|
|
-0.079392806,
|
|
-0.06501304,
|
|
0.0335013,
|
|
-0.012802067,
|
|
0.024089638,
|
|
-0.04123427,
|
|
-0.005093254,
|
|
0.04965449,
|
|
0.01900141,
|
|
0.02468455,
|
|
-0.026793627,
|
|
-0.00853688,
|
|
-0.026478257,
|
|
-0.021256402,
|
|
0.019811329,
|
|
-0.02736609,
|
|
0.0008755891,
|
|
-0.03280057,
|
|
0.05230071,
|
|
-0.024271186,
|
|
0.017648304,
|
|
-0.07038161,
|
|
-0.024559036,
|
|
-0.07172936,
|
|
-0.01706447,
|
|
-0.006269835,
|
|
-0.014418907,
|
|
0.033071198,
|
|
-0.039413814,
|
|
0.028617091,
|
|
0.05658568,
|
|
0.0631377,
|
|
-0.011613074,
|
|
0.045226514,
|
|
0.03267759,
|
|
0.04698377,
|
|
-0.054020163,
|
|
0.004418562,
|
|
0.007869039,
|
|
0.03307921,
|
|
-0.01226311,
|
|
-0.021438342,
|
|
-0.015542127,
|
|
0.017207818,
|
|
-0.023682194,
|
|
0.08018181,
|
|
-0.022875395,
|
|
-0.01348799,
|
|
-0.028109841,
|
|
-0.0451768,
|
|
-0.023686612,
|
|
0.040311582,
|
|
0.04083543,
|
|
-0.03210762,
|
|
-0.03917693,
|
|
-0.017097685,
|
|
-0.036972158,
|
|
-0.04078481,
|
|
0.02192485,
|
|
-0.026830912,
|
|
-0.011077901,
|
|
0.0045215045,
|
|
0.023708722,
|
|
-0.024511881,
|
|
-0.048116196,
|
|
0.005063682,
|
|
-0.0072107734,
|
|
0.019443877,
|
|
-0.056393813,
|
|
-0.018381938,
|
|
-0.046558794,
|
|
0.011450821,
|
|
-0.010548083,
|
|
0.0033412941,
|
|
0.04300793,
|
|
0.023570552,
|
|
0.011047298,
|
|
-0.025875632,
|
|
-0.013352994,
|
|
0.05174488,
|
|
0.021105226,
|
|
-0.01785354,
|
|
-0.0063682324,
|
|
0.01556173,
|
|
-0.05248805,
|
|
0.01078658,
|
|
-0.017563447,
|
|
0.038102563,
|
|
-0.030159717,
|
|
0.07094031,
|
|
0.12957932,
|
|
-0.009026436,
|
|
0.038504194,
|
|
-0.058084693,
|
|
0.01352246,
|
|
-0.017025255,
|
|
-0.028957661,
|
|
0.015611035,
|
|
-0.06158929,
|
|
-0.0005010816
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 5,
|
|
"total_tokens": 5
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|