mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-03 19:57:35 +00:00
f7c5ef4ec0
# What does this PR do? the /inference/completion route is gone. this removes the implementations. ## Test Plan ci
806 lines
21 KiB
JSON
806 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"input": [
|
|
"What makes Python different from other languages?"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:137m-v1.5-fp16"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.0046769786,
|
|
0.083690464,
|
|
-0.11982049,
|
|
-0.050078377,
|
|
0.07618569,
|
|
0.055943117,
|
|
-0.06147888,
|
|
-0.006356616,
|
|
-0.02980319,
|
|
-0.04645953,
|
|
-0.020679861,
|
|
0.04556243,
|
|
0.057300676,
|
|
-0.0035848457,
|
|
0.0230642,
|
|
-0.09632374,
|
|
0.026833246,
|
|
-0.06233201,
|
|
0.020290313,
|
|
0.10720468,
|
|
-0.024168964,
|
|
-0.0012473708,
|
|
0.004914762,
|
|
-0.02155512,
|
|
0.08849714,
|
|
-0.007135749,
|
|
-0.0038326771,
|
|
0.0069581103,
|
|
-0.0074268873,
|
|
0.013409611,
|
|
0.010099577,
|
|
-0.025109533,
|
|
-0.003233865,
|
|
-0.007914921,
|
|
-0.020222431,
|
|
-0.03304812,
|
|
0.056438155,
|
|
-0.02873586,
|
|
0.023246638,
|
|
0.06580444,
|
|
-0.017076816,
|
|
0.032818917,
|
|
0.033706866,
|
|
0.027439306,
|
|
0.08495476,
|
|
-0.059326306,
|
|
-0.028659344,
|
|
-0.009344298,
|
|
-0.00028624074,
|
|
-0.022933884,
|
|
-0.00515618,
|
|
-0.049101423,
|
|
-0.05928526,
|
|
-0.023545984,
|
|
0.081459105,
|
|
0.021571912,
|
|
-0.016101,
|
|
0.040869456,
|
|
0.056534253,
|
|
-0.030151509,
|
|
0.009962059,
|
|
0.036012027,
|
|
-0.07711307,
|
|
0.08302933,
|
|
0.0227325,
|
|
-0.02606058,
|
|
0.009178087,
|
|
0.053695664,
|
|
-0.038264044,
|
|
0.0068369326,
|
|
0.0065288646,
|
|
-0.0552765,
|
|
0.03865418,
|
|
-0.01567221,
|
|
-0.060309917,
|
|
0.0010711496,
|
|
-0.047535334,
|
|
-0.030803464,
|
|
0.0045822156,
|
|
0.07728093,
|
|
-0.011466593,
|
|
0.054215208,
|
|
-0.021875659,
|
|
0.023540711,
|
|
0.01867942,
|
|
-0.017167076,
|
|
0.019128326,
|
|
0.008091631,
|
|
-0.03849017,
|
|
0.04898976,
|
|
-0.028525505,
|
|
-0.065653615,
|
|
0.027817613,
|
|
0.03276224,
|
|
-0.09881923,
|
|
0.04162109,
|
|
-0.032707293,
|
|
0.047908768,
|
|
0.015856905,
|
|
-0.023583382,
|
|
0.031512305,
|
|
0.014515255,
|
|
0.041903667,
|
|
-0.046402343,
|
|
0.045323893,
|
|
0.018747462,
|
|
-0.0013544654,
|
|
-0.019731803,
|
|
-0.06693634,
|
|
-0.023983508,
|
|
0.01199707,
|
|
0.051562272,
|
|
-0.04148846,
|
|
-0.02059173,
|
|
-0.0023412316,
|
|
-0.013479597,
|
|
0.03306875,
|
|
-0.024780301,
|
|
0.04983078,
|
|
0.0022185023,
|
|
-0.0014982268,
|
|
-0.038073156,
|
|
-0.025834907,
|
|
0.007876299,
|
|
-0.019942068,
|
|
0.02281191,
|
|
0.008688617,
|
|
-0.0060313637,
|
|
0.043387514,
|
|
-0.040785804,
|
|
0.05154224,
|
|
-0.005883679,
|
|
-0.049592912,
|
|
0.0010802841,
|
|
-0.008244391,
|
|
0.0059353155,
|
|
-0.03393454,
|
|
-0.025106676,
|
|
0.0619323,
|
|
0.0072672744,
|
|
0.03592506,
|
|
0.020506766,
|
|
-0.025028136,
|
|
-0.034375858,
|
|
0.025218893,
|
|
-0.035614785,
|
|
0.015943734,
|
|
0.02356935,
|
|
-0.034355003,
|
|
0.042679872,
|
|
0.018376308,
|
|
0.04828793,
|
|
0.013157428,
|
|
0.082592666,
|
|
-0.0032569305,
|
|
0.0036007413,
|
|
0.0014685044,
|
|
0.026219074,
|
|
0.033264782,
|
|
-0.017953578,
|
|
0.06869738,
|
|
-0.038852017,
|
|
0.0011227716,
|
|
0.061297636,
|
|
-0.018883126,
|
|
-0.025346823,
|
|
0.023695529,
|
|
0.016965017,
|
|
-0.027433833,
|
|
-0.018658942,
|
|
-0.038259037,
|
|
-0.0201669,
|
|
-0.010763363,
|
|
-0.017361904,
|
|
0.0027696996,
|
|
0.032333463,
|
|
-0.0059774434,
|
|
-0.057706878,
|
|
0.053628284,
|
|
-0.01144307,
|
|
-0.029257657,
|
|
-0.056920953,
|
|
0.033485316,
|
|
0.013542015,
|
|
-0.018080134,
|
|
0.043140866,
|
|
-0.0034580003,
|
|
-0.037477978,
|
|
-0.058190405,
|
|
-0.035952277,
|
|
-0.0014575764,
|
|
0.023698332,
|
|
-0.052652635,
|
|
-0.06774504,
|
|
-0.04264479,
|
|
-0.038268574,
|
|
-0.03422374,
|
|
-0.02019695,
|
|
-0.0007224252,
|
|
-0.05120822,
|
|
-0.09243153,
|
|
0.017078334,
|
|
-0.055175755,
|
|
-0.027441327,
|
|
-0.0548805,
|
|
0.00024373078,
|
|
-0.056404747,
|
|
0.01639788,
|
|
-0.008110089,
|
|
0.017016128,
|
|
0.06111775,
|
|
-0.019643141,
|
|
-0.028601874,
|
|
0.017119596,
|
|
0.007050336,
|
|
-0.03558983,
|
|
0.019803075,
|
|
0.0048035244,
|
|
0.025111655,
|
|
0.023278559,
|
|
0.042801682,
|
|
-0.024930278,
|
|
-0.002696923,
|
|
0.0003183538,
|
|
0.022027316,
|
|
0.0038433624,
|
|
-0.04479033,
|
|
0.0047468934,
|
|
-0.044116203,
|
|
0.03062775,
|
|
-0.019926922,
|
|
-0.08737841,
|
|
0.046494182,
|
|
0.036260393,
|
|
0.006753454,
|
|
0.03020523,
|
|
0.080529645,
|
|
0.033337522,
|
|
0.0046576452,
|
|
-0.041016728,
|
|
-0.005623168,
|
|
-0.045591753,
|
|
-0.02996265,
|
|
0.051140346,
|
|
-0.019263566,
|
|
-0.016980316,
|
|
-0.01215931,
|
|
-0.010660377,
|
|
-0.039426908,
|
|
0.024758589,
|
|
-0.06272833,
|
|
-0.00047994126,
|
|
-0.019837916,
|
|
0.053189985,
|
|
0.018557988,
|
|
-0.0043275678,
|
|
0.029666577,
|
|
-0.01110632,
|
|
0.04881236,
|
|
-0.007268525,
|
|
0.002341546,
|
|
-0.030267036,
|
|
-0.017919833,
|
|
0.017845307,
|
|
-0.016560584,
|
|
0.030018363,
|
|
-0.022505458,
|
|
0.01932259,
|
|
-0.012229639,
|
|
-0.042308196,
|
|
-0.016230695,
|
|
0.04054133,
|
|
0.0012926994,
|
|
-0.01997304,
|
|
-0.03386475,
|
|
0.011195352,
|
|
0.050117347,
|
|
-0.030581629,
|
|
0.003925074,
|
|
0.0113576995,
|
|
-0.012875149,
|
|
-0.018951226,
|
|
-0.06956738,
|
|
0.001481844,
|
|
0.0062846313,
|
|
0.042127434,
|
|
0.037737373,
|
|
-0.015525513,
|
|
-0.01635555,
|
|
-0.0196644,
|
|
0.0549525,
|
|
0.0015289227,
|
|
-0.033364024,
|
|
-0.01210342,
|
|
0.027240155,
|
|
0.0204516,
|
|
0.01342817,
|
|
0.013682366,
|
|
0.015533677,
|
|
-0.028971234,
|
|
0.0049345517,
|
|
0.025192147,
|
|
0.071041234,
|
|
0.07579864,
|
|
0.04159731,
|
|
-0.03599089,
|
|
0.023011135,
|
|
-0.022844052,
|
|
0.034056503,
|
|
0.00611017,
|
|
-0.008533525,
|
|
0.006296338,
|
|
-0.025676649,
|
|
0.054880682,
|
|
-0.055116627,
|
|
0.07243938,
|
|
0.014162865,
|
|
0.030842772,
|
|
0.04110178,
|
|
-0.007569799,
|
|
-0.0627285,
|
|
-0.09811596,
|
|
0.013354445,
|
|
-0.035387635,
|
|
0.012455037,
|
|
0.023508446,
|
|
-0.01517758,
|
|
0.031200051,
|
|
-0.038080446,
|
|
-0.023632461,
|
|
-0.01313721,
|
|
0.044724084,
|
|
0.01079242,
|
|
-0.042577203,
|
|
-0.093014725,
|
|
0.021853799,
|
|
0.017237827,
|
|
0.00835688,
|
|
0.038274225,
|
|
-0.003030852,
|
|
0.033847835,
|
|
-0.0098942295,
|
|
0.022144467,
|
|
-0.012889256,
|
|
-0.05197047,
|
|
-0.033751793,
|
|
0.014369912,
|
|
-0.0348941,
|
|
0.03833189,
|
|
0.05389039,
|
|
-0.019246621,
|
|
0.029542712,
|
|
-0.0066530085,
|
|
0.012444892,
|
|
0.008934373,
|
|
-0.038265448,
|
|
0.014598134,
|
|
0.005870603,
|
|
-0.024180869,
|
|
-0.0013095264,
|
|
0.07556661,
|
|
-0.023697974,
|
|
0.015573299,
|
|
-0.04490378,
|
|
-0.021133035,
|
|
0.029217301,
|
|
0.03514109,
|
|
-0.036599603,
|
|
-0.01649445,
|
|
-0.035163913,
|
|
-0.06490779,
|
|
0.00017416089,
|
|
-0.03385753,
|
|
-0.0057173762,
|
|
0.022871815,
|
|
0.0011777632,
|
|
-0.05306106,
|
|
0.01771125,
|
|
-0.032820936,
|
|
0.023362804,
|
|
0.0029813135,
|
|
-0.04775915,
|
|
-0.035883203,
|
|
-0.0013802864,
|
|
0.018004319,
|
|
-0.06613522,
|
|
-0.026787223,
|
|
0.015061619,
|
|
0.0048732595,
|
|
0.011704616,
|
|
0.0068861824,
|
|
-0.034187183,
|
|
-0.03897478,
|
|
0.043694627,
|
|
0.048718087,
|
|
-0.016888587,
|
|
0.066222705,
|
|
0.007551523,
|
|
-0.0071170144,
|
|
0.013470767,
|
|
-0.09279557,
|
|
-0.073159575,
|
|
0.022802284,
|
|
-0.06531729,
|
|
-0.017087476,
|
|
-0.0062160357,
|
|
0.025067216,
|
|
-0.0141074145,
|
|
0.027660044,
|
|
-0.019831946,
|
|
-0.014867193,
|
|
0.013818542,
|
|
0.021023916,
|
|
-0.012632161,
|
|
-0.04154114,
|
|
0.023770317,
|
|
0.032076716,
|
|
0.039769586,
|
|
-0.050506808,
|
|
-0.034958333,
|
|
0.019621266,
|
|
0.03992471,
|
|
-0.01429077,
|
|
0.006854892,
|
|
0.04805887,
|
|
0.0347616,
|
|
-0.00159377,
|
|
0.046118367,
|
|
-0.008223981,
|
|
-0.063480705,
|
|
0.049171273,
|
|
0.045540314,
|
|
0.041054647,
|
|
-0.0044349367,
|
|
-0.00057917647,
|
|
-0.011215353,
|
|
0.020706484,
|
|
0.020172067,
|
|
0.0001999814,
|
|
0.07558801,
|
|
0.056141127,
|
|
0.0021616986,
|
|
-0.06750322,
|
|
-0.03253715,
|
|
0.03148045,
|
|
0.07361791,
|
|
0.048109554,
|
|
0.0015175714,
|
|
-0.08388102,
|
|
0.052223753,
|
|
-0.021618556,
|
|
0.0011163169,
|
|
0.03180002,
|
|
0.014868306,
|
|
0.07418754,
|
|
-0.001809872,
|
|
0.007974625,
|
|
-0.019393556,
|
|
-0.0064754495,
|
|
0.0058915988,
|
|
0.007833064,
|
|
-0.029894123,
|
|
-0.03208613,
|
|
0.015242572,
|
|
-0.007863448,
|
|
0.011586947,
|
|
-0.011296612,
|
|
0.019095654,
|
|
0.011060441,
|
|
0.036481753,
|
|
-0.021954166,
|
|
0.043565758,
|
|
0.026696721,
|
|
-0.015212072,
|
|
-0.01388709,
|
|
-0.005076162,
|
|
-0.004764351,
|
|
0.02277143,
|
|
0.015940938,
|
|
-0.012273592,
|
|
-0.0113236215,
|
|
-0.009349015,
|
|
-0.023159903,
|
|
0.034299444,
|
|
0.0051811906,
|
|
0.02457953,
|
|
-0.00336759,
|
|
-0.010487071,
|
|
0.0027819932,
|
|
-0.0166476,
|
|
0.051722072,
|
|
0.01953157,
|
|
0.042633582,
|
|
-0.0075797215,
|
|
-0.0037860046,
|
|
-0.0019558403,
|
|
0.02796527,
|
|
0.07925882,
|
|
0.08442935,
|
|
0.03597555,
|
|
0.035355035,
|
|
0.04274225,
|
|
-0.028919257,
|
|
-0.01390327,
|
|
0.05817449,
|
|
-0.01081491,
|
|
0.08801434,
|
|
-0.01752534,
|
|
-0.012958594,
|
|
0.015158736,
|
|
0.022571595,
|
|
-0.031161658,
|
|
-0.01663387,
|
|
0.03960943,
|
|
0.070396766,
|
|
-0.019201908,
|
|
0.017662441,
|
|
-0.01813925,
|
|
-0.04914818,
|
|
-0.022708714,
|
|
0.003170524,
|
|
-0.05194188,
|
|
0.018866621,
|
|
-0.047192633,
|
|
-0.031068562,
|
|
0.015747234,
|
|
0.021172306,
|
|
-0.043017026,
|
|
-0.04114877,
|
|
-0.008187472,
|
|
0.03578638,
|
|
0.0014854743,
|
|
-0.0091289375,
|
|
0.030439813,
|
|
-0.006482316,
|
|
-0.048376027,
|
|
-0.048143737,
|
|
0.05094739,
|
|
0.0019916256,
|
|
-0.019090299,
|
|
0.09083704,
|
|
-0.011921242,
|
|
0.01555412,
|
|
0.014025174,
|
|
0.03928094,
|
|
0.016697882,
|
|
0.008364265,
|
|
-0.0044548362,
|
|
-0.021938786,
|
|
-0.049410958,
|
|
0.057301793,
|
|
-0.012661886,
|
|
0.014062223,
|
|
0.0046853907,
|
|
0.008254278,
|
|
-0.043336876,
|
|
0.0006073866,
|
|
-0.0042262096,
|
|
-0.02371089,
|
|
-0.050750397,
|
|
-0.007564976,
|
|
0.010089996,
|
|
0.02333583,
|
|
-0.0052094185,
|
|
0.03494318,
|
|
-0.0021578325,
|
|
-0.036945812,
|
|
0.013057502,
|
|
-0.01541567,
|
|
0.023513883,
|
|
-0.03691971,
|
|
-0.017823482,
|
|
0.025533495,
|
|
0.0035812904,
|
|
0.008482279,
|
|
-0.0016294529,
|
|
-0.027481427,
|
|
-0.028350944,
|
|
-0.04687361,
|
|
-0.0009943155,
|
|
0.014044526,
|
|
-0.030604992,
|
|
-0.0043712286,
|
|
0.028413586,
|
|
-0.024108026,
|
|
-0.005640293,
|
|
0.0015994613,
|
|
0.0014173193,
|
|
0.013369295,
|
|
-0.02437893,
|
|
-0.013210499,
|
|
-0.017440163,
|
|
0.020522058,
|
|
-0.018700741,
|
|
0.0011646106,
|
|
0.0008340312,
|
|
-0.10092263,
|
|
-0.02366156,
|
|
-0.013975101,
|
|
-0.05893237,
|
|
0.034923963,
|
|
0.016745148,
|
|
0.07198604,
|
|
-0.010349937,
|
|
0.0020174542,
|
|
0.10199023,
|
|
-0.020444227,
|
|
0.03846847,
|
|
0.00402589,
|
|
-0.016277963,
|
|
0.038777675,
|
|
0.027252568,
|
|
-0.017871046,
|
|
0.002508591,
|
|
0.0016636356,
|
|
-0.081348985,
|
|
0.01521606,
|
|
0.026763946,
|
|
-0.0026202078,
|
|
-0.021634903,
|
|
0.019835912,
|
|
-0.056225803,
|
|
-0.009446153,
|
|
-0.04976095,
|
|
0.07484465,
|
|
-0.0064382763,
|
|
-0.10152314,
|
|
0.02162658,
|
|
0.0162603,
|
|
0.034870964,
|
|
-0.019684168,
|
|
0.038379937,
|
|
-0.07608127,
|
|
0.01170732,
|
|
-0.024826946,
|
|
0.0028120677,
|
|
-0.044688802,
|
|
0.00983268,
|
|
0.0083624115,
|
|
0.029636618,
|
|
0.03864257,
|
|
-0.032289203,
|
|
0.032004982,
|
|
-0.01724803,
|
|
0.05689035,
|
|
0.025517073,
|
|
0.049366903,
|
|
0.036741164,
|
|
-0.020827103,
|
|
-0.02858439,
|
|
0.039771907,
|
|
0.06253526,
|
|
0.009690641,
|
|
0.016788358,
|
|
0.03696011,
|
|
0.024056204,
|
|
0.04996488,
|
|
-0.029877296,
|
|
-0.05051683,
|
|
-0.005531692,
|
|
-0.016483683,
|
|
-0.013373561,
|
|
-0.045278877,
|
|
0.07791228,
|
|
0.06894905,
|
|
0.025117228,
|
|
-0.029928861,
|
|
-0.0034376658,
|
|
-0.06184184,
|
|
0.009840523,
|
|
0.0073680477,
|
|
-0.012487849,
|
|
-0.0033177931,
|
|
-0.03780593,
|
|
0.030924184,
|
|
0.03155251,
|
|
0.012302111,
|
|
-0.0058943485,
|
|
-0.0511734,
|
|
0.002576594,
|
|
0.034169413,
|
|
-0.0012890521,
|
|
-0.0011859316,
|
|
0.0019937826,
|
|
-0.012383855,
|
|
-0.03501946,
|
|
0.015286534,
|
|
-0.035822354,
|
|
-0.024596563,
|
|
-0.0588515,
|
|
-0.0075659747,
|
|
-0.04447766,
|
|
-0.0053720693,
|
|
0.026699372,
|
|
0.0029689881,
|
|
-0.011552407,
|
|
0.0004428281,
|
|
-0.0026276393,
|
|
-0.0118419165,
|
|
0.03530749,
|
|
0.041233983,
|
|
0.009662047,
|
|
0.006017802,
|
|
0.020814791,
|
|
-0.011202684,
|
|
0.010287828,
|
|
0.018114299,
|
|
0.03387944,
|
|
-0.018922666,
|
|
-0.019546792,
|
|
0.014142722,
|
|
0.024568362,
|
|
0.04800171,
|
|
0.039308336,
|
|
0.036034845,
|
|
2.7852648e-06,
|
|
-0.048231635,
|
|
-0.084290236,
|
|
-0.06439334,
|
|
-0.007185233,
|
|
0.06345774,
|
|
-0.04148515,
|
|
-0.053612724,
|
|
-0.028786143,
|
|
0.014472016,
|
|
-0.022519154,
|
|
0.019259013,
|
|
-0.064776696,
|
|
0.00025910756,
|
|
0.041818283,
|
|
-0.010330904,
|
|
0.021645231,
|
|
-0.04928375,
|
|
0.025375145,
|
|
-0.05574737,
|
|
0.031576894,
|
|
-0.0131033845,
|
|
-0.04442265,
|
|
-0.06874675,
|
|
-0.048191894,
|
|
-0.027934281,
|
|
0.07388608,
|
|
0.003174666,
|
|
0.0461046,
|
|
-0.035721015,
|
|
-0.024965782,
|
|
-0.013885509,
|
|
0.08637276,
|
|
0.0209963,
|
|
-0.0411877,
|
|
-0.017168613,
|
|
-0.029813036,
|
|
-0.05661447,
|
|
0.08469515,
|
|
-0.027904486,
|
|
0.007161427,
|
|
-0.026347049,
|
|
0.0725012,
|
|
0.06476124,
|
|
-0.012442011,
|
|
0.00563372,
|
|
0.0109798275,
|
|
0.014453135,
|
|
0.011751716,
|
|
-0.015325462,
|
|
0.03465245,
|
|
-0.034183756,
|
|
-0.028540483
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 8,
|
|
"total_tokens": 8
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|