mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
f7c5ef4ec0
# What does this PR do? the /inference/completion route is gone. this removes the implementations. ## Test Plan ci
806 lines
21 KiB
JSON
806 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"input": [
|
|
"How do systems learn automatically?"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:137m-v1.5-fp16"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.00428149,
|
|
0.02407125,
|
|
-0.1332138,
|
|
0.0049487473,
|
|
0.073026754,
|
|
-0.0033538076,
|
|
0.04288422,
|
|
-0.033756636,
|
|
-0.020148698,
|
|
-0.029086374,
|
|
-0.026594821,
|
|
0.0491011,
|
|
0.11988463,
|
|
0.07824526,
|
|
0.0070956615,
|
|
-0.012669163,
|
|
0.008139979,
|
|
-0.04938827,
|
|
0.013677458,
|
|
0.027183838,
|
|
0.034600288,
|
|
-0.031530242,
|
|
-0.0016821623,
|
|
0.019251885,
|
|
0.08406186,
|
|
0.05699986,
|
|
-0.021502802,
|
|
-0.04496157,
|
|
0.0106643615,
|
|
0.008963991,
|
|
0.020009708,
|
|
-0.01691365,
|
|
0.020409556,
|
|
-0.03680993,
|
|
-0.040421132,
|
|
-0.043416277,
|
|
0.03750667,
|
|
-0.041974973,
|
|
-0.0014707688,
|
|
0.036682874,
|
|
-0.0418393,
|
|
-0.0025643362,
|
|
0.033818632,
|
|
0.004418005,
|
|
0.029838623,
|
|
-0.009352448,
|
|
0.008466692,
|
|
-0.018111689,
|
|
0.01584755,
|
|
0.013171241,
|
|
0.061980456,
|
|
-0.069145404,
|
|
-0.008550795,
|
|
0.03166987,
|
|
0.07030618,
|
|
0.050118607,
|
|
0.0077106315,
|
|
0.051082145,
|
|
0.0076379525,
|
|
-0.12136735,
|
|
0.0949581,
|
|
0.047785405,
|
|
-0.024135714,
|
|
0.03949768,
|
|
-0.00998136,
|
|
0.009925407,
|
|
0.0024552627,
|
|
0.074248135,
|
|
-0.020262156,
|
|
0.025166985,
|
|
0.043061364,
|
|
-0.00020012973,
|
|
-0.0013722081,
|
|
-0.036943354,
|
|
0.00038265405,
|
|
-0.019521076,
|
|
-0.00899439,
|
|
-0.030687673,
|
|
-0.021156238,
|
|
0.08929159,
|
|
0.076894514,
|
|
-0.044162292,
|
|
0.044842854,
|
|
-0.04710164,
|
|
0.047927003,
|
|
0.043319575,
|
|
-0.025170114,
|
|
-0.050350837,
|
|
-0.049965464,
|
|
0.106085554,
|
|
0.0105728125,
|
|
0.028446438,
|
|
0.012516686,
|
|
0.02272991,
|
|
-0.0699857,
|
|
0.0090155825,
|
|
-0.047980662,
|
|
0.026107809,
|
|
-0.015327817,
|
|
-0.024888223,
|
|
-0.048073135,
|
|
-0.021106714,
|
|
-0.035433546,
|
|
-0.06532197,
|
|
0.046712816,
|
|
0.05556861,
|
|
0.026862264,
|
|
-0.016994625,
|
|
-0.018469553,
|
|
0.022816217,
|
|
-0.004126572,
|
|
0.0112463245,
|
|
-0.041334957,
|
|
0.013304708,
|
|
-0.040029723,
|
|
-0.023817563,
|
|
0.031692363,
|
|
-0.03722668,
|
|
-0.0014856787,
|
|
0.0038255276,
|
|
-0.04752098,
|
|
-0.02851394,
|
|
-0.061403427,
|
|
0.008843585,
|
|
0.017438399,
|
|
0.07924388,
|
|
-0.022398552,
|
|
-0.023760876,
|
|
0.012586873,
|
|
0.00013913387,
|
|
-0.017331297,
|
|
-0.023813803,
|
|
-0.05011878,
|
|
-0.03890656,
|
|
0.04468097,
|
|
0.064255364,
|
|
-0.008867073,
|
|
-0.048514213,
|
|
0.039790582,
|
|
0.026003322,
|
|
0.027585011,
|
|
0.050736748,
|
|
-0.0406184,
|
|
0.0036706005,
|
|
0.011977381,
|
|
-0.027149582,
|
|
0.0045547825,
|
|
-0.019476876,
|
|
-0.024368003,
|
|
-0.012050432,
|
|
-0.020125346,
|
|
0.064718515,
|
|
-0.04762536,
|
|
-0.016224585,
|
|
0.030977147,
|
|
0.008130414,
|
|
0.0003577489,
|
|
-0.009716708,
|
|
0.047520906,
|
|
-0.023345266,
|
|
0.07156089,
|
|
0.00560899,
|
|
-0.059684724,
|
|
0.009787788,
|
|
-0.039778,
|
|
-0.047962077,
|
|
0.0151202,
|
|
0.021638919,
|
|
0.009691277,
|
|
0.011461687,
|
|
-0.058961295,
|
|
-0.0021215482,
|
|
-0.020346558,
|
|
0.031748556,
|
|
0.01978428,
|
|
0.04272435,
|
|
0.059866656,
|
|
-0.028556414,
|
|
0.053447437,
|
|
-0.050291624,
|
|
0.043037664,
|
|
-0.05916949,
|
|
0.006200961,
|
|
0.032881115,
|
|
0.029740918,
|
|
0.04163254,
|
|
-0.07064391,
|
|
0.017124165,
|
|
-0.026459662,
|
|
-0.017939264,
|
|
-0.0049217865,
|
|
0.004892696,
|
|
-0.02395917,
|
|
-0.039323617,
|
|
-0.04584698,
|
|
-0.01582084,
|
|
0.0040600323,
|
|
0.021148082,
|
|
0.045447603,
|
|
-0.0034679722,
|
|
-0.0022344757,
|
|
-0.013239739,
|
|
-0.056449797,
|
|
-0.013114313,
|
|
-0.03516612,
|
|
0.04855227,
|
|
-0.022413462,
|
|
-0.023173615,
|
|
-0.05311571,
|
|
0.050527163,
|
|
0.10950742,
|
|
0.025504153,
|
|
-0.07088534,
|
|
-0.013840008,
|
|
0.014794675,
|
|
-0.048666134,
|
|
-0.004081256,
|
|
0.03079063,
|
|
0.03826126,
|
|
-0.004722943,
|
|
-0.037695494,
|
|
-0.0012323718,
|
|
0.011781598,
|
|
-0.0008649358,
|
|
0.009486067,
|
|
-0.047584575,
|
|
-0.032011673,
|
|
-0.0071835704,
|
|
-0.026329862,
|
|
0.0610994,
|
|
0.005951907,
|
|
-0.05746216,
|
|
0.049042497,
|
|
0.01942778,
|
|
0.02466324,
|
|
0.037137028,
|
|
-0.005733832,
|
|
0.0050964127,
|
|
0.011975964,
|
|
0.01827365,
|
|
0.0364417,
|
|
0.0054482464,
|
|
0.017727714,
|
|
0.026096473,
|
|
-0.03864051,
|
|
-0.027607258,
|
|
0.064083986,
|
|
-0.021064874,
|
|
-0.07236599,
|
|
-0.009461691,
|
|
-0.004503321,
|
|
0.07727144,
|
|
-0.021993937,
|
|
-0.041066013,
|
|
0.007837953,
|
|
-0.012733127,
|
|
-0.023929356,
|
|
0.024026997,
|
|
0.029644636,
|
|
-0.03580834,
|
|
0.049579863,
|
|
-0.008306231,
|
|
0.0033716194,
|
|
0.023994723,
|
|
0.0016040959,
|
|
-0.06757932,
|
|
-0.01725457,
|
|
-0.0018347696,
|
|
-0.014079332,
|
|
-0.037564423,
|
|
0.0021168434,
|
|
0.022626605,
|
|
0.017065872,
|
|
0.028187625,
|
|
-0.017432727,
|
|
-0.00060995156,
|
|
-0.0050884592,
|
|
-0.026294366,
|
|
-0.005138151,
|
|
0.024878688,
|
|
-0.047285795,
|
|
-0.05343155,
|
|
-0.05923142,
|
|
-0.048198592,
|
|
0.029171238,
|
|
-0.014015087,
|
|
0.034630585,
|
|
0.017745048,
|
|
0.004982567,
|
|
-0.029875325,
|
|
0.016022105,
|
|
-0.011249133,
|
|
-0.022620039,
|
|
0.050667416,
|
|
-0.055142168,
|
|
0.053712547,
|
|
0.05209018,
|
|
-0.0030329423,
|
|
-0.03460956,
|
|
-0.008600882,
|
|
0.03018812,
|
|
0.03301259,
|
|
0.055056907,
|
|
0.016398128,
|
|
-0.051274415,
|
|
-0.012549744,
|
|
-0.0131849535,
|
|
-0.020003958,
|
|
0.021637436,
|
|
0.0044468357,
|
|
-0.016667124,
|
|
-0.014434915,
|
|
-0.020033175,
|
|
0.011097635,
|
|
-0.0104253795,
|
|
0.040533286,
|
|
-0.0003543454,
|
|
0.018132562,
|
|
0.016767971,
|
|
-0.02853769,
|
|
-0.03855733,
|
|
-0.051239323,
|
|
-0.03282561,
|
|
-0.022864738,
|
|
-0.020809682,
|
|
0.0331824,
|
|
-0.03188178,
|
|
-0.029670365,
|
|
-0.014644772,
|
|
-0.032294247,
|
|
0.052761924,
|
|
0.020352883,
|
|
-0.04178145,
|
|
-0.025883485,
|
|
-0.009779321,
|
|
-0.035340283,
|
|
-4.3197328e-05,
|
|
0.014557154,
|
|
-0.026777798,
|
|
0.03430408,
|
|
-0.013001561,
|
|
-0.0180639,
|
|
-0.017124854,
|
|
-0.012680865,
|
|
-0.033448033,
|
|
0.006832241,
|
|
0.018108014,
|
|
-0.029847402,
|
|
0.029681118,
|
|
-0.0019150219,
|
|
0.010268849,
|
|
0.02234804,
|
|
-0.044627994,
|
|
0.014515216,
|
|
-0.024069967,
|
|
0.040975504,
|
|
0.018334284,
|
|
0.06858303,
|
|
0.031183977,
|
|
-0.018035553,
|
|
0.0012376573,
|
|
-0.040480535,
|
|
0.011860962,
|
|
0.008761476,
|
|
0.013253703,
|
|
0.048430983,
|
|
0.024999872,
|
|
0.003414671,
|
|
0.036289666,
|
|
0.005700741,
|
|
-0.037498105,
|
|
0.007829068,
|
|
-0.031861316,
|
|
0.04227996,
|
|
0.026684696,
|
|
-0.020258412,
|
|
-0.04468171,
|
|
0.02324706,
|
|
0.011862285,
|
|
-0.0061922455,
|
|
-0.008237774,
|
|
-0.0097581735,
|
|
0.011954634,
|
|
-0.044554517,
|
|
0.064815395,
|
|
0.034289274,
|
|
0.021234674,
|
|
-0.006408982,
|
|
-0.0070845615,
|
|
0.09382454,
|
|
0.048409455,
|
|
-0.05691485,
|
|
-0.026065106,
|
|
0.010707884,
|
|
0.0017449469,
|
|
-0.0078919,
|
|
0.030506298,
|
|
0.01389418,
|
|
0.008356455,
|
|
0.012116216,
|
|
-0.044730872,
|
|
-0.04150543,
|
|
-0.013844061,
|
|
-0.0045930077,
|
|
0.0221899,
|
|
0.03366275,
|
|
-0.03881418,
|
|
-0.044890568,
|
|
-0.00854704,
|
|
0.01113163,
|
|
0.056899447,
|
|
0.0049619614,
|
|
-0.009287256,
|
|
-0.04973473,
|
|
-0.002274902,
|
|
-0.010802974,
|
|
0.019276256,
|
|
0.051969297,
|
|
-0.062228583,
|
|
-0.015458839,
|
|
0.0016319213,
|
|
0.011429133,
|
|
0.037918244,
|
|
-0.004828408,
|
|
-0.035008963,
|
|
0.017727211,
|
|
-0.0029278435,
|
|
0.029832216,
|
|
0.025300818,
|
|
-0.085215725,
|
|
0.028157715,
|
|
-0.037113056,
|
|
0.022304408,
|
|
-0.016299961,
|
|
-0.037999555,
|
|
-0.004712907,
|
|
0.046835583,
|
|
0.055619333,
|
|
3.6547885e-05,
|
|
0.05205659,
|
|
0.047921646,
|
|
0.008702412,
|
|
-0.05138415,
|
|
-0.020239344,
|
|
0.039232746,
|
|
0.06896306,
|
|
0.058982562,
|
|
0.03473404,
|
|
-0.056870822,
|
|
0.024006031,
|
|
-0.013754174,
|
|
0.024787294,
|
|
0.05111505,
|
|
0.0111331595,
|
|
0.07829041,
|
|
-0.05210541,
|
|
-0.08635686,
|
|
0.0026925444,
|
|
0.028652523,
|
|
0.0054272353,
|
|
0.022821547,
|
|
-0.038695633,
|
|
-0.064750284,
|
|
0.03735705,
|
|
-0.035864174,
|
|
-0.019625148,
|
|
0.019032817,
|
|
-0.015487316,
|
|
0.010431493,
|
|
0.060512472,
|
|
-0.023324054,
|
|
0.02824,
|
|
0.04017302,
|
|
0.024951972,
|
|
-0.026328666,
|
|
-0.057480592,
|
|
-0.027944664,
|
|
-0.027240178,
|
|
0.10017138,
|
|
0.055556547,
|
|
0.005724635,
|
|
-0.0664801,
|
|
-0.037868008,
|
|
-0.0064106854,
|
|
-0.031640884,
|
|
0.05590782,
|
|
-0.018710261,
|
|
0.009431387,
|
|
0.032639552,
|
|
-0.025173835,
|
|
0.032886345,
|
|
0.03646426,
|
|
0.0029133258,
|
|
-0.041243024,
|
|
-0.07930791,
|
|
-0.075010434,
|
|
-0.074865736,
|
|
-0.006846306,
|
|
0.045394387,
|
|
-0.0069568427,
|
|
-0.02888041,
|
|
0.055638384,
|
|
-0.004655212,
|
|
0.021350808,
|
|
0.027616587,
|
|
-0.02519815,
|
|
0.050839994,
|
|
-0.058958888,
|
|
-0.06744275,
|
|
0.06294673,
|
|
0.017970167,
|
|
0.03081954,
|
|
0.039258115,
|
|
0.030206023,
|
|
0.037268274,
|
|
-0.12227476,
|
|
-0.027840136,
|
|
0.031151181,
|
|
-0.02353207,
|
|
-0.0045231637,
|
|
-0.0029906975,
|
|
0.038490243,
|
|
-0.035881314,
|
|
0.0012044089,
|
|
-0.06954653,
|
|
-0.001324146,
|
|
-0.008361788,
|
|
-0.01764601,
|
|
0.011135384,
|
|
0.009530937,
|
|
0.07548827,
|
|
0.026028562,
|
|
-0.0050113667,
|
|
0.046487052,
|
|
0.010139422,
|
|
0.013521331,
|
|
0.016400773,
|
|
0.044519138,
|
|
0.010799146,
|
|
0.033334833,
|
|
0.02863783,
|
|
-0.0137955565,
|
|
0.013563769,
|
|
-0.01717276,
|
|
0.026185095,
|
|
-0.018329982,
|
|
0.015020572,
|
|
0.009428841,
|
|
0.0706339,
|
|
-0.036201842,
|
|
-0.027024077,
|
|
-0.019520734,
|
|
-0.008670405,
|
|
-0.024960307,
|
|
-0.026179617,
|
|
0.026087483,
|
|
-0.05252428,
|
|
-0.0229573,
|
|
-0.035547692,
|
|
-0.01852853,
|
|
0.043040182,
|
|
0.0037711465,
|
|
0.08104828,
|
|
-0.0009224388,
|
|
-0.031166729,
|
|
0.016368993,
|
|
0.008481886,
|
|
0.014682696,
|
|
0.06879207,
|
|
0.07771774,
|
|
0.034957133,
|
|
-0.04902316,
|
|
-0.0067222845,
|
|
-0.0150945,
|
|
-0.011978907,
|
|
-0.019786322,
|
|
-0.031629253,
|
|
0.007955772,
|
|
0.0036231026,
|
|
-0.046276536,
|
|
0.01276116,
|
|
-0.052814208,
|
|
0.036858033,
|
|
-0.016896809,
|
|
0.011148679,
|
|
-0.009529029,
|
|
-0.022465233,
|
|
-0.004244614,
|
|
0.008439518,
|
|
-0.005623781,
|
|
-0.028603744,
|
|
-0.034281965,
|
|
-0.010800054,
|
|
-0.032598462,
|
|
-0.025653053,
|
|
0.038314216,
|
|
-0.0288694,
|
|
0.0009420499,
|
|
0.035861664,
|
|
-0.00015698255,
|
|
-0.057694875,
|
|
-0.00212551,
|
|
0.0697879,
|
|
-0.07035993,
|
|
-0.015376516,
|
|
0.1053229,
|
|
-0.0030419535,
|
|
0.056434374,
|
|
0.034484025,
|
|
-0.003987501,
|
|
-0.037906058,
|
|
0.022804463,
|
|
-0.00015382255,
|
|
0.012649136,
|
|
0.041817613,
|
|
-0.0030757599,
|
|
0.03920111,
|
|
-0.008302305,
|
|
-0.022637676,
|
|
0.011213054,
|
|
-0.03463392,
|
|
-0.062593475,
|
|
0.04490034,
|
|
-0.049543373,
|
|
0.03427962,
|
|
-0.012201502,
|
|
-0.03728584,
|
|
-0.024322258,
|
|
0.057880796,
|
|
0.028249184,
|
|
-0.020159418,
|
|
0.029815175,
|
|
-0.070027076,
|
|
-0.034782086,
|
|
-0.009831017,
|
|
0.04126681,
|
|
0.0102781225,
|
|
0.0045355903,
|
|
0.0022249392,
|
|
0.021429095,
|
|
0.029994996,
|
|
-0.028526725,
|
|
-0.02694864,
|
|
0.020876277,
|
|
0.051576857,
|
|
-0.02663821,
|
|
0.007916328,
|
|
0.031338222,
|
|
0.0011062028,
|
|
-0.021790367,
|
|
0.04348595,
|
|
0.04889843,
|
|
0.043898094,
|
|
0.015051696,
|
|
-0.0031638998,
|
|
0.027447224,
|
|
0.004035756,
|
|
-0.02270146,
|
|
0.009923461,
|
|
0.0071001905,
|
|
-0.0024750312,
|
|
-0.004354693,
|
|
-0.011137099,
|
|
0.022133583,
|
|
0.007143121,
|
|
-0.006542333,
|
|
-0.0035875533,
|
|
-0.03104829,
|
|
-0.023976129,
|
|
-0.034237478,
|
|
0.00353826,
|
|
0.046956386,
|
|
0.047808655,
|
|
-0.009622124,
|
|
-0.019816758,
|
|
0.036042444,
|
|
0.0074496916,
|
|
0.015117541,
|
|
-0.0069881775,
|
|
-0.020962749,
|
|
-0.027847344,
|
|
-0.0110671045,
|
|
0.051426794,
|
|
-0.011348545,
|
|
-0.017289529,
|
|
-0.017414175,
|
|
0.0044310116,
|
|
0.00334495,
|
|
-0.02571939,
|
|
-0.08204306,
|
|
-0.03615147,
|
|
-0.04363827,
|
|
-0.018072678,
|
|
0.0042690565,
|
|
-0.023174929,
|
|
0.001252396,
|
|
0.029551307,
|
|
0.019155787,
|
|
0.027948458,
|
|
0.025480693,
|
|
-0.010069296,
|
|
0.017918479,
|
|
-0.02440271,
|
|
0.045908872,
|
|
0.018629733,
|
|
-0.028871888,
|
|
0.0032536213,
|
|
-0.012329758,
|
|
-0.033727482,
|
|
-0.021467274,
|
|
-0.03815194,
|
|
-0.033245903,
|
|
-0.034001675,
|
|
0.01439367,
|
|
-0.025495326,
|
|
-0.0057980763,
|
|
0.013447159,
|
|
-0.0061734873,
|
|
-0.03993734,
|
|
0.04075683,
|
|
-0.020366007,
|
|
0.0036329266,
|
|
-0.048996653,
|
|
-0.008861363,
|
|
-0.012075161,
|
|
0.02958152,
|
|
0.04170489,
|
|
-0.11561458,
|
|
0.00078936014,
|
|
0.014332291,
|
|
-0.03146352,
|
|
-0.015674343,
|
|
-0.014992681,
|
|
0.009472547,
|
|
-0.0041671344,
|
|
-0.021322032,
|
|
-0.0016242207,
|
|
-0.03700226,
|
|
-0.11647651,
|
|
-0.006232428,
|
|
-0.031109286,
|
|
0.014464355,
|
|
0.034407333,
|
|
0.024211535,
|
|
0.06314624,
|
|
-0.01320869,
|
|
-0.0028783486,
|
|
0.08477521,
|
|
0.026424106,
|
|
-0.04939683,
|
|
-0.035553195,
|
|
-0.012495481,
|
|
-0.016439108,
|
|
-0.010666291,
|
|
-0.012672077,
|
|
0.0020947906,
|
|
-0.024717389,
|
|
0.0035311815,
|
|
0.07439823,
|
|
0.035552412,
|
|
-0.019250356,
|
|
-0.014858424,
|
|
0.007450147,
|
|
-0.054126002,
|
|
0.0117400475,
|
|
-0.0292314,
|
|
-0.020184005,
|
|
-0.010763533
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|