mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
# What does this PR do? the /inference/completion route is gone. this removes the implementations. ## Test Plan ci
806 lines
21 KiB
JSON
806 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"input": [
|
|
"This is a test file 1"
|
|
],
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "nomic-embed-text:137m-v1.5-fp16"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
0.026792325,
|
|
0.03093699,
|
|
-0.15664786,
|
|
-0.031769898,
|
|
0.048670463,
|
|
-0.0033944864,
|
|
0.04933814,
|
|
0.012026393,
|
|
-0.063936,
|
|
-0.042519215,
|
|
0.0006952768,
|
|
0.045919683,
|
|
-0.008758177,
|
|
0.01672516,
|
|
-0.06760369,
|
|
-0.04147062,
|
|
0.062523685,
|
|
-0.064990245,
|
|
-0.006743896,
|
|
-0.05164598,
|
|
0.0026207995,
|
|
-0.026605248,
|
|
-0.08703309,
|
|
-0.020834887,
|
|
0.1326039,
|
|
0.022190811,
|
|
-0.06336449,
|
|
0.041573867,
|
|
-0.09539482,
|
|
-0.016348843,
|
|
0.040155534,
|
|
-0.03646593,
|
|
0.017186256,
|
|
-0.035168163,
|
|
-0.010381799,
|
|
-0.027018616,
|
|
0.03469282,
|
|
0.02928655,
|
|
0.05159615,
|
|
0.021040829,
|
|
-0.030119466,
|
|
-0.008437525,
|
|
0.005015108,
|
|
-0.008472868,
|
|
0.03012562,
|
|
0.011633383,
|
|
0.0030256396,
|
|
0.044329047,
|
|
0.009031695,
|
|
0.0035846739,
|
|
0.011534351,
|
|
0.016298097,
|
|
-0.021354701,
|
|
0.027153566,
|
|
0.033898223,
|
|
-0.0024417024,
|
|
0.0056214235,
|
|
0.005837161,
|
|
0.00562505,
|
|
-0.060362887,
|
|
0.028006515,
|
|
0.025593396,
|
|
-0.081357956,
|
|
0.03580927,
|
|
-0.0067716073,
|
|
-0.046097863,
|
|
-0.028055403,
|
|
0.0036626458,
|
|
-0.01241678,
|
|
0.00208724,
|
|
0.08872791,
|
|
-0.009103828,
|
|
0.037730407,
|
|
-0.019509701,
|
|
0.012843728,
|
|
-0.04402494,
|
|
0.016731374,
|
|
-0.05801879,
|
|
-0.05453479,
|
|
-0.01068673,
|
|
0.06356347,
|
|
0.04127069,
|
|
0.0067519997,
|
|
0.03927803,
|
|
0.09383723,
|
|
-0.028977362,
|
|
-0.0297527,
|
|
-0.014329299,
|
|
0.006879821,
|
|
0.03446831,
|
|
0.016232423,
|
|
0.032534376,
|
|
0.02363687,
|
|
-0.011648355,
|
|
-0.01195166,
|
|
0.003325076,
|
|
-0.007844654,
|
|
0.041290022,
|
|
-0.004359298,
|
|
0.0022596763,
|
|
0.037966512,
|
|
0.015887316,
|
|
0.018222453,
|
|
-0.027174357,
|
|
0.02473576,
|
|
0.012280125,
|
|
-0.013674789,
|
|
0.008666073,
|
|
-0.06826804,
|
|
-0.021038985,
|
|
0.0016152107,
|
|
0.02413647,
|
|
-0.018368484,
|
|
-0.025226548,
|
|
0.013705246,
|
|
-0.018989984,
|
|
0.0683322,
|
|
-0.025142781,
|
|
-0.027675495,
|
|
0.0023693573,
|
|
-0.010056788,
|
|
-0.01769984,
|
|
0.026491402,
|
|
0.069633484,
|
|
0.024076829,
|
|
0.044652022,
|
|
-0.062568866,
|
|
0.031585287,
|
|
0.0054407343,
|
|
-0.038442608,
|
|
-0.011100477,
|
|
0.018971642,
|
|
0.01565612,
|
|
-0.03252838,
|
|
0.0063219094,
|
|
0.022529257,
|
|
0.008277373,
|
|
0.011207819,
|
|
-0.058460347,
|
|
-0.017124427,
|
|
-0.029950188,
|
|
-0.011155674,
|
|
0.026960243,
|
|
0.017531564,
|
|
0.045436632,
|
|
-0.021886634,
|
|
0.028391592,
|
|
0.022554222,
|
|
-0.019893171,
|
|
0.0041664722,
|
|
0.053086217,
|
|
0.0054540504,
|
|
0.015131434,
|
|
0.01327971,
|
|
0.013327672,
|
|
-0.067845084,
|
|
0.018720692,
|
|
-0.0025512152,
|
|
0.023763299,
|
|
0.05842385,
|
|
0.00019893165,
|
|
-0.021977939,
|
|
-0.030850312,
|
|
0.028413272,
|
|
-0.047995366,
|
|
-0.04297481,
|
|
-0.0011310787,
|
|
0.08633486,
|
|
0.07842147,
|
|
-0.0439257,
|
|
-0.023544447,
|
|
-0.057144523,
|
|
-0.02520807,
|
|
-0.015982438,
|
|
-0.05408948,
|
|
-0.031477932,
|
|
0.008370782,
|
|
-0.02216448,
|
|
0.02113249,
|
|
-0.022829711,
|
|
0.036768507,
|
|
-0.010499057,
|
|
0.0033416639,
|
|
0.026612421,
|
|
-0.0040408946,
|
|
-0.037447333,
|
|
-0.002586024,
|
|
-0.02990973,
|
|
-0.062172376,
|
|
-0.0029027562,
|
|
-0.0032355392,
|
|
-0.01683112,
|
|
-0.08550601,
|
|
-0.06503881,
|
|
0.019303314,
|
|
-0.048659757,
|
|
0.009732844,
|
|
-0.03025688,
|
|
0.028209025,
|
|
-0.006922874,
|
|
-0.0024255237,
|
|
-0.011451635,
|
|
-0.044170108,
|
|
0.019439884,
|
|
-0.028493812,
|
|
-0.021424118,
|
|
-0.012596394,
|
|
-0.026894623,
|
|
-0.016631894,
|
|
0.006937038,
|
|
0.038847376,
|
|
-0.019490546,
|
|
-0.035997394,
|
|
0.0343228,
|
|
0.046157695,
|
|
-0.03467906,
|
|
-0.011670025,
|
|
-0.02360443,
|
|
-0.03209323,
|
|
-0.023816131,
|
|
0.011261538,
|
|
0.004140802,
|
|
0.05378309,
|
|
-0.034095783,
|
|
0.0032736673,
|
|
-0.023968946,
|
|
-0.057925865,
|
|
-0.038374748,
|
|
-0.023432449,
|
|
-0.031378884,
|
|
-0.018283365,
|
|
-0.044473544,
|
|
0.023770774,
|
|
0.012151021,
|
|
-0.00989798,
|
|
-0.016579827,
|
|
-0.03912221,
|
|
0.061459407,
|
|
-0.02270193,
|
|
0.046470493,
|
|
-0.03565845,
|
|
0.038344137,
|
|
-0.00060047704,
|
|
-0.010866198,
|
|
-0.010595391,
|
|
0.0040242574,
|
|
-0.011870223,
|
|
-0.030662687,
|
|
0.053333513,
|
|
0.016585337,
|
|
-0.034385324,
|
|
0.019072872,
|
|
0.02482893,
|
|
0.060127478,
|
|
0.022492146,
|
|
-0.02539478,
|
|
-0.007217331,
|
|
-0.026689157,
|
|
0.0328626,
|
|
-0.045700822,
|
|
0.015094248,
|
|
-0.048051264,
|
|
0.033289358,
|
|
-0.015658941,
|
|
-0.047716986,
|
|
-0.009127074,
|
|
-0.029856639,
|
|
0.031833287,
|
|
-0.041548215,
|
|
-0.036257725,
|
|
-0.031805903,
|
|
0.017809667,
|
|
-0.006915335,
|
|
-0.019608539,
|
|
0.021878801,
|
|
-0.03172998,
|
|
0.007869648,
|
|
0.025838438,
|
|
-0.00058663427,
|
|
0.03564143,
|
|
-0.018670827,
|
|
0.009602577,
|
|
-0.009344786,
|
|
0.016194435,
|
|
0.037599266,
|
|
0.00694385,
|
|
0.048156716,
|
|
-0.0063888165,
|
|
0.02603451,
|
|
0.029694544,
|
|
-0.001316076,
|
|
0.04268831,
|
|
-0.0067985193,
|
|
0.022871338,
|
|
0.014592814,
|
|
0.00715007,
|
|
0.043508768,
|
|
-0.01459811,
|
|
0.020012084,
|
|
0.01285804,
|
|
-0.020089578,
|
|
0.022833034,
|
|
0.031225007,
|
|
0.04425304,
|
|
0.025835698,
|
|
-0.03154635,
|
|
0.037163053,
|
|
-0.032706518,
|
|
0.01870285,
|
|
0.033385955,
|
|
-0.07165778,
|
|
0.008837176,
|
|
-0.03407519,
|
|
0.011077847,
|
|
-0.032700922,
|
|
0.04877876,
|
|
0.0436143,
|
|
0.013553518,
|
|
0.071895495,
|
|
-0.030767605,
|
|
-0.0058505647,
|
|
-0.079715356,
|
|
-0.035949104,
|
|
0.0126587115,
|
|
0.022821989,
|
|
0.023578636,
|
|
0.0064976574,
|
|
0.050335396,
|
|
-0.027013855,
|
|
-0.05704946,
|
|
0.06652898,
|
|
0.075718984,
|
|
-0.06392454,
|
|
-0.03972515,
|
|
0.033892315,
|
|
0.029048424,
|
|
0.034230053,
|
|
0.048473887,
|
|
0.004268155,
|
|
0.050873943,
|
|
0.017966365,
|
|
0.031012183,
|
|
0.035040673,
|
|
0.0069641634,
|
|
0.03588263,
|
|
-0.054883715,
|
|
-0.015174634,
|
|
0.031095453,
|
|
-0.0034547914,
|
|
0.07055899,
|
|
0.006959644,
|
|
0.0054922295,
|
|
0.022231862,
|
|
0.0027122695,
|
|
0.009299621,
|
|
0.022458393,
|
|
0.04126543,
|
|
-0.021928346,
|
|
0.039010584,
|
|
-0.0193515,
|
|
0.03772616,
|
|
-0.01625833,
|
|
-0.016094128,
|
|
-0.009658867,
|
|
0.018461023,
|
|
0.011062551,
|
|
-0.034120347,
|
|
0.016894026,
|
|
0.073283896,
|
|
0.022197865,
|
|
-0.017135348,
|
|
0.0017097074,
|
|
0.05956092,
|
|
0.063407786,
|
|
0.042028006,
|
|
0.042882785,
|
|
-0.07191631,
|
|
-0.009047546,
|
|
0.0035314842,
|
|
0.040281277,
|
|
0.0517425,
|
|
-0.027128628,
|
|
0.027991537,
|
|
0.03381131,
|
|
0.005920727,
|
|
-0.011691999,
|
|
0.0267714,
|
|
-0.010963327,
|
|
0.056068476,
|
|
-0.0005457899,
|
|
-0.01650052,
|
|
0.017984223,
|
|
-0.08018128,
|
|
0.04320543,
|
|
0.011011166,
|
|
0.004089064,
|
|
0.01760083,
|
|
-0.006808394,
|
|
-0.051000126,
|
|
-0.008992308,
|
|
-0.013578323,
|
|
-0.012156638,
|
|
-0.0067469757,
|
|
0.0150457695,
|
|
-0.02010428,
|
|
-0.010990015,
|
|
-0.029041639,
|
|
-0.04632667,
|
|
0.020392314,
|
|
0.0072885626,
|
|
0.027568653,
|
|
-0.024584606,
|
|
-0.018145312,
|
|
-0.060855325,
|
|
0.0025272707,
|
|
0.02513976,
|
|
0.037904035,
|
|
9.171318e-05,
|
|
0.014477873,
|
|
-0.012227636,
|
|
0.0050520534,
|
|
0.045649383,
|
|
0.013770142,
|
|
-0.020129545,
|
|
-0.036889248,
|
|
-0.007372258,
|
|
0.056743897,
|
|
0.068659395,
|
|
-0.016984485,
|
|
-0.09025703,
|
|
-0.020056212,
|
|
0.013750284,
|
|
0.028645078,
|
|
-0.007090899,
|
|
-0.026898425,
|
|
0.074853,
|
|
0.0004840898,
|
|
-0.009810746,
|
|
-0.033916537,
|
|
0.027401606,
|
|
0.041416552,
|
|
-0.05452964,
|
|
-0.04670048,
|
|
-0.01061277,
|
|
0.015118332,
|
|
0.11969722,
|
|
0.08716515,
|
|
-0.043436825,
|
|
-0.045450028,
|
|
-0.011495474,
|
|
-0.0053251395,
|
|
0.018191162,
|
|
-0.023512367,
|
|
0.02439878,
|
|
0.07168296,
|
|
-0.029718433,
|
|
0.05978129,
|
|
-0.018310038,
|
|
0.00019201823,
|
|
0.0588457,
|
|
-0.004629452,
|
|
0.011157221,
|
|
0.07020875,
|
|
0.029090729,
|
|
0.011827569,
|
|
-0.016118564,
|
|
0.030296495,
|
|
-0.04006995,
|
|
0.005592458,
|
|
0.059310023,
|
|
-0.0139375925,
|
|
-0.056882996,
|
|
-0.0043539144,
|
|
-0.04476427,
|
|
0.008733033,
|
|
0.0181087,
|
|
-0.033747524,
|
|
0.023971833,
|
|
-0.04448808,
|
|
0.01909963,
|
|
0.03931093,
|
|
0.004226108,
|
|
-0.05194325,
|
|
-0.039234832,
|
|
0.022266004,
|
|
-0.0063400185,
|
|
0.029090801,
|
|
0.014526388,
|
|
0.027634978,
|
|
0.020610472,
|
|
0.027755301,
|
|
0.019532172,
|
|
0.07653513,
|
|
0.038188096,
|
|
0.013058072,
|
|
-0.021564314,
|
|
-0.004024598,
|
|
-0.032580923,
|
|
-0.008680397,
|
|
-0.0010052286,
|
|
0.019816427,
|
|
-0.0051071616,
|
|
-0.004137778,
|
|
-0.0146190785,
|
|
-0.017425163,
|
|
-0.018814942,
|
|
0.009330389,
|
|
-0.034730554,
|
|
-0.09950049,
|
|
-0.011828971,
|
|
-0.048524242,
|
|
-0.015290795,
|
|
0.003975381,
|
|
0.034570675,
|
|
0.086534545,
|
|
0.0023209865,
|
|
0.024228156,
|
|
0.001791505,
|
|
-0.030159235,
|
|
0.029798415,
|
|
0.029238526,
|
|
0.003280956,
|
|
0.03067396,
|
|
-0.017041316,
|
|
-0.10483067,
|
|
0.045287162,
|
|
-0.0044179363,
|
|
-0.029821943,
|
|
0.085055605,
|
|
0.06824925,
|
|
0.016470019,
|
|
0.012064929,
|
|
-0.012787015,
|
|
-0.0062754382,
|
|
-0.008308865,
|
|
-0.0017331241,
|
|
-0.05941388,
|
|
-0.0042225947,
|
|
0.005673389,
|
|
0.06117662,
|
|
-0.06577193,
|
|
-0.017765824,
|
|
0.012709231,
|
|
-0.046415754,
|
|
0.00533243,
|
|
-0.030084299,
|
|
-0.068151176,
|
|
0.041388392,
|
|
-0.008748364,
|
|
-0.06503942,
|
|
0.04298269,
|
|
-0.0395347,
|
|
-0.060710963,
|
|
-0.023440724,
|
|
0.026063284,
|
|
-0.03867607,
|
|
0.0051523917,
|
|
-0.04764507,
|
|
-0.02051396,
|
|
-0.03816295,
|
|
0.01834131,
|
|
0.003109336,
|
|
0.00040601534,
|
|
-0.000574874,
|
|
0.023330892,
|
|
-0.03975682,
|
|
-0.011863705,
|
|
-0.0008176911,
|
|
0.0012484301,
|
|
0.02382547,
|
|
0.011094778,
|
|
-0.029535167,
|
|
0.002527838,
|
|
-0.030506654,
|
|
-0.031074118,
|
|
0.032151125,
|
|
0.016547065,
|
|
0.053861786,
|
|
-0.045584653,
|
|
-0.0364264,
|
|
0.042833533,
|
|
-0.0032813142,
|
|
0.010841442,
|
|
0.029280445,
|
|
-0.0074102865,
|
|
0.0031719606,
|
|
0.0066031497,
|
|
-0.015888812,
|
|
0.03645216,
|
|
-0.035819612,
|
|
-0.035440333,
|
|
-0.0300292,
|
|
0.008848944,
|
|
0.008425931,
|
|
-0.020204162,
|
|
0.0029528947,
|
|
0.005234882,
|
|
-0.025068615,
|
|
-0.017057832,
|
|
-0.041331146,
|
|
0.00070108456,
|
|
0.014641318,
|
|
-0.0060291695,
|
|
-0.04652187,
|
|
-0.029138539,
|
|
0.0040340438,
|
|
0.045350928,
|
|
0.015156647,
|
|
-0.0013569613,
|
|
0.0013388247,
|
|
0.06328819,
|
|
0.008267542,
|
|
-0.0843244,
|
|
0.007819933,
|
|
-0.015028652,
|
|
-0.036059376,
|
|
0.053294875,
|
|
-0.028327828,
|
|
0.019679923,
|
|
-0.040117774,
|
|
0.020920893,
|
|
-0.043621734,
|
|
0.06002377,
|
|
-0.029151496,
|
|
-0.0045994134,
|
|
-0.009784679,
|
|
-0.03870092,
|
|
0.010416321,
|
|
0.059916586,
|
|
0.07692586,
|
|
-0.06094488,
|
|
0.030034011,
|
|
-0.054865606,
|
|
-0.053873308,
|
|
-0.062464256,
|
|
0.005752507,
|
|
-0.046865426,
|
|
0.018496031,
|
|
0.050554793,
|
|
0.07667609,
|
|
0.04521703,
|
|
0.021193774,
|
|
-0.010788837,
|
|
-0.049785435,
|
|
0.009305702,
|
|
0.036620248,
|
|
0.007600405,
|
|
0.05725011,
|
|
0.030702267,
|
|
-0.0476178,
|
|
0.068317704,
|
|
0.06863345,
|
|
0.035322998,
|
|
-0.02223456,
|
|
-0.003943451,
|
|
0.00566325,
|
|
0.043405402,
|
|
-0.049774975,
|
|
-0.059950616,
|
|
-0.060994945,
|
|
-0.00272665,
|
|
0.02056273,
|
|
-0.05611676,
|
|
0.008522081,
|
|
0.008111256,
|
|
0.022916265,
|
|
-0.0012039327,
|
|
-0.02415934,
|
|
0.006603039,
|
|
-0.07728265,
|
|
0.023383535,
|
|
0.010126175,
|
|
0.066026114,
|
|
0.019516824,
|
|
-0.02743895,
|
|
0.031764206,
|
|
0.042299137,
|
|
0.06816786,
|
|
0.0013242968,
|
|
-0.037178222,
|
|
-0.06037109,
|
|
-0.038619135,
|
|
0.058209002,
|
|
0.032519363,
|
|
0.040420506,
|
|
-0.081026524,
|
|
-0.007876469,
|
|
-0.058994833,
|
|
-0.021188803,
|
|
0.0087137325,
|
|
-0.0060559064,
|
|
-0.018234588,
|
|
-0.016353764,
|
|
-0.041321892,
|
|
-0.009873551,
|
|
-0.0014623556,
|
|
0.0708463,
|
|
0.003149389,
|
|
-0.017390637,
|
|
0.043613207,
|
|
0.008190076,
|
|
0.031949073,
|
|
0.0059449924,
|
|
0.04650619,
|
|
-0.03871478,
|
|
-0.02993407,
|
|
0.006429338,
|
|
0.00781245,
|
|
-0.0533047,
|
|
-0.04324872,
|
|
0.030584995,
|
|
0.027463216,
|
|
0.00546872,
|
|
0.07692511,
|
|
-0.028224103,
|
|
0.008554065,
|
|
-0.014472004,
|
|
0.011852825,
|
|
-0.0035424957,
|
|
0.009787675,
|
|
0.09010725,
|
|
0.044465154,
|
|
-0.033444583,
|
|
0.011267346,
|
|
-0.0009460784,
|
|
-0.042941727,
|
|
0.0075897933,
|
|
-0.0339105,
|
|
0.056183178,
|
|
-0.057945125,
|
|
-0.04466646,
|
|
-0.03827882,
|
|
-0.030259024,
|
|
0.023189662,
|
|
-0.018669333,
|
|
0.0075938306,
|
|
0.0009940926,
|
|
-0.036094803,
|
|
0.00955545,
|
|
0.032975323,
|
|
0.0029834385,
|
|
0.05080568,
|
|
-0.017404221,
|
|
-0.016065422,
|
|
-0.048709493,
|
|
0.0115149645,
|
|
-0.028778277,
|
|
0.027973842,
|
|
-0.004772469,
|
|
-0.005541551,
|
|
0.028508712,
|
|
-0.053011157,
|
|
0.011259917,
|
|
0.032425366,
|
|
-0.004184233,
|
|
-0.018505724,
|
|
-0.03317818,
|
|
-0.0035943638,
|
|
0.082571395,
|
|
-0.06401087,
|
|
0.002303715,
|
|
-0.032291833,
|
|
0.028782103,
|
|
0.00977568,
|
|
-0.012253565,
|
|
-0.050462194,
|
|
0.008639128,
|
|
-0.053021718
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "nomic-embed-text:137m-v1.5-fp16",
|
|
"object": "list",
|
|
"usage": {
|
|
"prompt_tokens": 6,
|
|
"total_tokens": 6
|
|
}
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|