mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-03 19:57:35 +00:00
65e01b5684
# What does this PR do? use together's new base64 support ## Test Plan recordings for: ./scripts/integration-tests.sh --stack-config server:ci-tests --suite base --setup together --subdirs inference --pattern openai
801 lines
21 KiB
JSON
801 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "https://api.together.xyz/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
|
"input": "This is the first text",
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.039021637,
|
|
0.022414008,
|
|
0.060316082,
|
|
0.010932758,
|
|
0.018470073,
|
|
-0.038455445,
|
|
0.013484707,
|
|
-0.038724504,
|
|
-0.025575833,
|
|
-0.07131675,
|
|
0.03463345,
|
|
-0.025232196,
|
|
0.020823235,
|
|
0.03832292,
|
|
-0.006293115,
|
|
-0.088807434,
|
|
0.0063370736,
|
|
-0.002888027,
|
|
0.02621656,
|
|
0.055453233,
|
|
0.102450415,
|
|
0.03387425,
|
|
-0.005548249,
|
|
0.06926162,
|
|
0.036552645,
|
|
-0.027929714,
|
|
0.05147974,
|
|
-0.084861636,
|
|
-0.05467612,
|
|
0.0061274734,
|
|
0.01355064,
|
|
-0.027067322,
|
|
0.099598646,
|
|
-0.05280082,
|
|
-0.03848137,
|
|
-0.0138273295,
|
|
0.00055626774,
|
|
-0.062084854,
|
|
-0.026424624,
|
|
-0.004740091,
|
|
0.06750933,
|
|
-0.05090067,
|
|
0.06227124,
|
|
-0.01807564,
|
|
0.0048294156,
|
|
0.013328212,
|
|
0.004276883,
|
|
-0.034934912,
|
|
-0.036818415,
|
|
0.0185289,
|
|
0.0048565175,
|
|
0.016870664,
|
|
-0.040981345,
|
|
-0.035420854,
|
|
-0.091292314,
|
|
-0.08983982,
|
|
-0.048739515,
|
|
0.12078825,
|
|
0.04027495,
|
|
0.088196404,
|
|
0.082896,
|
|
-0.08266004,
|
|
-0.00082181377,
|
|
-0.050194185,
|
|
0.024180485,
|
|
-0.027468672,
|
|
-0.08769602,
|
|
0.047489725,
|
|
-0.03834715,
|
|
0.07631481,
|
|
-0.06501303,
|
|
-0.03695376,
|
|
0.067694835,
|
|
0.027814003,
|
|
-0.051688053,
|
|
-0.032236356,
|
|
0.039202936,
|
|
0.03445711,
|
|
0.009532945,
|
|
-0.034482885,
|
|
-0.08042295,
|
|
0.008322418,
|
|
0.05848545,
|
|
-0.064453684,
|
|
-0.17329726,
|
|
-0.047616575,
|
|
0.045936666,
|
|
0.023837132,
|
|
-0.015925486,
|
|
-0.0857517,
|
|
-0.0001586331,
|
|
-0.044116773,
|
|
-0.029393503,
|
|
0.009738323,
|
|
0.03763726,
|
|
-0.11253048,
|
|
0.019114532,
|
|
0.07549436,
|
|
-0.1030746,
|
|
-0.038988255,
|
|
0.011407976,
|
|
-0.037570667,
|
|
0.05159809,
|
|
0.007962588,
|
|
0.01113923,
|
|
0.003076782,
|
|
0.15470116,
|
|
0.0043370854,
|
|
0.030429134,
|
|
-0.027383734,
|
|
-0.030138142,
|
|
-0.079299994,
|
|
0.12148583,
|
|
0.034556936,
|
|
-0.0064313645,
|
|
0.048751578,
|
|
-0.05864567,
|
|
0.026685659,
|
|
-0.09871483,
|
|
-0.046130598,
|
|
0.019625148,
|
|
-0.072314,
|
|
0.03352563,
|
|
0.01364348,
|
|
-0.085728094,
|
|
0.06642468,
|
|
-0.094013095,
|
|
-0.037293892,
|
|
0.0076811705,
|
|
0.0052874135,
|
|
0.018115167,
|
|
-0.055315576,
|
|
-0.052764144,
|
|
-0.034311842,
|
|
0.015955461,
|
|
-0.07966574,
|
|
-0.028749859,
|
|
0.03149985,
|
|
-0.047564246,
|
|
0.008608991,
|
|
-0.021272784,
|
|
0.030198015,
|
|
-0.0107804965,
|
|
0.017173572,
|
|
-0.011607755,
|
|
-0.050619457,
|
|
0.030204969,
|
|
0.10163846,
|
|
-0.0056075957,
|
|
0.06950345,
|
|
0.04063133,
|
|
-0.03608383,
|
|
0.023170248,
|
|
-0.014745303,
|
|
-0.014478895,
|
|
0.10499135,
|
|
-0.038678814,
|
|
-0.0075368164,
|
|
0.08199838,
|
|
-0.09530577,
|
|
0.020091686,
|
|
0.10653022,
|
|
0.08388272,
|
|
-0.0045513124,
|
|
-0.04053859,
|
|
-0.0025074913,
|
|
0.017358577,
|
|
-0.03037232,
|
|
0.04310344,
|
|
-0.04824635,
|
|
0.055064622,
|
|
-0.019335788,
|
|
-0.0674805,
|
|
0.024816237,
|
|
0.019295547,
|
|
0.0007229409,
|
|
0.04357454,
|
|
0.021688526,
|
|
0.08630486,
|
|
-0.011211191,
|
|
-0.039039955,
|
|
0.17257652,
|
|
-0.007145191,
|
|
0.006575071,
|
|
-0.0139306225,
|
|
-0.014735097,
|
|
-0.044341516,
|
|
-0.11539079,
|
|
0.033123154,
|
|
-0.011538915,
|
|
-0.024190484,
|
|
-0.018813878,
|
|
0.03229297,
|
|
-0.04379363,
|
|
0.03185381,
|
|
-0.035783295,
|
|
0.06494934,
|
|
0.05133508,
|
|
0.00010083616,
|
|
0.007334995,
|
|
0.06611978,
|
|
-0.062722,
|
|
0.045553267,
|
|
-0.011721417,
|
|
0.020822436,
|
|
-0.04873414,
|
|
0.03926427,
|
|
0.007051802,
|
|
-0.05594363,
|
|
0.03565722,
|
|
-0.12122127,
|
|
0.027855415,
|
|
-0.016186016,
|
|
-0.041470908,
|
|
-0.08864265,
|
|
-0.0036498592,
|
|
0.010997135,
|
|
-0.012785444,
|
|
-0.06519897,
|
|
0.027590077,
|
|
0.067321666,
|
|
-0.05896251,
|
|
0.008983399,
|
|
-0.095143765,
|
|
0.011621533,
|
|
-0.06121848,
|
|
0.050336383,
|
|
0.0019902636,
|
|
0.053377967,
|
|
-0.045287643,
|
|
0.09474427,
|
|
-0.053598337,
|
|
0.08048404,
|
|
-0.08297755,
|
|
0.08607313,
|
|
0.004596277,
|
|
0.0204861,
|
|
0.0132703995,
|
|
0.0492952,
|
|
0.003006371,
|
|
0.024936337,
|
|
-0.021873668,
|
|
0.11727927,
|
|
-0.043151148,
|
|
-0.0846394,
|
|
-0.048050277,
|
|
0.0012273242,
|
|
0.16534594,
|
|
0.07620599,
|
|
0.0144042745,
|
|
0.09004986,
|
|
0.06599925,
|
|
0.050307803,
|
|
-0.014542778,
|
|
-0.06923349,
|
|
0.08603958,
|
|
-0.003079753,
|
|
-0.08008583,
|
|
-0.04276064,
|
|
0.07779741,
|
|
-0.04970902,
|
|
0.024014566,
|
|
0.026120175,
|
|
-0.007566401,
|
|
-0.06362058,
|
|
0.0075124875,
|
|
-0.025173014,
|
|
0.06797637,
|
|
0.064056545,
|
|
-0.12027379,
|
|
-0.030917957,
|
|
0.009303285,
|
|
0.1108725,
|
|
0.048372857,
|
|
-0.025575588,
|
|
-0.0063446634,
|
|
0.011040862,
|
|
-0.03459656,
|
|
-0.0144168,
|
|
0.048665646,
|
|
-0.009920939,
|
|
-0.0061537125,
|
|
-0.10304914,
|
|
0.014452626,
|
|
0.016036827,
|
|
0.012599703,
|
|
0.016684191,
|
|
-0.039659906,
|
|
0.010836161,
|
|
-0.029463075,
|
|
0.0011919601,
|
|
0.06632273,
|
|
-0.05316992,
|
|
0.039452244,
|
|
-0.021640282,
|
|
-0.05948179,
|
|
-0.015061293,
|
|
-0.015513855,
|
|
0.04358236,
|
|
-0.0029279767,
|
|
0.0860453,
|
|
-0.012484551,
|
|
-0.013506936,
|
|
0.016622225,
|
|
0.03162366,
|
|
-0.09996153,
|
|
-0.05663382,
|
|
-0.015155038,
|
|
0.00578972,
|
|
0.025347538,
|
|
-0.06958232,
|
|
0.10877864,
|
|
-0.036945637,
|
|
0.03478135,
|
|
0.13662694,
|
|
-0.020611005,
|
|
0.07592442,
|
|
0.0036063113,
|
|
-0.09048903,
|
|
0.016554832,
|
|
-0.04288513,
|
|
-0.027900286,
|
|
-0.07563455,
|
|
0.030791664,
|
|
-0.033230122,
|
|
0.018658046,
|
|
-0.043807156,
|
|
0.029736735,
|
|
0.10202865,
|
|
0.009116146,
|
|
-0.09378922,
|
|
0.099590845,
|
|
0.0642359,
|
|
0.0589953,
|
|
0.05296719,
|
|
-0.07642986,
|
|
-0.11738337,
|
|
-0.05376279,
|
|
0.09199399,
|
|
-0.0627918,
|
|
0.03704901,
|
|
-0.037008967,
|
|
-0.05638905,
|
|
0.009441371,
|
|
0.04416073,
|
|
-0.03527975,
|
|
-0.03531018,
|
|
0.07021692,
|
|
0.05659684,
|
|
0.099865966,
|
|
0.076215744,
|
|
0.043112382,
|
|
0.007842607,
|
|
-0.039226923,
|
|
0.006264895,
|
|
-0.03105526,
|
|
0.060152344,
|
|
0.040446483,
|
|
0.10218391,
|
|
-0.07178106,
|
|
0.015407178,
|
|
-0.06229486,
|
|
0.0043686125,
|
|
0.09733845,
|
|
-0.09527866,
|
|
0.041407365,
|
|
0.06550996,
|
|
0.08803008,
|
|
0.09149921,
|
|
0.04229226,
|
|
0.052133556,
|
|
0.047242433,
|
|
0.014378367,
|
|
0.03682277,
|
|
0.06764445,
|
|
0.066040926,
|
|
0.021740213,
|
|
0.04180941,
|
|
-0.00519632,
|
|
-0.0111550195,
|
|
0.017352529,
|
|
-0.00943155,
|
|
0.11390086,
|
|
0.05582122,
|
|
0.035394136,
|
|
0.0024461604,
|
|
0.04081662,
|
|
-0.0007266066,
|
|
0.06292638,
|
|
0.0052844593,
|
|
0.05790997,
|
|
-0.09407522,
|
|
-0.05039574,
|
|
0.07852171,
|
|
-0.08000922,
|
|
0.13302545,
|
|
0.10419625,
|
|
0.039512042,
|
|
-0.09167407,
|
|
0.010040825,
|
|
0.013924355,
|
|
0.027515184,
|
|
0.079743214,
|
|
0.09399837,
|
|
0.0151610905,
|
|
0.004694856,
|
|
-0.0536953,
|
|
0.06531984,
|
|
0.027906924,
|
|
-0.0012715638,
|
|
0.09168681,
|
|
-0.00026439782,
|
|
-0.0041136686,
|
|
0.033571295,
|
|
-0.01907176,
|
|
0.11883433,
|
|
-0.0065728375,
|
|
-0.0062215794,
|
|
-0.1049895,
|
|
-0.03321981,
|
|
-0.026450735,
|
|
0.072518945,
|
|
-0.11240429,
|
|
-0.022515744,
|
|
-0.048495665,
|
|
-0.037087325,
|
|
0.00032197312,
|
|
0.051534563,
|
|
0.046150282,
|
|
-0.08213623,
|
|
0.09886837,
|
|
0.041117694,
|
|
0.05323094,
|
|
-0.05427183,
|
|
-0.022201112,
|
|
-0.024121372,
|
|
0.012735752,
|
|
0.1397762,
|
|
-0.007587272,
|
|
0.05582085,
|
|
0.06499377,
|
|
-0.018458825,
|
|
-0.021883465,
|
|
0.032667745,
|
|
0.02018645,
|
|
0.040008776,
|
|
0.07482824,
|
|
-0.024819402,
|
|
0.045242358,
|
|
-0.06036402,
|
|
0.025522556,
|
|
-0.025958247,
|
|
0.018367121,
|
|
0.029390294,
|
|
-0.031080022,
|
|
-0.010285386,
|
|
-0.007700369,
|
|
0.045184247,
|
|
0.044544965,
|
|
0.029447366,
|
|
0.014604208,
|
|
-0.09001254,
|
|
-0.09150779,
|
|
0.048845917,
|
|
-0.005016622,
|
|
-0.030419605,
|
|
-0.021073101,
|
|
-0.028362123,
|
|
0.04180255,
|
|
0.011223455,
|
|
0.026317155,
|
|
0.07052029,
|
|
0.04195792,
|
|
-0.010761702,
|
|
-0.054835323,
|
|
0.047067013,
|
|
0.04737349,
|
|
0.09244638,
|
|
0.096748084,
|
|
-0.03332587,
|
|
-0.009952178,
|
|
-0.0030183739,
|
|
0.07009167,
|
|
0.05392541,
|
|
0.024944762,
|
|
0.0061005787,
|
|
0.028459419,
|
|
-0.05767917,
|
|
-0.051464006,
|
|
0.08488547,
|
|
-0.016385203,
|
|
-0.04579279,
|
|
-0.084523976,
|
|
-0.032011546,
|
|
-0.007594041,
|
|
-0.06051386,
|
|
-0.046265714,
|
|
-0.027389096,
|
|
-0.044890895,
|
|
-0.0022862924,
|
|
-0.1268961,
|
|
-0.037864592,
|
|
0.024412185,
|
|
-0.07392371,
|
|
-0.014362709,
|
|
0.07425692,
|
|
0.022583768,
|
|
0.011156761,
|
|
-0.057216533,
|
|
-0.039548866,
|
|
-0.018076254,
|
|
-0.05556914,
|
|
-0.057198036,
|
|
-0.03188685,
|
|
0.090208404,
|
|
0.10571588,
|
|
0.01070536,
|
|
0.08128956,
|
|
0.017667988,
|
|
-0.10340015,
|
|
0.07804198,
|
|
-0.019781966,
|
|
0.06535109,
|
|
-0.07777538,
|
|
-0.025819557,
|
|
-0.08128869,
|
|
-0.034394037,
|
|
0.019422948,
|
|
-0.039221227,
|
|
-0.08033355,
|
|
-0.02329798,
|
|
-0.0962552,
|
|
-0.016624983,
|
|
0.038193095,
|
|
-0.06870783,
|
|
-0.033954047,
|
|
-0.0025311739,
|
|
-0.114151455,
|
|
-0.00511124,
|
|
-0.06920173,
|
|
0.044555113,
|
|
0.10051683,
|
|
0.04055453,
|
|
-0.06167893,
|
|
-0.01584111,
|
|
0.0030792183,
|
|
4.6655536e-05,
|
|
-0.026384909,
|
|
-0.012856535,
|
|
-0.06174471,
|
|
0.0024448705,
|
|
-0.022707395,
|
|
0.066114195,
|
|
-0.010608763,
|
|
-0.01576041,
|
|
-0.0010933182,
|
|
0.03396316,
|
|
0.008329627,
|
|
-0.060327142,
|
|
-0.05505636,
|
|
-0.028406821,
|
|
-0.025708841,
|
|
0.016102789,
|
|
0.03405433,
|
|
0.007868113,
|
|
0.13327968,
|
|
0.072789304,
|
|
-0.08000951,
|
|
-0.050192088,
|
|
-0.05803803,
|
|
-0.050078847,
|
|
-0.01996999,
|
|
0.043255676,
|
|
-0.04441973,
|
|
0.08783117,
|
|
0.002935635,
|
|
0.040976398,
|
|
-0.01976899,
|
|
0.018852778,
|
|
-0.03215457,
|
|
-0.04958742,
|
|
0.015443288,
|
|
0.010633601,
|
|
-0.074571095,
|
|
0.053966194,
|
|
-0.01581196,
|
|
-0.04183213,
|
|
-0.04719714,
|
|
0.033312585,
|
|
0.011825424,
|
|
-0.029853545,
|
|
-0.050666492,
|
|
-0.08864941,
|
|
-0.022672195,
|
|
0.0724055,
|
|
0.0037794008,
|
|
0.055587664,
|
|
-0.13644798,
|
|
0.022921626,
|
|
0.1152114,
|
|
0.07047247,
|
|
0.030930748,
|
|
-0.0052061337,
|
|
0.044788003,
|
|
-0.08634308,
|
|
-0.10505402,
|
|
-0.025340958,
|
|
-0.08207144,
|
|
0.059532717,
|
|
-0.0062416205,
|
|
0.1022889,
|
|
0.010608143,
|
|
0.041661825,
|
|
-0.097806565,
|
|
0.0038305484,
|
|
0.05404457,
|
|
0.032105837,
|
|
0.06415997,
|
|
-0.049071103,
|
|
-0.03720757,
|
|
-0.023321476,
|
|
0.12579422,
|
|
0.043440778,
|
|
-0.011532883,
|
|
-0.05620173,
|
|
0.005197981,
|
|
-0.12449035,
|
|
0.008241525,
|
|
-0.10594952,
|
|
0.102292866,
|
|
-0.0699,
|
|
-0.11592147,
|
|
0.06966665,
|
|
-0.027437769,
|
|
-0.014774349,
|
|
0.018875254,
|
|
-0.017957961,
|
|
0.091627896,
|
|
0.04989476,
|
|
0.0798358,
|
|
0.04239699,
|
|
-0.007844917,
|
|
-0.06630319,
|
|
0.052326147,
|
|
0.02648383,
|
|
0.044119354,
|
|
-0.06851671,
|
|
0.15443392,
|
|
-0.020682698,
|
|
-0.03766801,
|
|
0.0155308945,
|
|
-0.063717306,
|
|
0.0006521008,
|
|
-0.05569479,
|
|
-0.043325484,
|
|
-0.014842672,
|
|
-0.025855135,
|
|
0.017403143,
|
|
-0.011325402,
|
|
0.054577086,
|
|
0.02011184,
|
|
-0.09925977,
|
|
-0.0069759586,
|
|
-0.03428202,
|
|
0.0034359726,
|
|
-0.15824135,
|
|
0.000930797,
|
|
-0.113140985,
|
|
-0.044972613,
|
|
-0.02884488,
|
|
-0.06731342,
|
|
0.04106218,
|
|
0.028871017,
|
|
-0.011909599,
|
|
0.03274342,
|
|
0.018106263,
|
|
-0.020201381,
|
|
0.1281747,
|
|
0.020703837,
|
|
0.024401633,
|
|
0.042717557,
|
|
0.014739593,
|
|
0.07050051,
|
|
0.038078446,
|
|
-0.022462513,
|
|
-0.004700358,
|
|
-0.014908828,
|
|
0.037429586,
|
|
0.021075286,
|
|
-0.047952563,
|
|
-0.010115325,
|
|
0.011719644,
|
|
0.052587837,
|
|
-0.026325963,
|
|
0.06416419,
|
|
0.04302814,
|
|
-0.032076415,
|
|
0.03226265,
|
|
0.047885012,
|
|
-0.08571586,
|
|
0.13789223,
|
|
-0.039638847,
|
|
0.08949073,
|
|
0.0019859069,
|
|
0.054476757,
|
|
-0.04336167,
|
|
-0.12529649,
|
|
0.013598417,
|
|
-0.046129137,
|
|
0.0031463325,
|
|
-0.10019061,
|
|
0.02212261,
|
|
-0.024540763,
|
|
-0.020073807,
|
|
-0.015366339,
|
|
-0.04205672,
|
|
-0.004573892,
|
|
0.04018059,
|
|
-0.06835582,
|
|
0.0762453,
|
|
-0.07784769,
|
|
-0.03393797,
|
|
-0.084803775,
|
|
0.028064115,
|
|
0.06559264,
|
|
-0.10455632,
|
|
0.039434727,
|
|
-0.038992915,
|
|
-0.09218861,
|
|
0.013562555,
|
|
-0.06523423,
|
|
0.10188195,
|
|
0.05163541,
|
|
0.02234651,
|
|
0.01926983,
|
|
0.0017454309,
|
|
0.030410308,
|
|
0.025801515,
|
|
-0.0333776,
|
|
0.0030322578,
|
|
0.055338234,
|
|
-0.017410548,
|
|
0.07205084,
|
|
0.04127999,
|
|
0.0026357244,
|
|
0.00054674776,
|
|
-0.018812224,
|
|
0.051227525,
|
|
2.2485852e-05,
|
|
-0.04581609,
|
|
-0.106634825,
|
|
0.018237107,
|
|
0.048612136,
|
|
-0.018699843,
|
|
-0.035245672,
|
|
-0.0367398,
|
|
-0.09525288,
|
|
0.05530859,
|
|
0.023024498,
|
|
-0.05791263,
|
|
-0.011325011,
|
|
-0.055147734,
|
|
0.02724777,
|
|
-0.10974393,
|
|
0.015870394,
|
|
0.053438365,
|
|
0.032307543,
|
|
0.055390432
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
|
"object": "list",
|
|
"usage": null
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|