mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
65e01b5684
# What does this PR do? use together's new base64 support ## Test Plan recordings for: ./scripts/integration-tests.sh --stack-config server:ci-tests --suite base --setup together --subdirs inference --pattern openai
801 lines
21 KiB
JSON
801 lines
21 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "https://api.together.xyz/v1/v1/embeddings",
|
|
"headers": {},
|
|
"body": {
|
|
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
|
"input": "Hello, world!",
|
|
"encoding_format": "float"
|
|
},
|
|
"endpoint": "/v1/embeddings",
|
|
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
|
|
},
|
|
"response": {
|
|
"body": {
|
|
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
|
|
"__data__": {
|
|
"data": [
|
|
{
|
|
"embedding": [
|
|
-0.017041557,
|
|
-0.07436493,
|
|
0.02897635,
|
|
-0.032216743,
|
|
0.0056444216,
|
|
-0.029015187,
|
|
0.06512343,
|
|
-0.040310342,
|
|
0.05263593,
|
|
0.0068842396,
|
|
0.019191971,
|
|
-0.0064884443,
|
|
-0.01664521,
|
|
0.014244285,
|
|
0.036390014,
|
|
-0.040292,
|
|
0.031780273,
|
|
0.0039553884,
|
|
-0.055303488,
|
|
-0.028992416,
|
|
-0.02059435,
|
|
0.05677091,
|
|
-0.043668333,
|
|
-0.014273451,
|
|
0.15328151,
|
|
-0.023603301,
|
|
-0.049825363,
|
|
0.007869072,
|
|
-0.010882995,
|
|
-0.033912696,
|
|
0.053697765,
|
|
-0.00093928695,
|
|
0.0017799847,
|
|
0.038871024,
|
|
-0.069678165,
|
|
-0.067093275,
|
|
0.025772842,
|
|
-0.057590123,
|
|
-0.015825877,
|
|
0.020131286,
|
|
0.020742312,
|
|
0.003915491,
|
|
-0.018451879,
|
|
0.020440312,
|
|
-0.023613403,
|
|
-0.039568678,
|
|
-0.013152008,
|
|
-0.01871725,
|
|
0.021348018,
|
|
-0.019964654,
|
|
0.038607903,
|
|
0.018397795,
|
|
-0.0063561443,
|
|
-0.018936336,
|
|
-0.060981557,
|
|
-0.02152846,
|
|
0.027057847,
|
|
0.0014626224,
|
|
-0.018241309,
|
|
-0.07473041,
|
|
-0.02377323,
|
|
-0.033910733,
|
|
0.02569418,
|
|
-0.024951216,
|
|
-0.0076659806,
|
|
-0.015425462,
|
|
0.006604636,
|
|
0.09833969,
|
|
-0.005054596,
|
|
0.008841989,
|
|
-0.01836461,
|
|
-0.018554095,
|
|
0.011605144,
|
|
-0.016599955,
|
|
-0.062196333,
|
|
-0.0037542647,
|
|
-0.025220644,
|
|
-0.027834827,
|
|
-0.020460974,
|
|
-0.050503097,
|
|
0.032119684,
|
|
-0.023387104,
|
|
0.050067227,
|
|
-0.05834235,
|
|
0.023189448,
|
|
-0.021862485,
|
|
0.023831544,
|
|
-0.016663097,
|
|
-0.041609522,
|
|
0.025361128,
|
|
0.002924296,
|
|
0.01852158,
|
|
0.08960255,
|
|
-0.003265466,
|
|
-0.058762494,
|
|
-0.06428431,
|
|
-0.014671485,
|
|
-0.046800107,
|
|
0.02691456,
|
|
-0.0059303525,
|
|
-0.015431455,
|
|
0.022179665,
|
|
0.014044907,
|
|
0.012218545,
|
|
0.0053836405,
|
|
-0.025096457,
|
|
0.009438382,
|
|
0.032498095,
|
|
0.06879721,
|
|
0.056900814,
|
|
0.019497631,
|
|
-0.122159146,
|
|
-0.106994465,
|
|
-0.017456975,
|
|
0.047223866,
|
|
0.06569824,
|
|
0.04780035,
|
|
0.018039258,
|
|
-0.0011028647,
|
|
-0.05067006,
|
|
0.0106863845,
|
|
0.027489506,
|
|
-0.014593985,
|
|
-0.039851535,
|
|
-0.09175489,
|
|
0.037555773,
|
|
-0.060439512,
|
|
0.008525801,
|
|
0.0071557434,
|
|
-0.057973035,
|
|
-0.054225244,
|
|
0.051505033,
|
|
-0.0008626373,
|
|
0.069083415,
|
|
0.064380065,
|
|
0.09843996,
|
|
0.0062191207,
|
|
-0.041505292,
|
|
-0.05381256,
|
|
-0.0073601264,
|
|
-0.03288613,
|
|
0.011711341,
|
|
-0.09244605,
|
|
0.0069717136,
|
|
-0.05722877,
|
|
0.041075893,
|
|
0.06521969,
|
|
-0.0018537377,
|
|
0.016272636,
|
|
0.008761483,
|
|
-0.029342752,
|
|
0.020412564,
|
|
-0.07015791,
|
|
0.033616304,
|
|
0.039998446,
|
|
0.01602917,
|
|
0.044467725,
|
|
-0.08176377,
|
|
-0.036885373,
|
|
0.03468746,
|
|
0.0024068495,
|
|
0.00056306267,
|
|
0.02546511,
|
|
-0.053339135,
|
|
-0.027220095,
|
|
-0.021510394,
|
|
0.054806393,
|
|
-0.005447777,
|
|
-0.05690438,
|
|
-0.028497366,
|
|
0.01873974,
|
|
-0.035461064,
|
|
-0.00019089226,
|
|
-0.04914238,
|
|
0.030303763,
|
|
0.013396073,
|
|
0.015789565,
|
|
-0.07714792,
|
|
-0.062155712,
|
|
-0.00677417,
|
|
0.02850476,
|
|
0.031491462,
|
|
0.014566345,
|
|
0.012163924,
|
|
0.11814501,
|
|
-0.0043511004,
|
|
-0.017920421,
|
|
0.004205825,
|
|
-0.0015928322,
|
|
-0.012145554,
|
|
0.01663168,
|
|
-0.071173735,
|
|
0.0029570858,
|
|
0.12899451,
|
|
0.004157568,
|
|
0.010501232,
|
|
0.07710632,
|
|
0.062119417,
|
|
0.021002673,
|
|
-0.023212241,
|
|
-0.04327007,
|
|
-0.0567023,
|
|
0.04590105,
|
|
0.0019161925,
|
|
0.02637205,
|
|
0.029331107,
|
|
-0.029769177,
|
|
-0.050466795,
|
|
-0.08057371,
|
|
0.007419741,
|
|
-0.008777471,
|
|
0.02217743,
|
|
0.013535721,
|
|
0.03426775,
|
|
0.04592361,
|
|
0.009423588,
|
|
-0.023030678,
|
|
-0.024462381,
|
|
0.054334357,
|
|
0.06710402,
|
|
0.077300854,
|
|
0.0300022,
|
|
-0.0035417816,
|
|
-0.0046773576,
|
|
-0.0927158,
|
|
-0.0218652,
|
|
-0.043468982,
|
|
-0.035734102,
|
|
-0.038873542,
|
|
-0.0412869,
|
|
-0.016015923,
|
|
0.0038303286,
|
|
0.08523618,
|
|
-0.05200533,
|
|
-0.014904317,
|
|
-0.016793448,
|
|
0.04478206,
|
|
-0.017161047,
|
|
0.02638292,
|
|
0.007849463,
|
|
-0.040533304,
|
|
-0.017599737,
|
|
0.047704253,
|
|
0.034988616,
|
|
-0.013908102,
|
|
0.044121094,
|
|
0.040395457,
|
|
-0.010402818,
|
|
0.0063570403,
|
|
-0.014962749,
|
|
0.025776524,
|
|
0.023681043,
|
|
0.006042675,
|
|
0.017647373,
|
|
0.016301101,
|
|
-0.07793374,
|
|
-0.004771094,
|
|
0.012728924,
|
|
-0.00047885205,
|
|
-0.051591527,
|
|
0.03612118,
|
|
-0.02209703,
|
|
0.052075963,
|
|
-0.021613466,
|
|
-0.026258182,
|
|
0.008102769,
|
|
-0.04963262,
|
|
0.00062747014,
|
|
-0.012579783,
|
|
0.076374784,
|
|
-0.047350414,
|
|
-0.007680664,
|
|
0.062471915,
|
|
-0.0061351187,
|
|
-0.043617643,
|
|
0.023878522,
|
|
-0.09653609,
|
|
0.018392054,
|
|
-0.039719462,
|
|
0.065271765,
|
|
0.034548305,
|
|
0.004219043,
|
|
-0.003628092,
|
|
0.0047836183,
|
|
0.0132732885,
|
|
-0.028140727,
|
|
-0.015683327,
|
|
-0.052812085,
|
|
-0.019410037,
|
|
0.06812139,
|
|
-0.041178964,
|
|
0.014646207,
|
|
-0.0037439142,
|
|
0.0003088275,
|
|
-0.04985693,
|
|
0.0223661,
|
|
0.008887433,
|
|
0.0049061268,
|
|
0.042707395,
|
|
-0.021471359,
|
|
-0.06471383,
|
|
0.0022036259,
|
|
0.030178884,
|
|
-0.002764245,
|
|
-0.0063233464,
|
|
-0.04146522,
|
|
-0.008236624,
|
|
0.0037351896,
|
|
-0.027550086,
|
|
-0.0137326885,
|
|
0.0055276263,
|
|
0.0016785853,
|
|
0.050191414,
|
|
0.02629574,
|
|
-0.009129228,
|
|
0.06351977,
|
|
-0.037435655,
|
|
0.0467174,
|
|
-0.012987377,
|
|
-0.007550927,
|
|
-0.004503205,
|
|
0.010520655,
|
|
0.064984836,
|
|
0.009879768,
|
|
0.055787366,
|
|
-0.042653065,
|
|
0.024189176,
|
|
0.0378726,
|
|
-0.032453574,
|
|
0.043519154,
|
|
0.020133087,
|
|
-0.055212636,
|
|
-0.016188117,
|
|
0.03764466,
|
|
-0.022142444,
|
|
0.11164031,
|
|
0.019020407,
|
|
-0.008950892,
|
|
0.0517199,
|
|
0.0014494535,
|
|
0.041113462,
|
|
-0.0912906,
|
|
-0.04723132,
|
|
0.008548748,
|
|
0.028231544,
|
|
0.023689618,
|
|
-0.039103802,
|
|
-0.034011997,
|
|
-0.04731894,
|
|
0.03309799,
|
|
-0.044572156,
|
|
-0.116778485,
|
|
-0.028786778,
|
|
0.05798776,
|
|
0.05287191,
|
|
-0.0039562676,
|
|
-0.08213019,
|
|
-0.01224603,
|
|
-0.012757768,
|
|
0.035721667,
|
|
0.012440343,
|
|
0.0053813523,
|
|
-0.072770126,
|
|
0.0066190604,
|
|
0.038976185,
|
|
-0.037760906,
|
|
-0.0031381482,
|
|
-0.052277293,
|
|
-0.016870236,
|
|
-0.053451907,
|
|
-0.05629483,
|
|
-0.034493946,
|
|
-0.0048654405,
|
|
0.022051724,
|
|
0.028501945,
|
|
0.025858566,
|
|
-0.023936177,
|
|
-0.098391004,
|
|
-0.030646492,
|
|
-0.049461726,
|
|
-0.00086931954,
|
|
0.03593346,
|
|
0.015843417,
|
|
-0.03276966,
|
|
0.008957432,
|
|
-0.022735167,
|
|
-0.012159252,
|
|
0.07607085,
|
|
-0.059834506,
|
|
0.004478244,
|
|
0.03439635,
|
|
0.03683821,
|
|
0.062883355,
|
|
0.054430448,
|
|
-0.029807799,
|
|
0.0032295138,
|
|
0.08891875,
|
|
-0.026941199,
|
|
-0.00618463,
|
|
-0.022683868,
|
|
-0.024138795,
|
|
-0.036633875,
|
|
0.02097464,
|
|
-0.003001584,
|
|
0.020455033,
|
|
0.043717608,
|
|
0.06566654,
|
|
-0.029039463,
|
|
-0.0066977167,
|
|
-0.04504434,
|
|
0.022257777,
|
|
0.054422457,
|
|
0.029796708,
|
|
0.009008146,
|
|
0.028205348,
|
|
0.06255052,
|
|
-0.004475601,
|
|
0.059329458,
|
|
-0.038065027,
|
|
-0.027933009,
|
|
-0.07060949,
|
|
0.013978787,
|
|
-0.051300917,
|
|
0.02945564,
|
|
-0.008552103,
|
|
-0.009436655,
|
|
0.039747514,
|
|
-0.016741823,
|
|
0.04740887,
|
|
0.03521937,
|
|
-0.012574282,
|
|
-0.089222826,
|
|
-0.043515395,
|
|
-0.04158566,
|
|
0.0016020355,
|
|
0.02684753,
|
|
-0.019394692,
|
|
-0.02156877,
|
|
0.06316388,
|
|
0.01663444,
|
|
0.015482924,
|
|
0.047349654,
|
|
-0.028341234,
|
|
0.013805591,
|
|
-0.010708488,
|
|
-0.07627738,
|
|
0.08611209,
|
|
0.0089956885,
|
|
0.034438204,
|
|
0.016312746,
|
|
-0.03412846,
|
|
0.0770598,
|
|
-0.06790466,
|
|
0.036359854,
|
|
0.08038976,
|
|
0.023465984,
|
|
-0.019832904,
|
|
-0.0011524013,
|
|
-0.03804293,
|
|
0.04106918,
|
|
-0.028220456,
|
|
0.032340813,
|
|
-0.030669356,
|
|
-0.004353358,
|
|
-0.019439798,
|
|
0.0020563425,
|
|
0.03015629,
|
|
-0.06430176,
|
|
0.0034439075,
|
|
-0.045720384,
|
|
-0.06526568,
|
|
-0.0004192516,
|
|
-0.016580455,
|
|
-0.012596616,
|
|
0.039126,
|
|
-0.04699455,
|
|
-0.008973794,
|
|
0.015056125,
|
|
0.018929023,
|
|
-0.07840811,
|
|
-0.014792519,
|
|
-0.0044317124,
|
|
0.019588342,
|
|
0.035912346,
|
|
-0.035739247,
|
|
0.058755044,
|
|
-0.01856197,
|
|
0.021155646,
|
|
-0.073580906,
|
|
-0.04310776,
|
|
-0.023147091,
|
|
-0.010232029,
|
|
0.06352039,
|
|
0.039570276,
|
|
0.020424508,
|
|
0.051613245,
|
|
0.013395984,
|
|
-0.003908009,
|
|
-0.04643392,
|
|
0.019592889,
|
|
-0.008484923,
|
|
0.0031434586,
|
|
-0.046069775,
|
|
-0.01765311,
|
|
-0.041277196,
|
|
-0.070297986,
|
|
0.012561737,
|
|
-0.003500738,
|
|
-0.01729488,
|
|
-0.0033254062,
|
|
0.053035453,
|
|
-0.054218896,
|
|
-0.029708259,
|
|
-0.0047281524,
|
|
0.019236762,
|
|
-0.12249525,
|
|
0.03018237,
|
|
-0.028753102,
|
|
-0.031858314,
|
|
0.0811298,
|
|
-0.005711499,
|
|
-0.057587985,
|
|
0.014153141,
|
|
0.0006705577,
|
|
-0.024263157,
|
|
0.016729265,
|
|
-0.03195949,
|
|
-0.007259763,
|
|
-0.0035231581,
|
|
-0.03890975,
|
|
0.011460382,
|
|
-0.06591321,
|
|
-0.023756726,
|
|
-0.023958001,
|
|
0.030074941,
|
|
-0.0040949634,
|
|
-0.048368257,
|
|
-0.029692868,
|
|
0.027246583,
|
|
-0.024747347,
|
|
0.014442731,
|
|
-0.00832639,
|
|
-0.0002390868,
|
|
-0.013635633,
|
|
0.0035843733,
|
|
0.02354072,
|
|
-0.012829061,
|
|
-0.0060750768,
|
|
-0.044952527,
|
|
-0.05725624,
|
|
0.031746052,
|
|
-0.024419094,
|
|
0.032444403,
|
|
-0.029308707,
|
|
0.034302235,
|
|
-0.022495607,
|
|
0.015296428,
|
|
-0.0057196384,
|
|
-7.8588724e-05,
|
|
0.060303975,
|
|
0.06299601,
|
|
0.028222265,
|
|
-0.0071411408,
|
|
0.015196491,
|
|
0.02031155,
|
|
0.039635558,
|
|
0.079736926,
|
|
0.008736669,
|
|
-0.023079613,
|
|
-0.04490686,
|
|
-0.021764707,
|
|
-0.015199573,
|
|
0.036019534,
|
|
-0.0046079857,
|
|
0.04429082,
|
|
-0.04291344,
|
|
-0.05991891,
|
|
-0.006501417,
|
|
0.010603077,
|
|
0.03435066,
|
|
-0.065568395,
|
|
-0.04424192,
|
|
0.035055783,
|
|
0.019717937,
|
|
0.032764338,
|
|
0.021240309,
|
|
-0.01646063,
|
|
0.007835414,
|
|
0.06857148,
|
|
-0.013750999,
|
|
0.028333688,
|
|
-0.078255735,
|
|
-0.047899257,
|
|
-0.0006370693,
|
|
0.012606231,
|
|
0.012178417,
|
|
-0.013057751,
|
|
-0.008095854,
|
|
-0.013466724,
|
|
0.019036459,
|
|
-0.025450038,
|
|
0.021131655,
|
|
-0.02505666,
|
|
0.012961284,
|
|
0.0004236046,
|
|
-0.023920864,
|
|
-0.055114083,
|
|
0.082351916,
|
|
0.028973032,
|
|
0.025259241,
|
|
0.098259576,
|
|
-0.007385416,
|
|
0.003546012,
|
|
-0.05316339,
|
|
-0.04186183,
|
|
0.043638214,
|
|
-0.069299474,
|
|
-0.013284585,
|
|
-0.010019175,
|
|
0.012883975,
|
|
0.014200739,
|
|
-0.013508286,
|
|
0.0086570075,
|
|
-0.020393575,
|
|
0.10617594,
|
|
0.028786503,
|
|
-0.018674662,
|
|
0.026763268,
|
|
-0.0062548965,
|
|
-0.07215284,
|
|
0.055464335,
|
|
0.0029595464,
|
|
-0.009364344,
|
|
-0.096402094,
|
|
0.02823341,
|
|
-0.022853011,
|
|
0.04750492,
|
|
0.008378555,
|
|
0.016491622,
|
|
0.01860681,
|
|
0.048116222,
|
|
0.106049344,
|
|
-0.028929656,
|
|
-0.008896546,
|
|
0.033615295,
|
|
-0.0070807124,
|
|
-0.05684197,
|
|
-0.061439563,
|
|
0.0060220268,
|
|
0.046171866,
|
|
-0.01574131,
|
|
-0.07562956,
|
|
0.0024098414,
|
|
0.0006304895,
|
|
-0.07831614,
|
|
0.060869616,
|
|
0.00076000375,
|
|
-0.008209363,
|
|
-0.04139266,
|
|
-0.085268535,
|
|
-0.028194478,
|
|
-0.024567788,
|
|
-0.04218179,
|
|
0.023546752,
|
|
0.036236234,
|
|
0.017199656,
|
|
-0.03315456,
|
|
-0.023814544,
|
|
0.038755447,
|
|
-0.023165299,
|
|
-0.049283065,
|
|
-0.006907019,
|
|
0.040826146,
|
|
0.017533792,
|
|
-0.036849793,
|
|
-0.015506943,
|
|
-0.010768763,
|
|
-0.08758806,
|
|
-0.0295733,
|
|
0.055843282,
|
|
-0.012555046,
|
|
0.0076235603,
|
|
0.008802991,
|
|
0.026661193,
|
|
-0.023899797,
|
|
0.043548774,
|
|
-0.034339137,
|
|
-0.027354732,
|
|
-0.07583677,
|
|
0.020500224,
|
|
0.036802996,
|
|
0.031019075,
|
|
0.04605757,
|
|
-0.004433706,
|
|
0.0108612785,
|
|
0.050121468,
|
|
-0.07816735,
|
|
-0.014776514,
|
|
-0.04565195,
|
|
-0.0036854912,
|
|
0.0075577567,
|
|
-0.017044865,
|
|
0.030597543,
|
|
-0.013623054,
|
|
-0.0648466,
|
|
-0.0318741,
|
|
-0.059455115,
|
|
-0.024783187,
|
|
-0.0088010235,
|
|
0.11127796,
|
|
0.03429834,
|
|
-0.010424589,
|
|
-0.06355135,
|
|
0.034265812,
|
|
0.02680333,
|
|
-0.007930513,
|
|
0.030092249,
|
|
0.008321974,
|
|
0.03125566,
|
|
-0.06832331,
|
|
-0.0076806936,
|
|
0.034010306,
|
|
-0.087202646,
|
|
-0.047684345,
|
|
0.06384632,
|
|
-0.026591811,
|
|
-0.0016003181,
|
|
0.05721666,
|
|
-0.0024700803,
|
|
-0.029714238,
|
|
0.07761957,
|
|
-0.04561395,
|
|
-0.053199258,
|
|
0.030417573,
|
|
-0.01958724,
|
|
0.0012449475,
|
|
-0.04003076,
|
|
0.08825553,
|
|
-0.023196172,
|
|
-0.08629044,
|
|
-0.049815316,
|
|
0.027229005,
|
|
0.0021765123,
|
|
0.03438692,
|
|
-0.09314263,
|
|
-0.019655729,
|
|
0.018762926,
|
|
0.025670087,
|
|
-0.017116003,
|
|
0.031716976,
|
|
-0.05509443,
|
|
0.032953184,
|
|
-0.02264915,
|
|
0.04861606,
|
|
-0.050201602,
|
|
0.033154316,
|
|
0.009971947,
|
|
-0.037610047,
|
|
0.016600395,
|
|
-0.031037569,
|
|
-0.015495428,
|
|
0.026365642,
|
|
-0.043527953,
|
|
0.055781424,
|
|
0.06780075,
|
|
-0.015966192,
|
|
0.03201043,
|
|
0.028026119
|
|
],
|
|
"index": 0,
|
|
"object": "embedding"
|
|
}
|
|
],
|
|
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
|
|
"object": "list",
|
|
"usage": null
|
|
}
|
|
},
|
|
"is_streaming": false
|
|
}
|
|
}
|