From 65e01b56842ef5c31b4d1f9a15508cce07521300 Mon Sep 17 00:00:00 2001 From: Matthew Farrellee Date: Fri, 26 Sep 2025 10:05:52 -0400 Subject: [PATCH] feat: together now supports base64 embedding encoding (#3559) # What does this PR do? use together's new base64 support ## Test Plan recordings for: ./scripts/integration-tests.sh --stack-config server:ci-tests --suite base --setup together --subdirs inference --pattern openai --- .../remote/inference/together/together.py | 9 +- .../inference/test_openai_embeddings.py | 1 - .../recordings/responses/1d54570bbe4b.json | 2353 +++++++++++++ .../recordings/responses/225b4d2263a7.json | 802 +++++ .../recordings/responses/2c55f483cea8.json | 59 + .../recordings/responses/33b71fb85bfb.json | 730 ++++ .../recordings/responses/3d89a56a76b1.json | 46 + .../recordings/responses/41ace09e5dba.json | 59 + .../recordings/responses/52b4e16b7289.json | 181 + .../recordings/responses/53365c6ae29c.json | 59 + .../recordings/responses/546dc9533c84.json | 801 +++++ .../recordings/responses/5c0552be2793.json | 3127 +++++++++++++++++ .../recordings/responses/6841bb14fa8d.json | 61 + .../recordings/responses/68e59155a09f.json | 802 +++++ .../recordings/responses/69464dfd3a06.json | 59 + .../recordings/responses/7550dd0d24bc.json | 166 + .../recordings/responses/8e5b53b9d493.json | 801 +++++ .../recordings/responses/a0ec01643fa2.json | 59 + .../recordings/responses/ae82d694f34c.json | 802 +++++ .../recordings/responses/b734171a0872.json | 801 +++++ .../recordings/responses/c8a59b661fd5.json | 46 + .../recordings/responses/d2e057a81717.json | 61 + .../recordings/responses/d5971b8fdb94.json | 801 +++++ .../recordings/responses/dcbe6260d0a1.json | 2352 +++++++++++++ .../recordings/responses/e8b427b3d631.json | 802 +++++ .../recordings/responses/ef4d211b38bf.json | 59 + .../recordings/responses/f4c5ae637cd1.json | 59 + 27 files changed, 15951 insertions(+), 7 deletions(-) create mode 100644 tests/integration/recordings/responses/1d54570bbe4b.json create mode 100644 tests/integration/recordings/responses/225b4d2263a7.json create mode 100644 tests/integration/recordings/responses/2c55f483cea8.json create mode 100644 tests/integration/recordings/responses/33b71fb85bfb.json create mode 100644 tests/integration/recordings/responses/3d89a56a76b1.json create mode 100644 tests/integration/recordings/responses/41ace09e5dba.json create mode 100644 tests/integration/recordings/responses/52b4e16b7289.json create mode 100644 tests/integration/recordings/responses/53365c6ae29c.json create mode 100644 tests/integration/recordings/responses/546dc9533c84.json create mode 100644 tests/integration/recordings/responses/5c0552be2793.json create mode 100644 tests/integration/recordings/responses/6841bb14fa8d.json create mode 100644 tests/integration/recordings/responses/68e59155a09f.json create mode 100644 tests/integration/recordings/responses/69464dfd3a06.json create mode 100644 tests/integration/recordings/responses/7550dd0d24bc.json create mode 100644 tests/integration/recordings/responses/8e5b53b9d493.json create mode 100644 tests/integration/recordings/responses/a0ec01643fa2.json create mode 100644 tests/integration/recordings/responses/ae82d694f34c.json create mode 100644 tests/integration/recordings/responses/b734171a0872.json create mode 100644 tests/integration/recordings/responses/c8a59b661fd5.json create mode 100644 tests/integration/recordings/responses/d2e057a81717.json create mode 100644 tests/integration/recordings/responses/d5971b8fdb94.json create mode 100644 tests/integration/recordings/responses/dcbe6260d0a1.json create mode 100644 tests/integration/recordings/responses/e8b427b3d631.json create mode 100644 tests/integration/recordings/responses/ef4d211b38bf.json create mode 100644 tests/integration/recordings/responses/f4c5ae637cd1.json diff --git a/llama_stack/providers/remote/inference/together/together.py b/llama_stack/providers/remote/inference/together/together.py index 653f84610..37973d635 100644 --- a/llama_stack/providers/remote/inference/together/together.py +++ b/llama_stack/providers/remote/inference/together/together.py @@ -6,7 +6,7 @@ from collections.abc import AsyncGenerator -from openai import NOT_GIVEN, AsyncOpenAI +from openai import AsyncOpenAI from together import AsyncTogether from together.constants import BASE_URL @@ -311,10 +311,9 @@ class TogetherInferenceAdapter(OpenAIMixin, ModelRegistryHelper, Inference, Need the standard OpenAI embeddings endpoint. The endpoint - - - does not return usage information + - not all models return usage information - does not support user param, returns 400 Unrecognized request arguments supplied: user - does not support dimensions param, returns 400 Unrecognized request arguments supplied: dimensions - - does not support encoding_format param, always returns floats, never base64 """ # Together support ticket #13332 -> will not fix if user is not None: @@ -322,13 +321,11 @@ class TogetherInferenceAdapter(OpenAIMixin, ModelRegistryHelper, Inference, Need # Together support ticket #13333 -> escalated if dimensions is not None: raise ValueError("Together's embeddings endpoint does not support dimensions param.") - # Together support ticket #13331 -> will not fix, compute client side - if encoding_format not in (None, NOT_GIVEN, "float"): - raise ValueError("Together's embeddings endpoint only supports encoding_format='float'.") response = await self.client.embeddings.create( model=await self._get_provider_model_id(model), input=input, + encoding_format=encoding_format, ) response.model = model # return the user the same model id they provided, avoid exposing the provider model id diff --git a/tests/integration/inference/test_openai_embeddings.py b/tests/integration/inference/test_openai_embeddings.py index 0598919a1..92064b651 100644 --- a/tests/integration/inference/test_openai_embeddings.py +++ b/tests/integration/inference/test_openai_embeddings.py @@ -41,7 +41,6 @@ def skip_if_model_doesnt_support_user_param(client, model_id): def skip_if_model_doesnt_support_encoding_format_base64(client, model_id): provider = provider_from_model(client, model_id) if provider.provider_type in ( - "remote::together", # param silently ignored, always returns floats "remote::databricks", # param silently ignored, always returns floats "remote::fireworks", # param silently ignored, always returns list of floats "remote::ollama", # param silently ignored, always returns list of floats diff --git a/tests/integration/recordings/responses/1d54570bbe4b.json b/tests/integration/recordings/responses/1d54570bbe4b.json new file mode 100644 index 000000000..8fc686895 --- /dev/null +++ b/tests/integration/recordings/responses/1d54570bbe4b.json @@ -0,0 +1,2353 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": [ + "Hello, world!", + "How are you today?", + "This is a test." + ], + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.017041557, + -0.07436493, + 0.02897635, + -0.032216743, + 0.0056444216, + -0.029015187, + 0.06512343, + -0.040310342, + 0.05263593, + 0.0068842396, + 0.019191971, + -0.0064884443, + -0.01664521, + 0.014244285, + 0.036390014, + -0.040292, + 0.031780273, + 0.0039553884, + -0.055303488, + -0.028992416, + -0.02059435, + 0.05677091, + -0.043668333, + -0.014273451, + 0.15328151, + -0.023603301, + -0.049825363, + 0.007869072, + -0.010882995, + -0.033912696, + 0.053697765, + -0.00093928695, + 0.0017799847, + 0.038871024, + -0.069678165, + -0.067093275, + 0.025772842, + -0.057590123, + -0.015825877, + 0.020131286, + 0.020742312, + 0.003915491, + -0.018451879, + 0.020440312, + -0.023613403, + -0.039568678, + -0.013152008, + -0.01871725, + 0.021348018, + -0.019964654, + 0.038607903, + 0.018397795, + -0.0063561443, + -0.018936336, + -0.060981557, + -0.02152846, + 0.027057847, + 0.0014626224, + -0.018241309, + -0.07473041, + -0.02377323, + -0.033910733, + 0.02569418, + -0.024951216, + -0.0076659806, + -0.015425462, + 0.006604636, + 0.09833969, + -0.005054596, + 0.008841989, + -0.01836461, + -0.018554095, + 0.011605144, + -0.016599955, + -0.062196333, + -0.0037542647, + -0.025220644, + -0.027834827, + -0.020460974, + -0.050503097, + 0.032119684, + -0.023387104, + 0.050067227, + -0.05834235, + 0.023189448, + -0.021862485, + 0.023831544, + -0.016663097, + -0.041609522, + 0.025361128, + 0.002924296, + 0.01852158, + 0.08960255, + -0.003265466, + -0.058762494, + -0.06428431, + -0.014671485, + -0.046800107, + 0.02691456, + -0.0059303525, + -0.015431455, + 0.022179665, + 0.014044907, + 0.012218545, + 0.0053836405, + -0.025096457, + 0.009438382, + 0.032498095, + 0.06879721, + 0.056900814, + 0.019497631, + -0.122159146, + -0.106994465, + -0.017456975, + 0.047223866, + 0.06569824, + 0.04780035, + 0.018039258, + -0.0011028647, + -0.05067006, + 0.0106863845, + 0.027489506, + -0.014593985, + -0.039851535, + -0.09175489, + 0.037555773, + -0.060439512, + 0.008525801, + 0.0071557434, + -0.057973035, + -0.054225244, + 0.051505033, + -0.0008626373, + 0.069083415, + 0.064380065, + 0.09843996, + 0.0062191207, + -0.041505292, + -0.05381256, + -0.0073601264, + -0.03288613, + 0.011711341, + -0.09244605, + 0.0069717136, + -0.05722877, + 0.041075893, + 0.06521969, + -0.0018537377, + 0.016272636, + 0.008761483, + -0.029342752, + 0.020412564, + -0.07015791, + 0.033616304, + 0.039998446, + 0.01602917, + 0.044467725, + -0.08176377, + -0.036885373, + 0.03468746, + 0.0024068495, + 0.00056306267, + 0.02546511, + -0.053339135, + -0.027220095, + -0.021510394, + 0.054806393, + -0.005447777, + -0.05690438, + -0.028497366, + 0.01873974, + -0.035461064, + -0.00019089226, + -0.04914238, + 0.030303763, + 0.013396073, + 0.015789565, + -0.07714792, + -0.062155712, + -0.00677417, + 0.02850476, + 0.031491462, + 0.014566345, + 0.012163924, + 0.11814501, + -0.0043511004, + -0.017920421, + 0.004205825, + -0.0015928322, + -0.012145554, + 0.01663168, + -0.071173735, + 0.0029570858, + 0.12899451, + 0.004157568, + 0.010501232, + 0.07710632, + 0.062119417, + 0.021002673, + -0.023212241, + -0.04327007, + -0.0567023, + 0.04590105, + 0.0019161925, + 0.02637205, + 0.029331107, + -0.029769177, + -0.050466795, + -0.08057371, + 0.007419741, + -0.008777471, + 0.02217743, + 0.013535721, + 0.03426775, + 0.04592361, + 0.009423588, + -0.023030678, + -0.024462381, + 0.054334357, + 0.06710402, + 0.077300854, + 0.0300022, + -0.0035417816, + -0.0046773576, + -0.0927158, + -0.0218652, + -0.043468982, + -0.035734102, + -0.038873542, + -0.0412869, + -0.016015923, + 0.0038303286, + 0.08523618, + -0.05200533, + -0.014904317, + -0.016793448, + 0.04478206, + -0.017161047, + 0.02638292, + 0.007849463, + -0.040533304, + -0.017599737, + 0.047704253, + 0.034988616, + -0.013908102, + 0.044121094, + 0.040395457, + -0.010402818, + 0.0063570403, + -0.014962749, + 0.025776524, + 0.023681043, + 0.006042675, + 0.017647373, + 0.016301101, + -0.07793374, + -0.004771094, + 0.012728924, + -0.00047885205, + -0.051591527, + 0.03612118, + -0.02209703, + 0.052075963, + -0.021613466, + -0.026258182, + 0.008102769, + -0.04963262, + 0.00062747014, + -0.012579783, + 0.076374784, + -0.047350414, + -0.007680664, + 0.062471915, + -0.0061351187, + -0.043617643, + 0.023878522, + -0.09653609, + 0.018392054, + -0.039719462, + 0.065271765, + 0.034548305, + 0.004219043, + -0.003628092, + 0.0047836183, + 0.0132732885, + -0.028140727, + -0.015683327, + -0.052812085, + -0.019410037, + 0.06812139, + -0.041178964, + 0.014646207, + -0.0037439142, + 0.0003088275, + -0.04985693, + 0.0223661, + 0.008887433, + 0.0049061268, + 0.042707395, + -0.021471359, + -0.06471383, + 0.0022036259, + 0.030178884, + -0.002764245, + -0.0063233464, + -0.04146522, + -0.008236624, + 0.0037351896, + -0.027550086, + -0.0137326885, + 0.0055276263, + 0.0016785853, + 0.050191414, + 0.02629574, + -0.009129228, + 0.06351977, + -0.037435655, + 0.0467174, + -0.012987377, + -0.007550927, + -0.004503205, + 0.010520655, + 0.064984836, + 0.009879768, + 0.055787366, + -0.042653065, + 0.024189176, + 0.0378726, + -0.032453574, + 0.043519154, + 0.020133087, + -0.055212636, + -0.016188117, + 0.03764466, + -0.022142444, + 0.11164031, + 0.019020407, + -0.008950892, + 0.0517199, + 0.0014494535, + 0.041113462, + -0.0912906, + -0.04723132, + 0.008548748, + 0.028231544, + 0.023689618, + -0.039103802, + -0.034011997, + -0.04731894, + 0.03309799, + -0.044572156, + -0.116778485, + -0.028786778, + 0.05798776, + 0.05287191, + -0.0039562676, + -0.08213019, + -0.01224603, + -0.012757768, + 0.035721667, + 0.012440343, + 0.0053813523, + -0.072770126, + 0.0066190604, + 0.038976185, + -0.037760906, + -0.0031381482, + -0.052277293, + -0.016870236, + -0.053451907, + -0.05629483, + -0.034493946, + -0.0048654405, + 0.022051724, + 0.028501945, + 0.025858566, + -0.023936177, + -0.098391004, + -0.030646492, + -0.049461726, + -0.00086931954, + 0.03593346, + 0.015843417, + -0.03276966, + 0.008957432, + -0.022735167, + -0.012159252, + 0.07607085, + -0.059834506, + 0.004478244, + 0.03439635, + 0.03683821, + 0.062883355, + 0.054430448, + -0.029807799, + 0.0032295138, + 0.08891875, + -0.026941199, + -0.00618463, + -0.022683868, + -0.024138795, + -0.036633875, + 0.02097464, + -0.003001584, + 0.020455033, + 0.043717608, + 0.06566654, + -0.029039463, + -0.0066977167, + -0.04504434, + 0.022257777, + 0.054422457, + 0.029796708, + 0.009008146, + 0.028205348, + 0.06255052, + -0.004475601, + 0.059329458, + -0.038065027, + -0.027933009, + -0.07060949, + 0.013978787, + -0.051300917, + 0.02945564, + -0.008552103, + -0.009436655, + 0.039747514, + -0.016741823, + 0.04740887, + 0.03521937, + -0.012574282, + -0.089222826, + -0.043515395, + -0.04158566, + 0.0016020355, + 0.02684753, + -0.019394692, + -0.02156877, + 0.06316388, + 0.01663444, + 0.015482924, + 0.047349654, + -0.028341234, + 0.013805591, + -0.010708488, + -0.07627738, + 0.08611209, + 0.0089956885, + 0.034438204, + 0.016312746, + -0.03412846, + 0.0770598, + -0.06790466, + 0.036359854, + 0.08038976, + 0.023465984, + -0.019832904, + -0.0011524013, + -0.03804293, + 0.04106918, + -0.028220456, + 0.032340813, + -0.030669356, + -0.004353358, + -0.019439798, + 0.0020563425, + 0.03015629, + -0.06430176, + 0.0034439075, + -0.045720384, + -0.06526568, + -0.0004192516, + -0.016580455, + -0.012596616, + 0.039126, + -0.04699455, + -0.008973794, + 0.015056125, + 0.018929023, + -0.07840811, + -0.014792519, + -0.0044317124, + 0.019588342, + 0.035912346, + -0.035739247, + 0.058755044, + -0.01856197, + 0.021155646, + -0.073580906, + -0.04310776, + -0.023147091, + -0.010232029, + 0.06352039, + 0.039570276, + 0.020424508, + 0.051613245, + 0.013395984, + -0.003908009, + -0.04643392, + 0.019592889, + -0.008484923, + 0.0031434586, + -0.046069775, + -0.01765311, + -0.041277196, + -0.070297986, + 0.012561737, + -0.003500738, + -0.01729488, + -0.0033254062, + 0.053035453, + -0.054218896, + -0.029708259, + -0.0047281524, + 0.019236762, + -0.12249525, + 0.03018237, + -0.028753102, + -0.031858314, + 0.0811298, + -0.005711499, + -0.057587985, + 0.014153141, + 0.0006705577, + -0.024263157, + 0.016729265, + -0.03195949, + -0.007259763, + -0.0035231581, + -0.03890975, + 0.011460382, + -0.06591321, + -0.023756726, + -0.023958001, + 0.030074941, + -0.0040949634, + -0.048368257, + -0.029692868, + 0.027246583, + -0.024747347, + 0.014442731, + -0.00832639, + -0.0002390868, + -0.013635633, + 0.0035843733, + 0.02354072, + -0.012829061, + -0.0060750768, + -0.044952527, + -0.05725624, + 0.031746052, + -0.024419094, + 0.032444403, + -0.029308707, + 0.034302235, + -0.022495607, + 0.015296428, + -0.0057196384, + -7.8588724e-05, + 0.060303975, + 0.06299601, + 0.028222265, + -0.0071411408, + 0.015196491, + 0.02031155, + 0.039635558, + 0.079736926, + 0.008736669, + -0.023079613, + -0.04490686, + -0.021764707, + -0.015199573, + 0.036019534, + -0.0046079857, + 0.04429082, + -0.04291344, + -0.05991891, + -0.006501417, + 0.010603077, + 0.03435066, + -0.065568395, + -0.04424192, + 0.035055783, + 0.019717937, + 0.032764338, + 0.021240309, + -0.01646063, + 0.007835414, + 0.06857148, + -0.013750999, + 0.028333688, + -0.078255735, + -0.047899257, + -0.0006370693, + 0.012606231, + 0.012178417, + -0.013057751, + -0.008095854, + -0.013466724, + 0.019036459, + -0.025450038, + 0.021131655, + -0.02505666, + 0.012961284, + 0.0004236046, + -0.023920864, + -0.055114083, + 0.082351916, + 0.028973032, + 0.025259241, + 0.098259576, + -0.007385416, + 0.003546012, + -0.05316339, + -0.04186183, + 0.043638214, + -0.069299474, + -0.013284585, + -0.010019175, + 0.012883975, + 0.014200739, + -0.013508286, + 0.0086570075, + -0.020393575, + 0.10617594, + 0.028786503, + -0.018674662, + 0.026763268, + -0.0062548965, + -0.07215284, + 0.055464335, + 0.0029595464, + -0.009364344, + -0.096402094, + 0.02823341, + -0.022853011, + 0.04750492, + 0.008378555, + 0.016491622, + 0.01860681, + 0.048116222, + 0.106049344, + -0.028929656, + -0.008896546, + 0.033615295, + -0.0070807124, + -0.05684197, + -0.061439563, + 0.0060220268, + 0.046171866, + -0.01574131, + -0.07562956, + 0.0024098414, + 0.0006304895, + -0.07831614, + 0.060869616, + 0.00076000375, + -0.008209363, + -0.04139266, + -0.085268535, + -0.028194478, + -0.024567788, + -0.04218179, + 0.023546752, + 0.036236234, + 0.017199656, + -0.03315456, + -0.023814544, + 0.038755447, + -0.023165299, + -0.049283065, + -0.006907019, + 0.040826146, + 0.017533792, + -0.036849793, + -0.015506943, + -0.010768763, + -0.08758806, + -0.0295733, + 0.055843282, + -0.012555046, + 0.0076235603, + 0.008802991, + 0.026661193, + -0.023899797, + 0.043548774, + -0.034339137, + -0.027354732, + -0.07583677, + 0.020500224, + 0.036802996, + 0.031019075, + 0.04605757, + -0.004433706, + 0.0108612785, + 0.050121468, + -0.07816735, + -0.014776514, + -0.04565195, + -0.0036854912, + 0.0075577567, + -0.017044865, + 0.030597543, + -0.013623054, + -0.0648466, + -0.0318741, + -0.059455115, + -0.024783187, + -0.0088010235, + 0.11127796, + 0.03429834, + -0.010424589, + -0.06355135, + 0.034265812, + 0.02680333, + -0.007930513, + 0.030092249, + 0.008321974, + 0.03125566, + -0.06832331, + -0.0076806936, + 0.034010306, + -0.087202646, + -0.047684345, + 0.06384632, + -0.026591811, + -0.0016003181, + 0.05721666, + -0.0024700803, + -0.029714238, + 0.07761957, + -0.04561395, + -0.053199258, + 0.030417573, + -0.01958724, + 0.0012449475, + -0.04003076, + 0.08825553, + -0.023196172, + -0.08629044, + -0.049815316, + 0.027229005, + 0.0021765123, + 0.03438692, + -0.09314263, + -0.019655729, + 0.018762926, + 0.025670087, + -0.017116003, + 0.031716976, + -0.05509443, + 0.032953184, + -0.02264915, + 0.04861606, + -0.050201602, + 0.033154316, + 0.009971947, + -0.037610047, + 0.016600395, + -0.031037569, + -0.015495428, + 0.026365642, + -0.043527953, + 0.055781424, + 0.06780075, + -0.015966192, + 0.03201043, + 0.028026119 + ], + "index": 0, + "object": "embedding" + }, + { + "embedding": [ + -0.050693978, + -0.010858309, + 0.020310253, + -0.01049692, + 0.029866666, + -0.025998075, + 0.07918496, + -0.042496245, + -0.028718667, + -0.027305981, + -0.02330032, + -0.021886542, + -0.027306426, + 0.061016064, + 0.012688038, + 0.022281228, + -0.054594085, + 0.07765493, + 0.05386447, + 0.03140333, + -9.44268e-06, + -0.0011356915, + 0.022630688, + -0.014110621, + 0.030000638, + 0.007599051, + -0.06352133, + 0.053137243, + -0.056568034, + 0.057547573, + 0.0030512416, + 0.03837667, + 0.04789846, + 0.038161233, + -0.02627195, + -0.050061185, + 0.10019976, + 0.038518198, + 0.010254856, + 0.10148112, + 0.04869421, + -0.0073997034, + 0.05293147, + -0.034767445, + 0.07249512, + 0.05695461, + -0.03786103, + 0.007449489, + 0.020537589, + 0.000312089, + 0.016584814, + 0.001918721, + 0.05273067, + 0.027494889, + 0.0637688, + -0.06113676, + 0.041710924, + 0.039151315, + 0.045457218, + -0.042557742, + -0.03437774, + -0.03965357, + 0.035107236, + -0.030944545, + 0.018480912, + 0.016318278, + 0.010664849, + 0.06706701, + 0.028976813, + 0.04934793, + 0.01920518, + -0.022590633, + 0.05794299, + -0.014218797, + -0.10727855, + -0.04222983, + 0.014688315, + -0.009868972, + -0.030892346, + 0.024784064, + -0.01335315, + -0.030918332, + -0.022723109, + 0.018553259, + -0.030180262, + -0.0072358795, + 0.04466348, + 0.0028644707, + -0.08218491, + -0.035578046, + 0.034649692, + 0.014995248, + -0.034041993, + -0.01754551, + 0.012509432, + -0.12817404, + 0.022282014, + 0.038324747, + -0.007946491, + -0.10563139, + -0.0018780051, + -0.010040646, + 0.051342048, + -0.031782173, + 0.026881691, + -0.0070015015, + 0.1403214, + -0.0383665, + 0.13297008, + 0.01473871, + 0.0035459534, + -0.05397022, + 0.0027416502, + -0.008002018, + -0.05214072, + 0.046578355, + -0.06554441, + -0.01918899, + -0.044716686, + 0.016660467, + 0.0074168034, + 0.043397274, + 0.041952852, + -0.020719659, + 0.044949867, + 0.08868983, + -0.06033043, + -0.06299611, + -0.0299354, + -0.06335069, + -0.041603137, + 0.063161835, + 0.0053624725, + 0.04566859, + 0.01997067, + -0.08615492, + -0.00461124, + 0.039520558, + 0.040905517, + -0.035469536, + -0.04317211, + 0.011673073, + -0.06018417, + 0.0028443343, + -0.09747001, + -0.087689236, + 0.0004175659, + 0.07349427, + -0.002189792, + -0.023225918, + 0.031347603, + 0.003863699, + 0.03039125, + 0.0026322505, + -0.0044767857, + 0.037814893, + 0.013607858, + -0.04524581, + 0.006180776, + -0.025796989, + -0.0018575953, + 0.056745563, + -0.056899827, + -0.13912162, + 0.01923313, + -0.0072119716, + 0.03653831, + -0.03553157, + 0.008960138, + 0.01913016, + 0.041605312, + -0.030891325, + -0.050350275, + 0.017834349, + -0.06821085, + 0.024607243, + 0.016700145, + 0.06613456, + 0.048102804, + 0.06076021, + 0.006365906, + 0.009644411, + 0.044110093, + 0.04351857, + 0.06734216, + -0.0017035177, + -0.00439251, + -0.06284958, + -0.012278929, + -0.12074305, + -0.010177493, + -0.04965999, + 0.023366336, + -0.04580006, + 0.019479955, + -0.006699217, + 0.03502374, + 0.1611132, + -0.026563711, + 0.0025155211, + 0.018676694, + 0.0009814353, + -0.036826, + 0.017627593, + 0.07587332, + 0.006969805, + -0.051941425, + -0.06698752, + -0.006748652, + 0.026837183, + -0.0744657, + 0.011689156, + -0.01411786, + -0.031564586, + -0.07331578, + 0.001811603, + -0.017448701, + -0.0654881, + 0.00889219, + 0.056011263, + 0.054930564, + 0.027538713, + 0.010776839, + -0.009119489, + -0.034182906, + -0.07947322, + 0.010956856, + 0.0067299716, + -0.038189813, + -0.0017738482, + 0.0026462704, + -0.0539034, + -0.0066219224, + 0.00018278696, + 0.06491363, + 0.050116353, + 0.03692079, + 0.08176937, + 0.049276054, + -0.038431957, + 0.0041264175, + 0.0016263039, + 0.04835715, + 0.05372281, + -0.039015856, + -0.0035196007, + 0.022530695, + 0.055513002, + 0.030869612, + -0.008039368, + -0.013746457, + -0.045808554, + 0.021556988, + 0.0014481185, + 0.03700321, + 0.03712917, + 0.10185659, + -0.08633657, + 0.03425641, + 0.045996998, + -0.051326204, + -0.02598336, + 0.037188865, + 0.047904, + -0.016023936, + 0.051980697, + -0.036479976, + 0.10651916, + -0.008438165, + 0.04487357, + -0.0035620069, + -0.018047113, + 0.06171551, + 0.014961666, + -0.012419838, + -0.04932983, + -0.03162733, + 0.04412971, + 0.010965971, + 0.0099312, + -0.06457594, + -0.0020091454, + -0.012179282, + 0.011060499, + 0.013348316, + 0.0040744096, + -0.053495333, + -0.055626135, + -0.024634268, + 0.041642897, + -0.020521278, + 0.0077626, + -0.02442528, + 0.02345328, + -0.07039642, + 0.011572023, + -0.03946985, + -0.017554415, + -0.018510753, + -0.02628016, + 0.003842782, + -0.013968606, + 0.009930984, + -0.0019439043, + -0.001055162, + -0.024441715, + 0.002748, + 0.03797272, + -0.01796759, + 0.016857954, + -0.054101113, + 0.029492574, + 0.009648833, + 0.06267544, + 0.025378056, + 0.008614674, + 0.03406931, + 0.04041812, + 0.050837472, + 0.016481942, + -0.010224863, + -0.020784473, + -0.039759353, + 0.04798226, + 0.026257176, + -0.111021474, + 0.0015075838, + 0.07929549, + 0.029072981, + 0.03136461, + -0.09024568, + 0.03706794, + 0.00069653604, + 0.028990004, + 0.00158074, + -0.058231257, + -0.012032319, + -0.11285045, + 0.03993099, + 0.022554532, + 0.038430568, + -0.036563788, + -0.036297306, + 0.07201281, + 0.05026459, + -0.03646699, + -0.06714899, + -0.036391288, + 0.07507739, + 0.039017055, + 0.056063708, + -0.061854262, + 0.0077921483, + 0.026512198, + 0.0035518222, + -0.021420741, + -0.000929089, + 0.0051694694, + -0.054385625, + 0.015488236, + 0.0018151755, + 0.023275228, + -0.051910095, + 0.046563655, + -0.027084865, + -0.019521073, + 0.07038185, + -0.005629437, + 0.0104171075, + -0.025500813, + 0.012515233, + -0.018450025, + 0.0064471816, + -0.0822687, + 0.0514733, + -0.0007634487, + 0.041627247, + -0.016323347, + -0.0053568603, + 0.085863255, + 0.033773705, + -0.0048070354, + -0.0004412159, + -0.023257103, + 0.05561736, + 0.05207766, + 0.019670658, + 0.037812483, + -0.013077478, + -0.014929977, + 0.04772904, + 0.033561055, + -0.05835228, + 0.09368593, + -0.013790776, + 0.024843333, + 0.052117642, + 0.016168434, + -0.03309694, + -0.0332709, + 0.037880875, + -0.029704971, + 0.0103478255, + 0.0621371, + -0.00020507257, + 0.012393343, + -0.011916155, + 0.08173812, + -0.039204735, + -0.024686804, + 0.024316456, + 0.031949792, + 0.012687219, + 0.017169757, + -0.0016561806, + 0.017296743, + -0.005550947, + -0.04265122, + -0.0684987, + 0.06895011, + 0.016198147, + 0.12301288, + -0.027970051, + 0.07270332, + -0.0781321, + -0.023150189, + 0.019209703, + 0.050384432, + 0.063102365, + -0.1052462, + 0.013622426, + 0.024222417, + 0.07932484, + -0.044099297, + 0.05000115, + 0.01611413, + -0.066668235, + 0.03482801, + -0.03827191, + -0.016675064, + -0.008992525, + 0.01809865, + -0.0016681388, + 0.008033063, + -0.018875819, + 0.0005663335, + 0.044920616, + 0.076877005, + 0.06927666, + -0.05225116, + -0.032670625, + 0.067736275, + -0.027458396, + 0.04716389, + -0.02720322, + 0.013453853, + -0.038000166, + 0.04254829, + 0.02056911, + 0.07206648, + -0.032540064, + -0.0067454036, + -0.07023072, + 0.034042906, + -0.007585006, + -0.0068458025, + -0.019583486, + -0.079872504, + -0.04205456, + -0.09317277, + 0.008631627, + 0.029064497, + 0.055591475, + 0.049023792, + 0.017245598, + -0.027409904, + -0.008231064, + 0.05183169, + 0.088575125, + -0.00014200807, + -0.028889684, + 0.0103782285, + 0.031932928, + -0.0010171203, + 0.00889097, + 0.03915642, + -0.014465671, + 0.025092429, + -0.051718716, + -0.005562561, + 0.009389093, + -0.012151888, + 0.035728022, + -0.07083709, + 0.048586708, + -0.020331206, + 0.03032039, + -0.022218483, + -0.01604572, + -0.019281179, + -0.047274433, + 0.08225039, + -0.009769263, + -0.022123044, + -0.025783258, + 0.015255551, + 0.03588135, + 0.04413771, + -0.014886365, + -0.015528786, + -0.027134163, + -0.03344223, + -0.03906999, + -0.030708836, + 0.027987922, + -0.02679848, + -0.025790287, + 0.034544602, + -0.0015380334, + -0.011152637, + -0.033290375, + -0.06581815, + 0.06209049, + -0.012149317, + -0.06770575, + -0.029887203, + -0.021404674, + -0.048510525, + 0.020026335, + 0.021071516, + 0.01682142, + -0.12870917, + -0.012587804, + -0.04055468, + 0.047302578, + -0.037762202, + -0.046112824, + 0.010776369, + -0.014212859, + 0.02349173, + 0.09041585, + 1.565367e-05, + 0.07245511, + -0.033793304, + 0.035921212, + -0.02783346, + 0.0806998, + -0.010611987, + 0.041489985, + -0.017004602, + 0.024825959, + 0.0017323868, + 0.06234449, + 0.04331931, + 0.008339923, + 0.043990854, + 0.0060589914, + -0.022705998, + -0.020941943, + -0.00049144955, + 0.08638997, + 0.012002845, + 0.090267256, + 0.028547058, + -0.006239364, + 0.06821692, + 0.045356773, + 0.0515711, + -0.0023774423, + -0.0055029676, + -0.039530966, + -0.06231984, + 0.07199615, + -0.0736272, + 0.06531544, + 0.015005152, + 0.018980997, + 0.0010049999, + -0.01213177, + 0.05067269, + -0.026431412, + -0.039080206, + 0.051915344, + -0.018134514, + 0.008343715, + -0.038160358, + -0.033324458, + 0.0029796292, + -0.09010633, + -0.007604104, + -0.08881641, + -0.04259058, + -0.09903379, + -0.012423294, + 0.019745879, + -0.02834356, + 0.020667437, + -0.025804685, + 0.052014343, + 0.016800258, + -0.014739471, + -0.043742716, + 0.049421653, + 0.021032294, + -0.061259594, + -0.050550286, + 0.04592372, + 0.050988674, + 0.0491073, + -0.00096262776, + 0.08990844, + 0.037509143, + 0.028742973, + -0.118190385, + 0.010533227, + -0.03514427, + -0.08367883, + -0.013493585, + 0.02654289, + 0.014374991, + -0.039481364, + 0.1674116, + 0.07490431, + 0.058380052, + 0.027852368, + -0.061896965, + -0.022872766, + 0.047993485, + -0.065123655, + -0.07428092, + -0.041723747, + 0.080762535, + 0.010601916, + -0.035257086, + -0.047732975, + 6.712973e-05, + 0.05134923, + 0.050521225, + 0.025271116, + -0.0072390456, + 0.04151577, + 0.02572708, + -0.057142563, + -0.028259942, + 0.018771905, + -0.033247933, + -0.06304049, + 0.03697809, + -0.037529476, + 0.03391705, + 0.023996636, + -0.063727565, + -0.049316347, + -0.021822812, + -0.051387135, + 0.016310921, + 0.0016229213, + 0.006816926, + -0.028204253, + 0.027451735, + 0.024213102, + 0.07196294, + 0.00041893774, + -0.0096297115, + 0.049549352, + -0.06110793, + 0.0061441287, + -0.050353367, + -0.015283087, + -0.01888433, + -0.05886002, + 0.012889236, + 0.02860981, + 0.04765169, + -0.035136737, + 0.0049838605, + -0.064163454, + 0.051824152, + -0.01143845, + 0.007576831, + -0.018313015, + 0.012159296, + 0.034033798, + 0.020029843, + 0.019590652, + -0.010082555, + -0.022751726, + -0.0355381, + -0.038172133, + 0.12067669, + -0.075687334, + 0.01861976, + -0.031330068, + 0.026860299, + 0.006408792, + -0.0145417405, + 0.015177668, + -0.03025762, + 0.07643991, + 0.016266705, + -0.013141844, + -0.07231639, + 0.055646416, + -0.021509636, + -0.025625022, + -0.047063146, + -0.070508875, + -0.08632433, + -0.011631201, + -0.019939274, + -0.06350421, + -0.019870907, + 0.03216671, + 0.058062643, + 0.055208843, + -0.07156028, + 0.007989774, + 0.049972944, + 0.037406262, + -0.06293042, + -0.027840614, + -0.041593563, + -0.054527696, + 0.021761741, + 0.017650325, + -0.055453133, + -0.024841229, + 0.029395606, + -0.058559354, + 0.010116847, + -0.029088652, + 0.022447364, + 0.0079206675, + -0.015874255, + -0.0039944267, + -0.08912434, + -0.04124756, + 0.021253418, + -0.027858313, + -0.06234424, + -0.028922025, + -0.006749017, + -0.00204751, + 0.020167105, + -0.008826207, + -0.008012587, + -0.02876077, + 0.04325802, + -0.006442264, + 0.03814887, + -0.03429738, + 0.0058901254, + 0.02109685, + 0.01542989, + -0.06856703, + 0.037813462, + -0.007801844, + 0.038300894, + 0.03818303, + -0.06064273, + -0.03106093, + 0.017438883, + 0.0030734143, + 0.0013211939, + 0.017740646, + -0.030678462, + 0.02107452, + 0.061798688 + ], + "index": 1, + "object": "embedding" + }, + { + "embedding": [ + -0.02779177, + -0.007752902, + 0.00666607, + 0.007333073, + 0.027681155, + -0.04680753, + 0.034528963, + -0.050833542, + -0.055877283, + -0.075369135, + 0.018063514, + -0.0045533236, + -0.011292311, + 0.032624524, + -0.013017948, + -0.048883513, + -0.013815144, + 0.022201993, + -0.0025201102, + 0.03166489, + 0.06015168, + -0.0018540767, + 0.043800958, + 0.014623904, + 0.038353812, + -0.021314984, + 0.010522611, + -0.024581844, + 0.031366486, + 0.012493078, + -0.0007007419, + 0.009890471, + 0.05789071, + -0.05520709, + -0.02783322, + 0.018479174, + 0.0009625551, + -0.024165243, + 0.01635198, + 0.04199145, + 0.053655755, + -0.04307552, + 0.025551995, + -0.018680023, + 0.020759536, + 0.059369273, + -0.006988708, + -0.026320163, + -0.0025934891, + 0.026870603, + -0.009730706, + 0.018218627, + 0.005037782, + -0.0132323345, + -0.039169345, + -0.033258922, + -0.002247369, + 0.09466787, + 0.0056981854, + -0.022665996, + 0.06024469, + -0.016116608, + -0.003789675, + -0.025225416, + 0.019347968, + 0.024802739, + -0.049069185, + -0.012823434, + 0.000846098, + 0.018634543, + -0.060731795, + -0.03504043, + 0.085316636, + 0.013361458, + -0.012425992, + 0.0057458133, + -0.014212679, + 0.042268865, + -0.029114101, + -0.0011103856, + -0.044912685, + -0.028397746, + 0.021935457, + -0.027663197, + -0.11580737, + -0.055029213, + 0.05578334, + 0.0071452004, + -0.014473731, + -0.06328084, + 0.0140667, + -0.024593478, + 0.0046616863, + -0.007522579, + 0.025511945, + -0.07863747, + -0.0085762385, + 0.05148283, + -0.039227873, + -0.0816022, + -0.018585978, + -0.03510035, + 0.02342686, + -0.0042144833, + 0.029105023, + 0.00817719, + 0.10530593, + 0.056663927, + 0.051986016, + 0.0027708863, + -0.027644029, + -0.026126249, + 0.04316672, + 0.008625363, + -0.026928555, + 0.09236891, + -0.10665132, + 0.0022109712, + -0.04672772, + -0.0010714191, + 0.017687786, + 0.025763303, + 0.02738723, + -0.019653322, + -0.06636015, + 0.038601268, + -0.026597418, + -0.032743942, + -0.007986222, + -0.0077568023, + -0.021615017, + 0.014973637, + 0.036659174, + -0.002434029, + 0.056992944, + -0.0802926, + -0.034491055, + 0.057339218, + -0.031598423, + 0.01815245, + -0.05142944, + 0.09277832, + -0.023692241, + -0.02133611, + -0.024636442, + -0.06723946, + 0.026400885, + 0.08087762, + 0.0036785558, + 0.02101903, + -0.029615631, + -0.038861174, + 0.04874963, + 0.02979751, + 0.0060734656, + 0.05423366, + -0.030063542, + -0.004280309, + 0.05995971, + -0.042565927, + 0.0030267043, + 0.1041919, + 0.03300429, + -0.0050015924, + -0.01911076, + -0.026665272, + 0.016458593, + -0.050006777, + 0.05080731, + -0.065816425, + 0.026471464, + -0.027813306, + -0.036025744, + 0.03723687, + 0.018098509, + -0.044298846, + 0.024373472, + -0.016016398, + 0.03582579, + -0.026484434, + -0.0038789911, + 0.10619606, + 0.0022864433, + -0.014563999, + 0.004348137, + -0.013476688, + -0.0331399, + -0.07461764, + 0.032642554, + -0.014079754, + -0.007546746, + -0.04735429, + 0.028523289, + -0.025188936, + 0.0059138797, + 0.023881987, + 0.05757653, + 0.0380678, + 0.0012175398, + -0.02047756, + 0.0718534, + -0.04708265, + 0.023029216, + -0.027009143, + 0.087099396, + 0.0017206921, + 0.025318645, + -0.03911548, + -0.038268212, + 0.04721421, + -0.09048235, + 0.0018269889, + 0.03689738, + -0.0500337, + -0.0806958, + 0.015961647, + -0.0117793055, + -0.043277707, + 0.011102296, + 0.024736766, + 0.07859274, + -0.0010727937, + 0.014366967, + -0.07669862, + -0.007824215, + -0.07287751, + -0.016301835, + -0.003434503, + 0.019447176, + -0.051193517, + 0.08773244, + 0.006728499, + 0.052058756, + -0.039105475, + 0.052423023, + 0.015097122, + 0.009336027, + 0.022993218, + 0.031443782, + -0.0622707, + 0.03517323, + -0.033169843, + 0.097570434, + 0.010101814, + -0.062746756, + -0.032313753, + 0.039362427, + 0.12776423, + 0.019260308, + -0.050483607, + 0.036213342, + 0.0028129816, + 0.058977667, + -0.024792053, + -0.005835713, + 0.016384302, + 0.013303189, + -0.04755607, + -0.012990615, + 0.032058302, + -0.015489647, + -0.04008588, + 0.011562045, + 0.013523483, + -0.008329744, + 0.067591324, + -0.09078176, + 0.050933324, + -0.0001931563, + -0.01570064, + 0.0077628815, + -0.021175632, + 0.08191918, + 0.0042020655, + -0.057577576, + -0.024850775, + -0.016462047, + -0.01608794, + -0.0095810965, + 0.03440579, + -0.016924929, + -0.051613178, + -0.038862303, + -0.002591376, + -0.01687491, + -0.038348936, + -0.016345026, + -0.03499395, + -0.023711955, + -0.038983267, + 0.02909387, + 0.052785136, + -0.03956735, + 0.048813544, + -0.07408873, + -0.047479205, + -0.037384547, + 3.6122277e-05, + -0.00323103, + 0.014085068, + 0.02166948, + -0.025022797, + 0.00548469, + -0.00043267754, + 0.013587588, + -0.075237095, + -0.046044935, + 0.0037340645, + 0.015775705, + 0.0044056266, + -0.033436574, + 0.07790523, + 0.017369641, + 0.03162654, + 0.06311004, + 0.00030665845, + 0.02039911, + 0.030216057, + -0.0022921541, + -0.02669933, + -0.04271925, + -0.021516768, + -0.04860288, + 0.0037491426, + 0.044397604, + 0.013711982, + -0.0019044406, + 0.041717444, + 0.07527258, + 0.004396075, + -0.05697599, + 0.062371805, + 0.0122556435, + 0.018541628, + 0.013916607, + -0.001407872, + -0.074479096, + -0.0074305376, + 0.06843066, + -0.027167812, + 0.0020887114, + -0.03339334, + -0.069467865, + 0.027772086, + -0.029680463, + 0.0023603945, + -0.034341622, + -0.007946808, + 0.014316168, + 0.040272575, + -0.029381637, + -0.012669895, + -0.040007718, + -0.007849514, + 0.0037267352, + 0.025559353, + 0.01908747, + 0.010199893, + 0.02811712, + -0.015757034, + 0.023825217, + -0.050415065, + -0.028737074, + 0.03919414, + -0.0024481888, + -0.022511285, + 0.027958939, + 0.046735343, + 0.077127144, + 0.022440491, + 0.035965107, + -0.01409118, + 0.022490244, + -0.007463417, + 0.05943725, + 0.0740578, + -0.020744171, + -0.019496184, + -0.052855786, + -0.00028804876, + -0.05126455, + 0.015544, + 0.053731557, + -0.014565541, + 0.04822947, + -0.024476951, + 0.036131904, + -0.008535516, + 0.029941507, + 0.027597597, + 0.05004942, + -0.0634054, + -0.00058592664, + 0.075618185, + -0.06424452, + 0.0551141, + 0.07195737, + 0.0059559983, + -0.06548788, + 0.021463854, + 0.013003529, + -0.012621075, + 0.022944402, + 0.08323847, + 0.07705397, + 0.012239931, + -0.042122364, + 0.037349377, + -0.0023981212, + -0.018399907, + 0.047214046, + 0.0003528697, + 0.013069748, + 0.009889366, + -0.015569374, + 0.097634934, + -0.051274985, + -0.0035838345, + -0.081493884, + -0.034804776, + -0.068767905, + 0.06497728, + -0.04292809, + 0.009441323, + -0.050664015, + -0.026311554, + 0.043648314, + 0.05953572, + 0.02149848, + -0.070732236, + 0.032498803, + -0.01525829, + 0.025482485, + -0.07821578, + -0.0031100207, + 0.013336255, + 0.012977619, + 0.10831072, + -0.012108079, + 0.05215784, + -0.0014752754, + 0.04672664, + -0.006357827, + 0.03887902, + 0.0110858865, + 0.03910481, + 0.044483896, + 0.027306804, + 0.0304683, + -0.035071675, + 0.049174044, + -0.005893214, + -0.03226845, + 0.012989943, + -0.024567459, + 0.012174184, + -0.029126454, + 0.027247919, + 0.080386184, + 0.03994174, + -0.06301434, + -0.07710563, + -0.02356785, + -0.015658041, + -0.040340938, + 0.02344931, + -0.005036427, + -0.03987439, + 0.052536115, + -0.042034335, + -0.052926026, + 0.024309393, + -0.011847247, + -0.011882506, + -0.07358051, + -0.012023142, + 0.019672018, + 0.09082111, + 0.073102705, + -0.04581442, + -0.042871106, + -0.0347567, + 0.051297594, + 0.028319057, + -0.019270716, + -0.022108674, + 0.034829013, + -0.05005505, + -0.07417835, + 0.045196395, + 0.0032714135, + -0.07566778, + 0.048085734, + -0.005009543, + -0.0011667939, + -0.040728357, + -0.020352578, + -0.0021036982, + -0.037561715, + 0.018334854, + -0.048219055, + -0.005598004, + 0.052623373, + -0.046602413, + 0.00022030994, + 0.059313178, + 0.09316803, + 0.035902113, + -0.03455553, + -0.06944326, + 0.014147145, + -0.060626503, + -0.036259595, + -0.020195402, + 0.043234885, + -0.007683996, + 0.043373056, + 0.022036567, + 0.0020106016, + -0.035812076, + 0.063685834, + -0.03424115, + 0.06406924, + -0.0073639182, + -0.015726037, + -0.036662076, + -0.011314391, + -0.061053474, + -0.02398348, + -0.05477042, + -0.02349147, + -0.06840239, + -0.04402523, + 0.022536961, + 0.025341304, + -0.09786782, + 0.0008502628, + -0.054442905, + -0.023104902, + -0.0454393, + 0.05547487, + 0.02941837, + 0.042048343, + -0.06071158, + -0.011033424, + 0.0029785563, + 0.01214972, + 0.014557061, + 0.016386319, + -0.043748617, + -0.021092765, + -0.004604394, + 0.075954765, + 0.027810903, + -0.019764582, + -0.015932038, + 0.013924321, + -0.014167113, + -0.04632259, + -0.028052354, + 0.021453502, + -0.02792163, + 0.07461302, + 0.10187651, + 0.010440466, + 0.08697039, + 0.05600476, + -0.055770714, + -0.062498394, + -0.058112442, + -0.044180583, + -0.05975845, + 0.056162726, + -0.010600922, + 0.077493295, + -0.025435269, + 0.0923372, + 0.043819454, + -0.016430752, + -0.0015095237, + -0.0341286, + -0.002565857, + 0.005184101, + -0.071053594, + -0.010112436, + -0.045120917, + -0.0348495, + -0.006502529, + 0.03641696, + -0.027302794, + -0.02890681, + -0.033199534, + -0.07256904, + -0.03758855, + 0.070195265, + -0.0038111259, + 0.011434567, + -0.044890616, + 0.023136368, + 0.09412049, + 0.0091492105, + -0.0066012493, + -0.019036641, + 0.059483536, + -0.018774608, + -0.052236408, + -0.026530499, + -0.040146265, + 0.0271693, + 0.01088683, + 0.117901385, + -0.011070082, + 0.023090107, + -0.11041944, + -0.0023761739, + 0.052857988, + -0.027439566, + -0.009057878, + -0.0021141092, + -0.031223183, + -0.032892667, + 0.10651295, + 0.018553382, + -0.018379116, + 0.014873018, + -0.040512417, + -0.09556882, + -0.03374361, + -0.07808277, + 0.05681848, + -0.046243265, + -0.07731494, + -0.032985333, + -0.02485327, + 0.017732931, + -0.020051923, + 0.019893952, + 0.06432696, + 0.08048177, + 0.0135258045, + 0.024358852, + 0.009759977, + -0.04197342, + 0.032504115, + 0.056780778, + -0.015715199, + -0.044023775, + 0.078800865, + 0.018545117, + 0.016267061, + 0.021082798, + -0.051552717, + 3.997702e-05, + -0.03628584, + -0.021589098, + 0.008213196, + 0.0047702063, + -0.023508605, + -0.044364233, + 0.067961864, + 0.041272104, + -0.014481658, + -0.010015822, + 0.0012155318, + -0.0011898371, + -0.08544548, + -0.015493928, + -0.0961194, + -0.03561227, + -0.047253173, + -0.08211245, + 0.018751975, + 0.018324235, + 0.014308755, + 0.0015786501, + 0.038473077, + -0.038047757, + 0.0052879406, + -0.017839737, + 0.05342696, + -0.0057547847, + 0.013748893, + 0.019040905, + -0.008233868, + -0.02624656, + 0.023323942, + 0.015264979, + 0.01448448, + -0.008367796, + 0.01959026, + -0.063270934, + 0.017139366, + 0.045523375, + -0.026564969, + 0.017915701, + -0.006382077, + 0.023788478, + 0.04140121, + 0.026335489, + -0.010871567, + 0.04780582, + -0.04176159, + 0.07836516, + -0.0018306614, + 0.025779009, + -0.009535478, + -0.10667496, + -0.01856794, + -0.025107326, + -0.035873048, + -0.05994878, + 0.0076866797, + -0.0008296443, + 0.018000983, + 0.039555117, + -0.051457543, + -0.014178609, + 0.03977316, + -0.04112076, + -0.0056524235, + -0.03817852, + -0.009010357, + -0.049929984, + 0.02815696, + 0.07178824, + -0.0891005, + 0.029434266, + -0.024762046, + -0.039339434, + 0.02766893, + -0.06167313, + 0.040054474, + 0.040781498, + -0.012865714, + 0.022845585, + -0.061530273, + 0.0055303588, + 0.0707426, + -0.039974045, + -0.021843985, + 0.03287734, + 0.0024584641, + 0.008380913, + 0.027124694, + -0.00067393284, + 0.024518743, + -0.04561021, + 0.0014067562, + -0.0015057714, + -0.0045690965, + -0.05774384, + 0.030880308, + 0.0383094, + -0.035241883, + -0.041534826, + 0.00013213791, + -0.05538147, + 0.07076548, + 0.028332852, + -0.020840552, + 0.0026513778, + -0.040424034, + 0.02619544, + -0.053306147, + 0.02648879, + 0.013661143, + 0.012982066, + 0.07114231 + ], + "index": 2, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/225b4d2263a7.json b/tests/integration/recordings/responses/225b4d2263a7.json new file mode 100644 index 000000000..66124cabd --- /dev/null +++ b/tests/integration/recordings/responses/225b4d2263a7.json @@ -0,0 +1,802 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": [ + "What is the capital of France?" + ] + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.01970832422375679, + 0.06973592191934586, + 0.06339020282030106, + -0.0476469062268734, + 0.02473558485507965, + 0.036016080528497696, + -0.030854633077979088, + -0.05661148950457573, + -0.03762897476553917, + -0.022825224325060844, + 0.07212689518928528, + -0.03594600036740303, + 0.028144309297204018, + -0.0572437047958374, + -0.01636800728738308, + 0.05597497895359993, + -0.0615837387740612, + -0.0772617980837822, + 0.07462957501411438, + -0.014081664383411407, + -0.046484049409627914, + 0.007972045801579952, + 0.05659373477101326, + 0.005015407223254442, + -0.021550362929701805, + 0.007466076873242855, + -0.01818244718015194, + 0.012974875047802925, + 0.12098025530576706, + 0.004642108455300331, + -0.03853101655840874, + -0.038064178079366684, + -0.00252514542080462, + -0.007285259198397398, + 0.0010585911804810166, + 0.0906301811337471, + 0.041732583194971085, + 0.0012193279108032584, + -0.022201454266905785, + 0.04487229138612747, + 0.05817768722772598, + 0.03595009818673134, + 0.003200811566784978, + -0.059940092265605927, + -0.03945835679769516, + -0.05063691735267639, + -0.0010590233141556382, + -0.013847910799086094, + -0.010883520357310772, + 0.05425434187054634, + 0.048579007387161255, + 0.05931898206472397, + 0.03469032421708107, + 0.040213894098997116, + 0.017600275576114655, + 0.030363716185092926, + 0.006166841834783554, + -0.031214607879519463, + -0.09986788034439087, + -0.08849328756332397, + -0.04174111783504486, + -0.06822851300239563, + 0.037840817123651505, + -0.011262879706919193, + 0.02725878357887268, + -0.03785941004753113, + 0.02948189154267311, + 0.052330728620290756, + -0.006199777591973543, + 0.015686513856053352, + 0.02012643963098526, + 0.03715239465236664, + 0.015146151185035706, + 0.0118742436170578, + 0.01236711349338293, + 0.08493024855852127, + 0.006574893835932016, + 0.012279890477657318, + 0.0497514046728611, + -0.03023892641067505, + 0.024616962298750877, + -0.002334396820515394, + -0.06940878927707672, + -0.09034860879182816, + -0.030876951292157173, + -0.05628745257854462, + 0.15566386282444, + 0.04915332421660423, + -0.05976790562272072, + -0.0651850774884224, + -0.01671917550265789, + 0.005158144049346447, + 0.03231115639209747, + -0.12673619389533997, + 0.01491079106926918, + -0.10013868659734726, + 0.0593881830573082, + 0.04409949108958244, + 0.02496299520134926, + -0.09309431165456772, + 0.016884522512555122, + 0.08458107709884644, + 0.001436055637896061, + -0.023505622521042824, + -0.1091550886631012, + 0.009409628808498383, + -0.06841670721769333, + 0.006294394377619028, + 0.011773636564612389, + -0.006649228744208813, + -0.025980884209275246, + 0.028650643303990364, + -0.004796619061380625, + -0.15275581181049347, + 0.07362587004899979, + 0.023234043270349503, + -0.07766558974981308, + 0.11400321125984192, + -0.0761248916387558, + 0.10137518495321274, + 0.04917748644948006, + -0.05897725000977516, + 0.028588805347681046, + -0.016921594738960266, + 0.020847199484705925, + 0.02583436481654644, + 0.0100707383826375, + -0.10680415481328964, + -0.039595309644937515, + -0.02198234759271145, + 0.04287746921181679, + 0.0770343467593193, + 0.12591315805912018, + 0.05319112911820412, + 0.06336589902639389, + -0.004751566331833601, + -0.027462828904390335, + 0.025833114981651306, + 0.031229868531227112, + 0.03495239466428757, + -0.03417152911424637, + 0.01695503294467926, + 0.008892396464943886, + -0.022700343281030655, + -0.010422530584037304, + -0.011403913609683514, + 0.06934408098459244, + -0.018299903720617294, + 0.05521678924560547, + 0.0448828861117363, + -0.035779181867837906, + 0.1004837155342102, + -0.052232082933187485, + -0.1069478765130043, + 0.010958191938698292, + -0.037957314401865005, + 0.012439441867172718, + -0.016643444076180458, + -0.003614538349211216, + 0.02663247659802437, + 0.011455153115093708, + -0.06175852194428444, + 0.024681027978658676, + 0.02250850759446621, + 0.05536889657378197, + 0.06054207682609558, + -0.0278964564204216, + -0.014830108731985092, + 0.0026953965425491333, + 0.01350411120802164, + 0.12171561270952225, + -0.08564072847366333, + -0.034310709685087204, + 0.08295650035142899, + 0.00242776982486248, + 0.04291205108165741, + 0.07752981036901474, + 0.059791646897792816, + -0.17697358131408691, + -0.05253177508711815, + -0.056304335594177246, + -0.08669780939817429, + 0.08720479905605316, + 0.09867717325687408, + 0.042815010994672775, + 0.056739237159490585, + -0.08280040323734283, + 0.022493114694952965, + -0.02084849216043949, + -0.02938813529908657, + -0.0007219210965558887, + 0.06848610937595367, + -0.04856500029563904, + -0.17225198447704315, + 0.05346125736832619, + 0.012011714279651642, + 0.0025602886453270912, + 0.0857025608420372, + 0.02747567743062973, + -0.049506328999996185, + 0.07006517052650452, + 0.04238149896264076, + -0.15906751155853271, + 0.03605888783931732, + 0.10328453034162521, + -0.07136455923318863, + 0.036719564348459244, + 0.08598599582910538, + 0.0641678124666214, + 0.016239356249570847, + -0.026155924424529076, + 0.05666787922382355, + 0.016006596386432648, + 0.011990846134722233, + -0.14744064211845398, + -0.026924695819616318, + 0.07851225882768631, + -0.015755966305732727, + -0.01938048005104065, + 0.01009741984307766, + 0.037861280143260956, + -0.018061142414808273, + -0.01375116128474474, + 0.06686730682849884, + -0.011987685225903988, + -0.09704967588186264, + 0.06962467730045319, + -0.041706811636686325, + -0.0633535385131836, + 0.040516119450330734, + 0.07941865921020508, + -0.05590837448835373, + 0.012286134995520115, + -0.0320778526365757, + 0.024782376363873482, + 0.023459354415535927, + 0.05950900912284851, + -0.06305302679538727, + -0.03517928719520569, + -0.0714961439371109, + -0.002884534653276205, + -0.040440525859594345, + 0.014511113986372948, + 0.0064672185108065605, + 0.04428369551897049, + -0.057187750935554504, + -0.020834827795624733, + 0.04081743583083153, + 0.014744394458830357, + -0.0902390256524086, + -0.020159481093287468, + 0.02022283524274826, + -0.023768901824951172, + 0.09302803874015808, + 0.0001490376889705658, + -0.03495747223496437, + 0.055485714226961136, + 0.08195064216852188, + -0.00781647115945816, + -0.041974276304244995, + -0.024822648614645004, + -0.03270355984568596, + 0.07572082430124283, + 0.07882461696863174, + -0.1703532338142395, + 0.007348283194005489, + 0.017360031604766846, + -0.04545089602470398, + 0.00336546846665442, + -0.03401961550116539, + -0.010519049130380154, + 0.0031063177157193422, + -0.05100075155496597, + -0.0038971842732280493, + 0.04990682750940323, + -0.005734169390052557, + -0.008000397123396397, + 0.011249272152781487, + 0.08259451389312744, + -0.009997809305787086, + -0.03317711129784584, + 0.08035999536514282, + -0.030665725469589233, + -0.013539387844502926, + 0.06129683554172516, + 0.005680982489138842, + -0.030879436060786247, + -0.015947014093399048, + -0.04250485822558403, + 0.036226458847522736, + 0.0077215759083628654, + -0.01335059106349945, + -0.017429955303668976, + 0.02677704021334648, + 0.05891023576259613, + -0.033094074577093124, + -0.009611436165869236, + 0.029392564669251442, + -0.019255351275205612, + 0.0028371994849294424, + -0.06841883808374405, + 0.09074953198432922, + -0.007491895463317633, + -0.05885957553982735, + -0.054593320935964584, + 0.03154400363564491, + -0.018664345145225525, + 0.0014028018340468407, + -0.007962699048221111, + -0.0073072719387710094, + 0.07813835889101028, + -0.009949258528649807, + -0.042123954743146896, + 0.0330609530210495, + -0.09078606963157654, + -0.0661826878786087, + -0.008728893473744392, + 0.0261079091578722, + 0.020198725163936615, + -0.001164281158708036, + 0.030456693843007088, + 0.013369766063988209, + 0.0473308339715004, + -0.1095656007528305, + -0.0035175648517906666, + 0.0019665348809212446, + 0.038703836500644684, + 0.004033247474581003, + -0.07139096409082413, + -0.025092288851737976, + 0.026497622951865196, + 0.010865016840398312, + -0.007291565183550119, + -0.008395146578550339, + 0.09979000687599182, + 0.014964831992983818, + 0.006895039696246386, + -0.05342651531100273, + 0.028149953112006187, + 0.02636386640369892, + -0.07864879816770554, + 0.07730228453874588, + -0.015716969966888428, + 0.09981396049261093, + 0.10495205223560333, + 0.1379401981830597, + 0.039402298629283905, + -0.06488822400569916, + 0.06241980195045471, + 0.01095480564981699, + -0.038665588945150375, + 0.13688994944095612, + -0.020979976281523705, + 0.006442971993237734, + -0.04762554541230202, + -0.050086282193660736, + -0.01811848394572735, + 0.03287108987569809, + -0.023971999064087868, + 0.07773148268461227, + -0.034932006150484085, + 0.07602691650390625, + -0.017853112891316414, + -0.005400413181632757, + -0.053703248500823975, + 0.06815090030431747, + -0.02043701708316803, + 0.04952498897910118, + 0.05423223227262497, + -0.01902719773352146, + -0.03968493640422821, + -0.06244910880923271, + -0.02818591706454754, + -0.0901985615491867, + 0.0008713805582374334, + 0.0062495567835867405, + -0.025452183559536934, + -0.031959064304828644, + 0.12171333283185959, + -0.06405504792928696, + -0.020061912015080452, + 0.0356234535574913, + -0.007606834638863802, + 0.005293095018714666, + 0.036428119987249374, + 0.06186530366539955, + -0.0005228556110523641, + 0.047188978642225266, + -0.05147498473525047, + -0.026932740584015846, + 0.03888168931007385, + -0.09699693322181702, + 0.023630235344171524, + 0.005371326580643654, + 0.015998994931578636, + 0.0003666430420707911, + 0.04907926544547081, + 0.008110874332487583, + 0.047511179000139236, + -0.06465531885623932, + -0.0073038008995354176, + -0.04283558949828148, + 0.04818195849657059, + 0.047115594148635864, + 0.005004839971661568, + 0.01839282736182213, + -0.11655856668949127, + -0.048311498016119, + -0.11851174384355545, + 0.027857793495059013, + -0.017113903537392616, + 0.09556174278259277, + 0.03273570165038109, + -0.07939599454402924, + -0.008300776593387127, + 0.012330071069300175, + -0.03996765613555908, + 0.06578177213668823, + -0.12040718644857407, + 0.017966903746128082, + 0.009441595524549484, + 0.019408095628023148, + 0.0386037640273571, + 0.020615454763174057, + 0.07171255350112915, + -0.02859123796224594, + 0.05328092724084854, + 0.02087463065981865, + -0.04982484132051468, + -0.03510921075940132, + 0.025723610073328018, + -0.021969307214021683, + -0.038896411657333374, + -0.0030326545238494873, + -0.011459474451839924, + -0.05368846282362938, + -0.01735803298652172, + -0.10430730879306793, + -0.0481608547270298, + 0.07020232826471329, + 0.09553399682044983, + -0.05687297135591507, + 0.09741470217704773, + 0.023591971024870872, + 0.08581022173166275, + -0.048408862203359604, + 0.013134839944541454, + 0.05038471519947052, + 0.04907285422086716, + 0.006127485539764166, + 0.03915533423423767, + -0.05594480037689209, + -0.08703725785017014, + -0.08769574016332626, + 0.010736892931163311, + 0.06320276111364365, + -0.007989616133272648, + 0.08732284605503082, + -0.02034064009785652, + 0.015313192270696163, + 0.03629201650619507, + 0.034474775195121765, + 0.06430205702781677, + 0.0020889199804514647, + -0.05312385782599449, + 0.01831977441906929, + -0.012571982108056545, + 0.020523348823189735, + 0.02271760255098343, + 0.0199508648365736, + 0.0419381819665432, + -0.01719197817146778, + 0.03996086120605469, + -0.05291396379470825, + 0.05518871545791626, + -0.04077994078397751, + -0.018808426335453987, + -0.00802540685981512, + -0.016489434987306595, + -0.05184184014797211, + 0.007551070302724838, + -0.03549691662192345, + 0.049017034471035004, + -0.061343707144260406, + 0.08948376029729843, + -0.010120436549186707, + -0.06860023736953735, + -0.003899200586602092, + -0.10330148786306381, + -0.08999688923358917, + 0.030074885115027428, + -0.039791032671928406, + 0.11411391198635101, + -0.03553398698568344, + 0.03152026981115341, + 0.011465642601251602, + 0.059032928198575974, + -0.0031185627449303865, + 0.03391928970813751, + 0.013379181735217571, + 0.016364645212888718, + 0.06576719135046005, + 0.09512922912836075, + 0.14299455285072327, + -0.009059438481926918, + -0.06343400478363037, + 0.041009820997714996, + 0.08385325968265533, + -0.11938642710447311, + 0.056769926100969315, + 0.012045303359627724, + -0.11157312244176865, + -0.017104897648096085, + -0.0487101674079895, + 0.1471950113773346, + 0.010011108592152596, + 0.13776572048664093, + -0.004685565363615751, + -0.012601284310221672, + 0.08867102116346359, + -0.08892746269702911, + -0.09875845909118652, + -0.06571769714355469, + 0.07505372911691666, + 0.011863797903060913, + 0.05538568273186684, + 0.01753435842692852, + -0.07213204354047775, + -0.05682818964123726, + 0.00998744834214449, + 0.02545950934290886, + 0.01886233128607273, + -0.039678677916526794, + 0.05204062908887863, + -0.06929492950439453, + -0.001108978409320116, + -0.02570975571870804, + -0.001650663441978395, + -0.01176548097282648, + 0.045692771673202515, + 0.056068118661642075, + 0.0661809891462326, + -0.02520962432026863, + -0.10593820363283157, + -0.10804887861013412, + -0.020683452486991882, + -0.005477438680827618, + 0.024770764634013176, + 0.07821083813905716, + 0.012553723528981209, + 0.007506367284804583, + 2.3520085960626602e-05, + -0.029135674238204956, + -0.076198510825634, + 0.08536317944526672, + -0.01657869853079319, + 0.04385578632354736, + -0.0772562026977539, + 0.005188582465052605, + 0.049979791045188904, + -0.06056411564350128, + -0.08391109853982925, + -0.06077081710100174, + -0.008781449869275093, + -0.011842862702906132, + -0.07997778803110123, + -0.01606394723057747, + 0.04154130443930626, + -0.05641850084066391, + -0.006831947714090347, + 0.06409531831741333, + 0.028369562700390816, + 0.052074600011110306, + 0.0348689928650856, + -0.0008872381877154112, + 0.006672622170299292, + 0.04850737750530243, + 0.005414317362010479, + -0.048521313816308975, + -0.026075325906276703, + 0.07934144884347916, + 0.005803801119327545, + -0.028049731627106667, + -0.03317294642329216, + -0.10424027591943741, + -0.05862601473927498, + -0.054002031683921814, + -0.03496117889881134, + -0.005786501336842775, + 0.01869465596973896, + -0.0716874748468399, + 0.03654158487915993, + 0.03871994838118553, + -0.0014013899490237236, + 0.00667097931727767, + 0.005493564996868372, + -0.0037677220534533262, + 0.028866715729236603, + 0.008601633831858635, + -0.011309036985039711, + 0.006561725400388241, + 0.003093352075666189, + -0.05333438143134117, + 0.11794350296258926, + 0.05515727028250694, + -0.045878659933805466, + -0.007742924615740776, + 0.05761441960930824, + 0.04962746798992157, + -0.05010354891419411, + -0.029717203229665756, + -0.030527284368872643, + 0.03150942549109459, + -0.02865293063223362, + 0.05704553425312042, + -0.04078275337815285, + 0.0030061027500778437, + -0.03728826716542244, + -0.0038562272675335407, + 0.046621695160865784, + -0.0399412102997303, + -0.06038284674286842, + -0.01777978055179119, + -0.05188119783997536, + 0.02835647016763687, + -0.029642196372151375, + -0.016305141150951385, + -0.031576007604599, + 0.017664453014731407, + -0.041909970343112946, + -0.012923586182296276, + -0.021099943667650223, + -0.017399169504642487, + 0.056286755949258804, + -0.05219496041536331, + -0.11236775666475296, + 0.00020210817456245422, + 0.034043293446302414, + 0.037877317517995834, + 0.07059024274349213, + 0.01576846092939377, + 0.00600209878757596, + 0.03498513251543045, + -0.07349121570587158, + 0.010249773971736431, + 0.0006832143990322948, + 0.007001726888120174, + -0.007545476779341698, + -0.0071549611166119576, + 0.013768760487437248, + -0.07035242766141891, + 0.0011084708385169506, + 0.04469631239771843, + 0.03711879998445511, + 0.09525424242019653, + 0.088236004114151, + -0.010062330402433872, + 0.04878973588347435, + 0.018639028072357178, + -0.07545189559459686, + 0.012827134691178799, + 0.011818451806902885, + -0.00043396090040914714, + 0.023057980462908745, + 0.018296075984835625, + 0.05173768103122711, + 0.04826314374804497, + -0.06903506070375443, + -0.013263779692351818, + 0.046295709908008575, + 0.0382310189306736, + 0.006243202835321426, + 0.03561382368206978, + 0.05397462099790573, + 0.011734798550605774, + 0.04356921464204788, + -0.12166430056095123, + -0.06433001905679703, + 0.023853130638599396, + -0.0015384622383862734, + -0.12167169153690338, + 0.014306800439953804, + 0.0328274741768837, + 0.043768156319856644, + -0.005291013978421688, + -0.08029299229383469, + -0.051037609577178955, + -0.01827603206038475, + 0.06053758040070534, + -0.059887759387493134, + -0.032715871930122375, + 0.05102593079209328, + -0.08917390555143356, + -0.03805398568511009, + 0.00810143630951643, + 0.021369729191064835, + -6.789527833461761e-05, + -0.04995651915669441, + 0.015594455413520336, + 0.0017202553572133183, + -0.036478441208601, + -0.023708082735538483, + -0.10896393656730652, + -0.006573833059519529, + -0.05991625040769577, + -0.0019618964288383722, + 0.11073953658342361, + -0.01818089187145233, + -0.03572739660739899, + 0.09510193765163422, + 0.023465821519494057, + -0.02191684953868389, + 0.08381339907646179, + 0.09135788679122925, + 0.027638541534543037, + -0.0589328408241272, + -0.06251821666955948, + 0.016308434307575226, + 0.0911746472120285, + -0.0646301731467247, + -0.09164340794086456, + 0.032364875078201294, + -0.06892918050289154, + -0.020094409584999084, + -0.040389593690633774, + 0.020000949501991272, + 0.08940748870372772, + 0.041878264397382736, + -0.011807584203779697, + 0.021119650453329086, + 0.04327758401632309, + 0.008469630964100361, + 0.032335314899683, + -0.02453739382326603, + -0.04345237836241722, + -0.04026284068822861, + -0.047669146209955215, + 0.03758959099650383, + 0.011994728818535805, + 0.01332483347505331, + -0.044041428714990616, + -0.0013196832733228803, + -0.060047995299100876, + 0.011327322572469711, + 0.08492118865251541, + 0.028005098924040794, + -0.009107382968068123, + 0.05239562690258026, + 0.03746683895587921, + 0.04791608080267906, + -0.013966036029160023, + -0.005161612294614315, + -0.11603696644306183, + 0.038569845259189606, + 0.005635268986225128, + -0.07037810236215591, + 0.030191345140337944, + -0.01739041693508625, + 0.07960490137338638, + -0.018345264717936516, + 0.006483801174908876, + 0.1404862403869629, + -0.02148035168647766, + -0.05914505571126938, + -0.010929574258625507, + -0.03669396787881851, + 0.04541589319705963, + 0.03889324888586998 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/2c55f483cea8.json b/tests/integration/recordings/responses/2c55f483cea8.json new file mode 100644 index 000000000..938f3e203 --- /dev/null +++ b/tests/integration/recordings/responses/2c55f483cea8.json @@ -0,0 +1,59 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "Quick test" + } + ], + "max_tokens": 5 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "oCfwhT4-4Yz4kd-984c28c09bb58fab", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "message": { + "content": "Quick test, indeed.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [] + }, + "seed": 7090417062976472000 + } + ], + "created": 1758820480, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 5, + "prompt_tokens": 37, + "total_tokens": 42, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + }, + "prompt": [] + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/33b71fb85bfb.json b/tests/integration/recordings/responses/33b71fb85bfb.json new file mode 100644 index 000000000..763388a6d --- /dev/null +++ b/tests/integration/recordings/responses/33b71fb85bfb.json @@ -0,0 +1,730 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "What's the weather in Tokyo?" + } + ], + "response_format": { + "type": "text" + }, + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "{\"", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 5018 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "{\"", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "type", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 1337 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "type", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "\":", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 794 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "\":", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 330 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " \"", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "function", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 1723 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "function", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "\",", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 498 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "\",", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 330 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " \"", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "name", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 609 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "name", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "\":", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 794 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "\":", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 330 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " \"", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "get", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 456 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "get", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "_weather", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 70464 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "_weather", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "\",", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 498 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "\",", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 330 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " \"", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "parameters", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 14105 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "parameters", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "\":", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 794 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "\":", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": " {\"", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 5324 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " {\"", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "city", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 9103 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "city", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "\":", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 794 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "\":", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": " \"", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 330 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": " \"", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "Tok", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 53954 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "Tok", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "yo", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 16417 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "yo", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "\"}}", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 32075 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "\"}}", + "seed": null + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfxg3w-4Yz4kd-984c2d684c778f6d", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 128009 + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "text": "", + "seed": 4111464499205743000 + } + ], + "created": 1758820670, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 24, + "prompt_tokens": 42, + "total_tokens": 66, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + } + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/3d89a56a76b1.json b/tests/integration/recordings/responses/3d89a56a76b1.json new file mode 100644 index 000000000..ba6a107af --- /dev/null +++ b/tests/integration/recordings/responses/3d89a56a76b1.json @@ -0,0 +1,46 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": [ + "First text for base64", + "Second text for base64", + "Third text for base64" + ], + "encoding_format": "base64" + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": "yQeuvPCEDj0u7gY9wB3mvCSQGz3eFUU6mF/9PFIMm70RVBK8Z3oEvqZ8Dr3svHC86k2mPLtjF71BzfA8a7aLvaKPHrxf7hc6OLn1PDcXLz32+cS6bycRvJVFKD0AuB2421hcPBAyTzwlliw8RCzXvJ/8YT2b2qA639nXvKRBBz1Waqs89C9Nu39Llr1rHVk9m6WPPGlLUjwIMDU9XV/aPSA5gD2gUUg93GQ3vexhj7w+jww9ImXNPY7odLwMose8kBp6PSKxmz0vCgA6oICYPTOD8D3iZv08cpuhO0umtL1dtJe8Ccq8Pfk6SD1FxQG9IgjZPH9h7TqlJt28Fr9zvTbYOTxy4KE9/2PMvC+rxTx4Owk9mCmOPLmoEj20XPi9JJdQPQlGpzzTWMc7spOlPCMWM73prOA8EZsVvfyIYLpIzVy9HKjmPH+c5TyfTYG9p/7gvNaM173Q/LY9LbdhPOaFZ7xwjBm9R7pfPTtQVD3xiyq8FNK9PKEJTjyRpb29Ap9qvakJjT0oKEe9KoaGvQIcmL2uYDy9vyejPXchpzw3ZwA9tvuFPZG0Nj2ZPKY9lwCFPaNSBDzQsK685mh2PLF7rrtZyWK9NPs1vFiBdz1gIuK9/q5BujtyMLwEz8A8KTbIvElRbD0/6hG6GQu2vEG2qryaKmw9+gkHvQ6zDr2OXC69Uzf3vA9+mr25M8g8dP3hPIH9rTyQAcU9kEbVvRYl+js6Vfo8yzyFvSbiYz2WgUm93C2UPQb1Sb3tVbW8aPw6OwtGLb1/SQ+6yFoHPMQfJ72/tso7472/vBMvnzx2k4084JfUPMJ6AL1Z1Uw8+jgnPY3bTD0vfSQ9xmsrPMYGzLxFbaM9OQEJPL6JBj10gd88rrndvOtoYL01quO8LGabPPN62TrnshM9oksfvS6ICztErBM9ABdbPZ11o706sKs6wTDnO0ouEz3D37O8/worPQ8pxzzX87Q8lSH8vLPBwbztQPG8Y7B/vYQbxr3+gbW8Zw4qu0zLFr3Oh+y8/ukgPWS9YLz5JCA9hU2BvCILmT3dVJs9bOVDPd1Dhbxui5o9SfDdvBpOMj0Po+S5vCAsPVg6Jj1+VDs970HOO4V7pLzCcVk9S8+YvabZurxDT8c7tucovDvXhL2VMRU9xmo7vT5+Db3FvBk9HXF/PK8WED5iFho9HZ25PfRhdL1qerS9uEgZvYDetr1P1Ji7MRCyvPjbQ70+sJk9ebjJOyTWwz38UTw8WGIWPeWFbj3Hs567I2chPXuXqDuv6x69lYLlPBiMm7ywH1i85n8qvRQIGbx+uum8cvpdvEuTmT3Wz+08LGgGvkRp7DwAS4g8/F2RPQQgazybB808k0q1PRc8QTxst4E7JOyYvcOBVL3H4oU8n3t/vDSCmbxsysM84qnxvM/j8DwJvc29YOgmPX4hq73H8aY8idWovMoK4buEwyo9ZIWsvBy+/rzgzLc8s5QPvKgSd716BQu9R453PTX5Pr2mhKm8wNCAvPFr5DpgaSS9oje7vcNBRz2SxTq8S21BvP+oPTtEEjw96KYAPT5GrTyUCzk8DWY2vZwvDL2D0TG9S9JPva0CO70DDxE9vyHjObfugrz4HEq9EzSKvICDz7xXfla9iTtrvUiAajw5CPU8b9/rO9NLZ70Wr2A9NdNBvT47yDrYg6w98HBkvQbIBL1YXcM7W3YzPVysgDyGxJ299nTJO8KAlLycoIy6HEe+PMGWpDvwBQg9lXfBu5SmMz2VZrU8luD3vDsZwjvpIRY9KfUJPZfnHb3swFw98dgEvbL9azxNEJc8xZ84vcG/EL2fjfQ8dLgAvicOOz38fo46JkdBPNQFLLxvptO7VbqePKxyJL3QRve8vl4yOv1WxbyMHFS9NHgcPZUOPD3MxYE8mvKrOsJ0Xj0ZXii92nw0veABtr3nbz29zdaYPDGuT7wCNBa8PRs+PQQr87yyZgs9dg9Svc/5+jm2oSW8sauGPAOgMb19TiA8JptxvGi9uLyBrgi9hJVYvHRAUjyy0F+9ibaxPOW2MrxPN4a8LaqXu55d3bxIoss8deDPOqmpcjwPzm0889BJPUgkOLxOskQ8cxIrPX5iir18Obw9ZQbxPGhhj73JSuC8cse2PN3y3jvpMgq93ttyPOOOjz2uWE88Fx5jvJCWDb4ll4k9TFggPGspSr1kfuW7sbqsO4sIgDtnnn29bSmsvSJpdD3y6Ay9HJKYu/c6cr1LvZY9c65VvU/3VTyGByW9cVFkvA8ZDrxnrTi9I5c+PLNDSz3s6QG8EVaCvIUb6D2MAMu9Vt+GuwQdQL0zVDQ8v+JpPMxacLq3GV09GoKDOzfoVzy+ydg8sZ1CPclBbT14Hxu9sQCrPZzuTz21LBE9Yrf1PJ5OAT0f2xS7NSoivQO9mLrwNCe8251hve1Ngzp15U+8cM3TPExIoTxDqvM937aZvLGlwb2/4Pe5aJSGvMMrXz3XVb+8d6SAPb36UjoxjSw8E+6aPcNul71mOf+75kDmPMYCPjwwAGa9QtNlvbF3nztfnmG9bnvzPYeqXzzQ1RG79pkNvfgIoL2ut3896T6BPMqacD2sJMq8GMe1PVtRxLyj9ki87fo0Pc2XiL2oZ3W9l6eIPfDp/byXh628/nzCvNQvjDwyn1C7HppePCJhhjwMlg29y9WdvdLvjz1UjJW7t4dxPZUKCj1aGLA9qjLovACMBLn6bKe89ounPGZGl726Gry8XcEcvJ+Xaj1wlRE8etdJPbuSEr37MMu8cJEHvQWpgD0nIRu9YIqUPGuaab3o8xa9YWFnvHP/FDywLl69cYwCPKozVr3+cB489iEivMxakjyh7mU96nhgvLZmwL1EPIa9QyHlO4oSubz4NMa8CXNnPQHhbLwek8M8wGQCuWfkujuIYEo81OuqvGIxlD3oA5Y8gjIaPMgMXL2yHdO80x2Tu/mKWj1uGM68UnSBuy9BlD3rP1q7L4KivK8Ig7yNPla65+pfvRPyCj2JiZs9igcZvBN9jD1mhB49OPGnvAr7kL2k/R47WakSPXVdID2M4kK9632evKe2uD1tasO8x23FPSvv0jz6HEq9wUebvN2KJj3xb3+7xNjzvE5Cv72s1YE82niJvdR8PL37qlY8hb+CPJ1qOTz9cci9SwjLvEcsdb2htpa8fAVEPU0I6Dx4+7O8o+zPvZsfFj1cut89Vf0dPZRmmjyiaZu8tG6qvAQD/rzm6f+8nVp9vb9dF7rAuls93VEPPeB6ejwpfa694vSuvChl6b0v4wS9/wMFPTB5vb0uZt683PyOukKzBD0404c88ylFPek8qLy9yNi71nY+PRiITr2LVg6+yOjtPDassr0Iels9qb6evY3Ar71P+wy9Ua0qvIguYT0/XRW6OGqTvOTqDz2wWDE+Fg/fOzS6pzwBbbS6Yu6OvVUapztAKTM9lb9MPJLCSL0Pjok90H68u5TQ1bpRWxw8khb/vQg4Db3yYG0913oEvaX9DLyQGh+8BaTFvGz0gb0ALFk5q7wBvB27SDw6XpW9Pr/Au3GncDynTE+92DyRvDWO273p6Mg827QLvfyg9Lwy0zc8fhX7PG5Mjj0ddMY8jnorPdIKxrv5aiS9L/davUhQrT0ZT7O8wiDiPHtNfr03zS48dR8iPJdUJD2T/DG7T5AHPUiZgDzK5KM6r36JvQJ3jDzSzC49QzDNvcuFsjxbIFq9HxIkPT5OcT3wmXo9zKnIPJqjtLv1tGu9mhQuPbm+5bxWjG096VBSPVgKmL1PiVe9uVA3PbY9TL1wi8e8hO6RPJh2TD2nj369x9PqPLeWOL2lXtw8RVBQPZwWir1Mx5U7bxAROndbOzwHeMg8bWoPPZvCCTw6gbq90lxrvYc9oDyeHZS9iR84PQqRmb3lcMA8QHAFPMuJCr0+KEM6Q/VTvb4okL1V1EI9ZL44PfV8y7q/P9o8N8PTPBzpKz1pwFA9h6gVvdN2LbxlifG8qnJNPadOJz31d+08MxYsvfeOmz1lsa28iZ0MvUoNszyMa7k8PBltuz//kD2+X587dZZWPbf+BL09aek7DPs4vccrdL0175A9FEXGPe/c37yD/IE9", + "index": 0, + "object": "embedding" + }, + { + "embedding": "H657vEj4Sz3M/AU98PTBvFhpMT1Aabg73NMgPT/Gh73c6Km759v4vSj7DLwmiQW9qSdDPISXA72stek8UaOCvQmgH7ymD0m8VoccPTyvSz0VFbo75pmwvMhF6Dy9KiI8iERyPABafzkyWWI8F6o4vXukuTycCY+6MuQkvdGbwjwgyDg9GDsTvKqhq71CBD09xB8yPAFU5TpuHRk9yCy2PeKMlz2mlz49RkHrvF7ZZ7yo/eI8tzXqPVgL3bvAmLO8/VzFPE/4qT2RBzA8ao9zPRVkmz19tRk9AgRivJyh6r1waTu9BdHyPd7QUz3A8uq4YBwbPaEQq7z3oy69JxqOvQC2jjjBEoY9lx1LvYxG6zziC9w86cOLPEogxzyWx969viaBPY41mjxTPxo8LPfvPNWgF71J2is9vHTLvLRS9zvAYrS9hY/pPBJ7xzysvoa9bmCTvQKH3r2Xmro9DRtoPLt6YbxB3Fy9zElMPRhXJz0zhke9TphuPACK4zcECqO9Q1eXvX5gxD2SCXG9wYh1vXP6TL1sp2G97wunPTTryjslrRc8Z5xfPRExaz3ppnM9EodfPXxqwDyTGpy8J4bJO2PAVLsDiz694hAYvFl4kj3fFOO9esNfPLRvu7xHjgg8JoZEvOylKj1TUqI88UXDu/Rn8rzEoD8900YZvVFtL738JjS9s/22uwp+ir26qYc8bHuyPIRQyLvvOZ89fSDwvcDRmblHPCE9W0GrvRZpYD3Yby29ARaUPWTWRr1T2I+8NRAjvJtyEb0PlCC8II8iPRvBJ70wbBw9c2lSvFEjhDtN6Ig8fHfyPPN7DL1oE8U7xy06PLvCiD0jZDw9fIpyvMgsibxHIPQ9Olz4PJbGLT2lsh49Ce+SvBzGFb1QPAe9JZ3LPMW3KLx0wTM9+CIGvYe1ibxMrxA9zNuFPfxWp71Do8o7dVI7PIS9gj1crxO8iYbQPEMt1zxeSTU8nP2zvBAS3rx7Xem8KYmNvWvfw70epza89bPcOyL3S73aX5G8kkJqParerLwmFB49NdAKvauUhz1byGc9L8A2PRcVBzz0rqU9dtGrvAyU5DzyH6a7nKMnPQtt6TzIxkA9UiTFPLBSnLxKu0I9wNHXvUzIkLxS4mU7AQdrvOu2tb2jExA9BP9Svbo8xLyDvsA8e6sePJ+JHD65cOA8XgV/PVZyjb3Xb4+9Ju5lvbrQtL2wUQG8JjfyvBR2Zb3Ut689Uhh1PPBUkT1G3Va79gG8PEsQaz1b4dq8C8SaPGgqRjtLyB69heDLPAbAG72sbAG82yRPvUniH73BQCG9xYOpu8kVxD1RMJ084yzjvWlyAz2tpXA9KLZ1PTOZ1rq3F9Y8VcTDPdOiSzynsSq7gsR4vaZL5bxoIOM7d8c4vJQRBLtgmQE93rtfvQVHyDzzmsS9ycd6PZ83ar0Wi1i8aUxivKU6mLzmpSg9Ba+Hu4bAOryGi+A8ZNLfu8jrZ71p5SO9n+VJPXdnNb3n7Ou8VrfUvHQkGjy19Sq9+reZvbq4sDw9Tfu7uzI+u+4h0buiMWc9RcIlPbI0FTxZB5M8F8opvRVnBb3tdFy9EOM2vRX2h72T/T09xCPmPKjAo7yvvj29atYzvPUAp7uMI5a94807vZDzBzy8NIE7rK9/PAxvmr25oYU9AtF8vWNHBzzZisE93+iKvd0+lLzTzU08misiPWrdDT2vpqy9YNBuvCrR37zODxc7qJY5PJmAjjy42PM7vx0TutwNbz3NOow8xBR/vZxjfjwScWk9SgDfPAz2vbwbvBc9TAkQvefMlDz6zBU9EzVdvUkeKr2fhJE8BrkMvudtRj0XJMI6zcl2vNbw4ruoeSm8Q7biPHulg7zccUS8gHysOZgZAr1z+EW9sv06PfbU9DyPoNk8+6AYPP9kjj1QKU29zA4gvUoasr1fvjq99cI/PbMVLb0YFxi8tHBePct3H7tYaTU9hV4ivdnDpTxcCbW8sozLPIQburyxumI7UdL1uim3iLx8ydi8v4ZgvK/KTDyFSSC95MmbPDZfKzzD1Qy8LxGmPHQbr7xazgA9zJKVu4PxnjyYkjk8c4l9Pbo6LL1Qg8I7kh06PVf4pL10F849t8UuPWkeRb3ZCtG8zMHtPGKhIjzYh2288y4gPc1Ktj2FiRo8amYnvLeNE75dDLw92KdIPHa8GL1yeOA8i+qyPEZmiTxuBl29ymWqvXQfVj31w1C8/pWPvBefbb1MoZ49nTRUva8VMz0DtoC970CNO7MxALwhWEq93pSKPL/ZRT2dloq6ztEHvSlnBD7R6qW9pHExux3vk70xshk8gzxKPHwSxTzaFYM9U9ggu/dwBD0e2dM8uKVFPfe3Zz01gQ69f4uHPcZVcD2LR1Q9ZlHwPJ41xjw9w/c6qSJ4vWRwJLwCuQy7x786vQnJQ7zbOsG8F1DbPEySIj3AS/s9c8rwvDQRu7312oi8BUQ7vX+dDD07D/O8gVhSPTUaPryFyvW6MS2dPQJ3gr3TPpq8SqYiPaDQNz1YihW9D+l1vSgMMDxXB0i9phzmPdJqtzwyN6m8dQrevHHMnr3s6Xw9IIw4PLG8Rj3yNuy8D6qLPcAdOb3kZdC89nOaPb7ahL3GQ4W9uLxoPVJoA70A8ba8AhPVvACxyDyR+zG8kz+hPExqtTxhn8i8cN/IvZA+hz1slGI6jdpZPXTU9DzrBL09NJPRvGwrbTq3INm8VI3WPH5Wk71a1DC9V/K8vHCheD2cnH08hggfPXx0iLt24C29mZL9vEm8lj216AK9PUslPXArhL1YhGm96Q3KvFXOArwEtyC9yC/Fu6A2Tb0XuHI7drzZvECsuDyoklY9Fn4KvBOYmr0oVoi9hAWGvFd+mLyMfPy8vKCUPZhlubqIDyk9xQMIvDNwWLwl1Hk8jRqlvP7Ozz1C44E8rlotO2OLTL3XQxC9h9b5u4ENdz2q0B+9ssmIvNC6xz2xxmc7vHG4u2qnU7vR/dG8lc+FveUsDT23lqM9ozXGvJyppD2MG0w995e6vK7yjr0GkYO7MjKlPP4IjD2zC2u9gxozvSoutT1/z7W8v8eRPVU5lTxli/28mMT0vB+SNT3I0i48zABDvY9EqL02J6g8pEOPvXhaX73g2rI7xLcIPcDCJztiCO69JLKwvIFrbb30eiC8PB1jPfK4Ej33bXO8qzYFvkl9aj3lSAE+foh9Pbyc+DxePxa97aLEu50cUb1vTD+9/DYrvWDdt7ydQWA9Ky4zPeQLiTxMXam9KaCruwfbCb4pPva8cwpjPeBfy72GTPC79bNsvCabQDzSESE8GOqAPYe9lLwVyBu7JgK7PJxoM71ougy+JvO7PITm0r35uKY91MWTvbbl3b33Oq28abSzOpo+Lz2ycSc8Yth3vIOkVT1Tpyc+pBJgPIoVYT1OHTw6RfxnvTfBRTwvNho96Z2fPOLoUb2RsOE93bzCvFtIobrumaQ8g+Dqve26M70pITA9cGgevbQ1nrwaZcy8sRomu1LJbr37/xI8Y2ZRvEU8hjyaKGa9cyqVvGIZRzy96pC9Ls6JvM8pzb2PFLO7njDDvBgTCr2RL4w88YAgPVIzmD3XNX887/v6PDBxkrvomG28RApbvWvQvT3x+CK8TP/FPCP2L714dLI74BmwPCTD9Tyv0Kw7GyjdPKGBujx3sL26HoV5vdeN4jzL6Xs9Ecf0vXDa9Tzy82i9/bd5Pc3nez236Xw9656YOuCeF7l+jW+9cFJzPWjHZryLLWY9RZ4bPY3xmr23S0a9J6f/PP/gSr3JFGm9/RwLPfpeHz0Io6O96yITPfTWQ71mq+M8eftiPWTsiL35DBQ9fWglvOxnBbu+VLs72DNHPauV8DwiasK9Db1Mvd19OTxR3bC9SdglPWY0yb2HawQ9/eDaPHyFx7wtEDQ8yGu6vCpvUb26CTo9qttDPQaKSrxsgHI9fM1FPJ/RLT3tx0Q9pEBHvbSJBbxCN8i8fw05PWF2Nj1Yqfs8hFaRvRyRdD3v9ua8//eovPCjyDwgdA08OxTSvIhjgT0ANBC5NR4cPZ2vqbyvlqu8BP8XvWBXor0xzIs9v5qVPfJ8pDqPXo09", + "index": 1, + "object": "embedding" + }, + { + "embedding": "hw1NvAiKBT2A1t48wPz6vGFzDj1vFQ662qMdPUiLj70ekLW7AxD/vbmfCL0WXJi8pbSKPHwuK73oFuI8TMF0vSm8cLzpmYs7y6IBPZXRLz34S3a8oYJRvCWZNj0d6gu8ESMKPCA+bTwbq447iX21vGNOZT0MjQa7JwL1vOfPHT3VnXg8Aey7O9RSkb3j52Y964ayPNkCiTy6dkc9VsPoPfVOYT3ODGo9/L9pvWLUgrwknCg9xW3UPWMgZrw1Er28R15YPRulnz0sEwQ7xViTPXO79T166Bs9EYIXPJOps72FxJy8WHezPY2QLj04QCu9NSShPG5AVjs2dgC9eJRnvUdCDTxOgp09PD8LvKVSmjyE8w09WfZEPGpAOT1PiPW9fapZPcRusjy/D+U79y61PGmJOb2dQfw8oW0UvVhJ9jvDylW9NJwAPaTkjTyjAmq9RYunvMc6zr1zzK89QaUZPA7VtrxVigC9aK9PPaj1eD0caoG8AbaBPMvziTsVJ7K9pptvvXEJkD37lye9416Dvcf3kb1e0S+9oHKUPekvkjwcocU8L5mDPS1C6TxHZp89FrpuPW/xcTzGFIK8BpqiPLB7mLwMP2u95Yl7vAfcgT2tMNa9CYSvurYjPbqgONY8DNa+vHbYhT3/eR46wQujvGe+abwiQz4915TOvOKMCr1Y2ze98gTIvDpEqL03sv08XzgHPfrLkDxPIMA9KrvJvX2khzsWSQQ9xS+NveJ8Xj3Hyly9h5mWPWkWWr3o27+8RtAsu02UHL3SugC8UNaAO8MKGb1TZRA8sy32vDNDcjxR2mM8AkIBPe1hA73lvIM679ohPQezUj36kgY9kvjUPLsZt7x/YaY9//LHuVrYCT2iCfI8rD3zvO7JY71JMea8HzFbPIC8xjvjuxE9oxElvZwFxjs4DRk9h8psPTfFp737zX663x6dOxQdED0Xg6O8BkcvPYumFDxQhsE8ZN36vB32yrzDLvi8nnttvafCrL2AIbW8XpmNu5nkKb3FONu8ptsYPa/0ILyNbxE9UsM6vDIyiT3t65Q9OUIuPWN6LbzdtJw9bi9vvKJDDT01Pj67/oosPfouQT2h+TQ9Q2nZOv0jjrwwgVE9e8aLvdMnubxhwdw7MdX+u1L3gL3guCU96kJyveDhJb1cJz099ydOPDorEj5qj0Y9zniuPX3eab2KFrS9OPQYvdfox73XTsK6T/L8vBwDKr1WrY09v9NUPLcTsT3aA6A8CQ3APAFxbD1/zvq7dPkNPb5oMzqcxTe9bt/GPJ8wsbzwiba85VETvdTUtLsT8Ni8SZJhvFV3hT2STaE8n14Ivosbnjy1SqM8DMaAPcdIYTzAOg09D/ifPY1lljzcolE8Z26Hvfffb718jIY8BVipvGZogrx5/888J7fovBTv/zzxUM+90+4rPW2Rt72JMNY8oRuYvGpZK7wfeAE9D3yyvMD35rwu3948ejoDvKdsgL1rN/a8haFiPWOLPb1aVdK8/LX/u+isz7uAWS29+gq4vZx1Kz1I88m7wfJwvDg+Hbukfl897wHGPMAH5zwL5WQ7SR9AvepH2bwO3FK9puZSvUFYZr00kRY9QBJXOb9aaLyq3Ei9Nw3AvHP8Ab3BXy69gmVRvTHMhDzLrMs8gEDiuHFiRL09o1g9/8Y5vf1NWTqwNZg9Xax+vfKqGL0K71A8DQuMPZHnqzxu/ZS9QMBIOdwwHbxKn1C7kbzUPNjRejt6ufw820eLu9sgKT0Dhcw8hW7WvB2FJTtmqAs9spHdPHepJ72hJn89kwTKvMt8oDzyHTY86XQcvWPaLb0QDfI8CYr6vQdyLj1LC3U6cgFtPLJEkbucBpW8pv+GPLjiRb1APyu9Kag9vCfu8bzwNUi989AhPd7NYD016XI82Bppu9SZQz3QnQ+9wPgqvbJGs70ElFS9d1+GPMCYj7xlEGy87q4pPZzaC72m/vg8AwlhvSYKBLvICne8Hn9tPHjjRr1y1OC6KVigvFGSg7yrVRe9ymV7vHIRlzzDynC9x3XQPKHoYrzmQt+8fFl2OwwN+rzy8Lw84d5RO2d/RjyyWow8vOJPPc+M7bviFkc8rZQNPZItir2sHJs90bCfPHkElb2awoG8eLOVPAe5gjutVAO9VEcmPPEVjj1KUFU8AHFOvCF2C75ikIs9mHyMOwtnTb1eHzS8K684PIx7ejvX5ZW9QQKrvW5zRz1QjPy8eLd6uyulRL1a5KE9n8dEvaKyazxV8RK9LukVvO8QFjtibjy9+iOHPA8sPj3B4rW74iCAvGml3D2m/969O42Ju53LS73MhJQ8nf6GPPh+8zs5Dyg9l9Q5O+2NmTzC67c8oN5kPVLcgD3a+Bu9FOGjPZqFTT1z7fM8By0YPSyW4jzKT4c7d5hIvXo+b7skCke8+PWBvYCEE7mb83y8m1bAPAPlwDxmjPU9/Ei7vOc2y73zzTM8NNV2vL3nNj2pjKK8wPeIPQBYlzc9KOg7elGNPa9vmL3u2Yi8qBXgPPIsOzyJ6Vm9z+Bcve+HwDtUL4K95wbiPTOL1juhMBG8X+ETvSRprr1lVm894xoNPElwaz2H9wa9N/+rPS1Mw7xxhC68hzkxPZuNhL2Xom+9dJCcPeIg9LyGmIu8Z9akvEeBxTy1iI67VyyCPEia1zwqWYy8i8qbvUqHhD0ZlWw72fhpPeC+yzw90b09RacHvTHpAzzsFI28qubhPFjPlL2taKq8t9M5u8FtYD0/guK5M65PPZtEEb2rEgK9ZHytvKefcT3hrCa9HKhHPJ+HQ71H3y+9K3w/vDSf7Dsv2Hy9uLs1PFoRLb3LnBo8j9dpu4NqtjygC0k9NBmkOyFiq72baIS9A/OdPCaw5LwqFou88CpfPQ5Il7zXDeQ8YtzIO6SC0LtEyE08HbSNvAeGqD0Qr5Y86fpsPEhJWr1/c4+8OP0ivArkZj2qacC8850fvHW3mT1Vbam7pRpRu/xxN7uvYRE6z5pZvW/sGT2qUpw9uDJnvIWzhz0jnB89UY7Gu3xfhb3JOzI8/HsVPalOSj2cT2G9WX21vJaVsD0Yi9G806+7PRS7/jz2Dla9+GJZvO7MRD2AVDw4G+cdvS/ZsL0F2Vo8W7SNvcC0Kb3SDoQ8DW6fPMwYBDw3UM69Yf+/vJw6ZL2p+ly8SJVFPbg0AD26bc68l6nIvdJ6Gj3WGtU9zA0QPUi/aDzUD8a8lc6ivG/Z97xYKce8GRaAvZUGEzx6SFY9lKQuPfz32juXSbq9+0GFvHNz7b3BXxO9W6nzPNk20b1QeQW9T8vuOtybDD197JU8h01BPQr30bwA81u5g/1IPSk0R737fQe+aE3aPG7Xsr3a4EM9o5yLvQiJoL2F1y29/omtu14Ebz1/feE5ipN/vDMrDT2SnS0+Rjctu+smmzwJbCU7GFtzvQD1P7lT5Sc9hEAwO8JDQr18uXo9BzcRvCbzYDud8CY8+c0AvrMYCb1ZL4A97z0DvWx8Vbz87Xq8wO/WvCRTiL08Zdq7sSuvu2H75DwnJou9jJn5u2tDmzxOrSy9qDqovMGAx70abq08yWgEvVBktrydgl07/ZgAPem+nT10BKk8yGApPepOv7s/+Ee90sRfvYZgtD1jzNS8zMLfPAAbl70uDhg7YTF3PBS3HT0Avok4307oPDJRBDyvlVE8/AqUvTbwpTxICSw9fNHOvR6UlDxc7WO9jalKPfeyez0xW4U9YiTpPI7jpbzefF29hJMPPYoS7Ly79mU9wC9nPZNHib0zpW69o+E4PadFUL0Epcq86VVmPDF3UT2RwYq9BM0NPR07Sb2la8Y8glJHPcNGeb3ky/s6htFOPMvgSjysUuo8f6oePcMm6zv3DaS9w2Z/vZjN0jyW+4m9As0nPblNor35JYQ8qFElPHBBDb0sxX47R5lhvV2Vlb2DFUk9bvQ9PfC/6ToyAe88HE25PLpYDD0RZj49tbocvRLBD7xu+8687m0UPV2JGT0epxI9w0MovVBqjz28eum8f5/hvEGH7jxM38c8W9ueOg2lhz1tsIs6Yqd0PSzS3bzshh48AKdFvf8sXr2/WJQ95gClPUeMAL11GnI9", + "index": 2, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/41ace09e5dba.json b/tests/integration/recordings/responses/41ace09e5dba.json new file mode 100644 index 000000000..d1831b521 --- /dev/null +++ b/tests/integration/recordings/responses/41ace09e5dba.json @@ -0,0 +1,59 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "Test trace openai 2" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "oCfxBri-4Yz4kd-984c2b177fb74ce3", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "This conversation has just begun. What would you like to talk about? I can summarize our conversation at the end, if you like.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [] + }, + "seed": 7149743687991911000 + } + ], + "created": 1758820576, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 28, + "prompt_tokens": 41, + "total_tokens": 69, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + }, + "prompt": [] + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/52b4e16b7289.json b/tests/integration/recordings/responses/52b4e16b7289.json new file mode 100644 index 000000000..ff868952f --- /dev/null +++ b/tests/integration/recordings/responses/52b4e16b7289.json @@ -0,0 +1,181 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "What's the weather in Tokyo? YOU MUST USE THE get_weather function to get the weather." + } + ], + "response_format": { + "type": "text" + }, + "stream": true, + "tools": [ + { + "type": "function", + "function": { + "type": "function", + "name": "get_weather", + "description": "Get the weather in a given city", + "parameters": { + "type": "object", + "properties": { + "city": { + "type": "string", + "description": "The city to get the weather for" + } + } + }, + "strict": null + } + } + ] + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfzfVP-4Yz4kd-984c36e368b59059", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758821066, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfzfVP-4Yz4kd-984c36e368b59059", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": "call_025hjpfgbv2kf9adhboe6hd4", + "function": { + "arguments": "", + "name": "get_weather" + }, + "type": "function" + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758821066, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfzfVP-4Yz4kd-984c36e368b59059", + "choices": [ + { + "delta": { + "content": null, + "function_call": null, + "refusal": null, + "role": null, + "tool_calls": [ + { + "index": 0, + "id": null, + "function": { + "arguments": "{\"city\":\"Tokyo\"}", + "name": null + }, + "type": null + } + ] + }, + "finish_reason": null, + "index": 0, + "logprobs": null + } + ], + "created": 1758821066, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfzfVP-4Yz4kd-984c36e368b59059", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 128009 + }, + "finish_reason": "tool_calls", + "index": 0, + "logprobs": null, + "text": "", + "seed": 3184440617167083500 + } + ], + "created": 1758821059, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 24, + "prompt_tokens": 201, + "total_tokens": 225, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + } + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/53365c6ae29c.json b/tests/integration/recordings/responses/53365c6ae29c.json new file mode 100644 index 000000000..7895ae60d --- /dev/null +++ b/tests/integration/recordings/responses/53365c6ae29c.json @@ -0,0 +1,59 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "Test OpenAI telemetry creation" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "oCfxQwj-4Yz4kd-984c2bd8ba58901d", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "To test OpenAI telemetry creation, let's break down the process into steps that can help ensure telemetry data is correctly created and utilized. Telemetry in the context of AI, such as OpenAI, typically refers to the automated process of collecting, transmitting, and analyzing data from remote sources, in this case, user interactions with AI models. Here\u2019s how you might approach testing telemetry creation:\n\n### 1. **Define Telemetry Requirements**\n- **Identify Data Points:** Determine what data points are crucial for your analysis. This could include user input, model responses, interaction timestamps, user IDs, etc.\n- **Purpose of Telemetry:** Understand why you are collecting this data. Is it for model improvement, user experience enhancement, or security monitoring?\n\n### 2. **Implement Data Collection**\n- **API Integration:** If you're using OpenAI's API, ensure you have the necessary permissions and access to collect the required data. OpenAI provides APIs for interacting with their models, and you can collect telemetry data through these interactions.\n- **Logging Mechanisms:** Implement logging mechanisms in your application to capture relevant data. This could involve server-side logging for API calls or client-side logging for user interactions.\n\n### 3. **Data Transmission**\n- **Secure Data Transfer:** Ensure that the data collected is transmitted securely to your analytics or storage system. HTTPS is a standard for secure data transmission over the internet.\n- **Data Format:** Decide on a data format for transmission. JSON is commonly used due to its readability and ease of parsing.\n\n### 4. **Data Analysis**\n- **Analytics Tools:** Utilize appropriate analytics tools or platforms to process and analyze the collected data. This could range from simple statistical analysis to complex machine learning models.\n- **Visualization:** Use data visualization techniques to represent the insights gained from the telemetry data. This helps in understanding trends, patterns, and areas for improvement.\n\n### 5. **Testing the Telemetry System**\n- **Mock Data:** Test your telemetry system with mock data to ensure it can collect, transmit, and analyze data correctly without affecting real users.\n- **Real-World Testing:** Once the system seems to work with mock data, gradually introduce it to real-world scenarios, starting with a small user base to identify and fix any issues that arise.\n- **Feedback Loop:** Implement a feedback loop to continuously monitor the telemetry system's performance and the insights it provides, making adjustments as necessary.\n\n### Example of Testing with Mock Data\nIf you're testing an OpenAI model's interaction telemetry, you might simulate user queries and model responses, then verify that this data is correctly logged, transmitted, and analyzed. For instance, in Python, you might use a mock library to simulate API calls and then assert that the expected data is collected and processed.\n\n```python\nimport unittest\nfrom unittest.mock import Mock\nimport json\n\nclass TestTelemetry(unittest.TestCase):\n\n def test_telemetry_data_collection(self):\n # Mock user interaction\n user_input = \"Hello, how are you?\"\n model_response = \"I'm doing well, thanks.\"\n\n # Mock the API call\n api_call_mock = Mock(return_value=model_response)\n\n # Simulate the interaction\n response = api_call_mock(user_input)\n\n # Verify telemetry data is collected correctly\n expected_data = {\n 'user_input': user_input,\n 'model_response': model_response,\n # Other relevant data points\n }\n\n # Assuming `collect_telemetry_data` is your function to collect telemetry\n collected_data = collect_telemetry_data(user_input, response)\n\n self.assertEqual(collected_data, expected_data)\n\nif __name__ == '__main__':\n unittest.main()\n```\n\nThis example simplifies the process and focuses on the concept. Actual implementation details may vary based on your specific requirements, the technologies you're using, and the OpenAI APIs or models you're interacting with.", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [] + }, + "seed": 3434953141173799400 + } + ], + "created": 1758820620, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 791, + "prompt_tokens": 40, + "total_tokens": 831, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + }, + "prompt": [] + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/546dc9533c84.json b/tests/integration/recordings/responses/546dc9533c84.json new file mode 100644 index 000000000..720839e84 --- /dev/null +++ b/tests/integration/recordings/responses/546dc9533c84.json @@ -0,0 +1,801 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": "This is the first text", + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.039021637, + 0.022414008, + 0.060316082, + 0.010932758, + 0.018470073, + -0.038455445, + 0.013484707, + -0.038724504, + -0.025575833, + -0.07131675, + 0.03463345, + -0.025232196, + 0.020823235, + 0.03832292, + -0.006293115, + -0.088807434, + 0.0063370736, + -0.002888027, + 0.02621656, + 0.055453233, + 0.102450415, + 0.03387425, + -0.005548249, + 0.06926162, + 0.036552645, + -0.027929714, + 0.05147974, + -0.084861636, + -0.05467612, + 0.0061274734, + 0.01355064, + -0.027067322, + 0.099598646, + -0.05280082, + -0.03848137, + -0.0138273295, + 0.00055626774, + -0.062084854, + -0.026424624, + -0.004740091, + 0.06750933, + -0.05090067, + 0.06227124, + -0.01807564, + 0.0048294156, + 0.013328212, + 0.004276883, + -0.034934912, + -0.036818415, + 0.0185289, + 0.0048565175, + 0.016870664, + -0.040981345, + -0.035420854, + -0.091292314, + -0.08983982, + -0.048739515, + 0.12078825, + 0.04027495, + 0.088196404, + 0.082896, + -0.08266004, + -0.00082181377, + -0.050194185, + 0.024180485, + -0.027468672, + -0.08769602, + 0.047489725, + -0.03834715, + 0.07631481, + -0.06501303, + -0.03695376, + 0.067694835, + 0.027814003, + -0.051688053, + -0.032236356, + 0.039202936, + 0.03445711, + 0.009532945, + -0.034482885, + -0.08042295, + 0.008322418, + 0.05848545, + -0.064453684, + -0.17329726, + -0.047616575, + 0.045936666, + 0.023837132, + -0.015925486, + -0.0857517, + -0.0001586331, + -0.044116773, + -0.029393503, + 0.009738323, + 0.03763726, + -0.11253048, + 0.019114532, + 0.07549436, + -0.1030746, + -0.038988255, + 0.011407976, + -0.037570667, + 0.05159809, + 0.007962588, + 0.01113923, + 0.003076782, + 0.15470116, + 0.0043370854, + 0.030429134, + -0.027383734, + -0.030138142, + -0.079299994, + 0.12148583, + 0.034556936, + -0.0064313645, + 0.048751578, + -0.05864567, + 0.026685659, + -0.09871483, + -0.046130598, + 0.019625148, + -0.072314, + 0.03352563, + 0.01364348, + -0.085728094, + 0.06642468, + -0.094013095, + -0.037293892, + 0.0076811705, + 0.0052874135, + 0.018115167, + -0.055315576, + -0.052764144, + -0.034311842, + 0.015955461, + -0.07966574, + -0.028749859, + 0.03149985, + -0.047564246, + 0.008608991, + -0.021272784, + 0.030198015, + -0.0107804965, + 0.017173572, + -0.011607755, + -0.050619457, + 0.030204969, + 0.10163846, + -0.0056075957, + 0.06950345, + 0.04063133, + -0.03608383, + 0.023170248, + -0.014745303, + -0.014478895, + 0.10499135, + -0.038678814, + -0.0075368164, + 0.08199838, + -0.09530577, + 0.020091686, + 0.10653022, + 0.08388272, + -0.0045513124, + -0.04053859, + -0.0025074913, + 0.017358577, + -0.03037232, + 0.04310344, + -0.04824635, + 0.055064622, + -0.019335788, + -0.0674805, + 0.024816237, + 0.019295547, + 0.0007229409, + 0.04357454, + 0.021688526, + 0.08630486, + -0.011211191, + -0.039039955, + 0.17257652, + -0.007145191, + 0.006575071, + -0.0139306225, + -0.014735097, + -0.044341516, + -0.11539079, + 0.033123154, + -0.011538915, + -0.024190484, + -0.018813878, + 0.03229297, + -0.04379363, + 0.03185381, + -0.035783295, + 0.06494934, + 0.05133508, + 0.00010083616, + 0.007334995, + 0.06611978, + -0.062722, + 0.045553267, + -0.011721417, + 0.020822436, + -0.04873414, + 0.03926427, + 0.007051802, + -0.05594363, + 0.03565722, + -0.12122127, + 0.027855415, + -0.016186016, + -0.041470908, + -0.08864265, + -0.0036498592, + 0.010997135, + -0.012785444, + -0.06519897, + 0.027590077, + 0.067321666, + -0.05896251, + 0.008983399, + -0.095143765, + 0.011621533, + -0.06121848, + 0.050336383, + 0.0019902636, + 0.053377967, + -0.045287643, + 0.09474427, + -0.053598337, + 0.08048404, + -0.08297755, + 0.08607313, + 0.004596277, + 0.0204861, + 0.0132703995, + 0.0492952, + 0.003006371, + 0.024936337, + -0.021873668, + 0.11727927, + -0.043151148, + -0.0846394, + -0.048050277, + 0.0012273242, + 0.16534594, + 0.07620599, + 0.0144042745, + 0.09004986, + 0.06599925, + 0.050307803, + -0.014542778, + -0.06923349, + 0.08603958, + -0.003079753, + -0.08008583, + -0.04276064, + 0.07779741, + -0.04970902, + 0.024014566, + 0.026120175, + -0.007566401, + -0.06362058, + 0.0075124875, + -0.025173014, + 0.06797637, + 0.064056545, + -0.12027379, + -0.030917957, + 0.009303285, + 0.1108725, + 0.048372857, + -0.025575588, + -0.0063446634, + 0.011040862, + -0.03459656, + -0.0144168, + 0.048665646, + -0.009920939, + -0.0061537125, + -0.10304914, + 0.014452626, + 0.016036827, + 0.012599703, + 0.016684191, + -0.039659906, + 0.010836161, + -0.029463075, + 0.0011919601, + 0.06632273, + -0.05316992, + 0.039452244, + -0.021640282, + -0.05948179, + -0.015061293, + -0.015513855, + 0.04358236, + -0.0029279767, + 0.0860453, + -0.012484551, + -0.013506936, + 0.016622225, + 0.03162366, + -0.09996153, + -0.05663382, + -0.015155038, + 0.00578972, + 0.025347538, + -0.06958232, + 0.10877864, + -0.036945637, + 0.03478135, + 0.13662694, + -0.020611005, + 0.07592442, + 0.0036063113, + -0.09048903, + 0.016554832, + -0.04288513, + -0.027900286, + -0.07563455, + 0.030791664, + -0.033230122, + 0.018658046, + -0.043807156, + 0.029736735, + 0.10202865, + 0.009116146, + -0.09378922, + 0.099590845, + 0.0642359, + 0.0589953, + 0.05296719, + -0.07642986, + -0.11738337, + -0.05376279, + 0.09199399, + -0.0627918, + 0.03704901, + -0.037008967, + -0.05638905, + 0.009441371, + 0.04416073, + -0.03527975, + -0.03531018, + 0.07021692, + 0.05659684, + 0.099865966, + 0.076215744, + 0.043112382, + 0.007842607, + -0.039226923, + 0.006264895, + -0.03105526, + 0.060152344, + 0.040446483, + 0.10218391, + -0.07178106, + 0.015407178, + -0.06229486, + 0.0043686125, + 0.09733845, + -0.09527866, + 0.041407365, + 0.06550996, + 0.08803008, + 0.09149921, + 0.04229226, + 0.052133556, + 0.047242433, + 0.014378367, + 0.03682277, + 0.06764445, + 0.066040926, + 0.021740213, + 0.04180941, + -0.00519632, + -0.0111550195, + 0.017352529, + -0.00943155, + 0.11390086, + 0.05582122, + 0.035394136, + 0.0024461604, + 0.04081662, + -0.0007266066, + 0.06292638, + 0.0052844593, + 0.05790997, + -0.09407522, + -0.05039574, + 0.07852171, + -0.08000922, + 0.13302545, + 0.10419625, + 0.039512042, + -0.09167407, + 0.010040825, + 0.013924355, + 0.027515184, + 0.079743214, + 0.09399837, + 0.0151610905, + 0.004694856, + -0.0536953, + 0.06531984, + 0.027906924, + -0.0012715638, + 0.09168681, + -0.00026439782, + -0.0041136686, + 0.033571295, + -0.01907176, + 0.11883433, + -0.0065728375, + -0.0062215794, + -0.1049895, + -0.03321981, + -0.026450735, + 0.072518945, + -0.11240429, + -0.022515744, + -0.048495665, + -0.037087325, + 0.00032197312, + 0.051534563, + 0.046150282, + -0.08213623, + 0.09886837, + 0.041117694, + 0.05323094, + -0.05427183, + -0.022201112, + -0.024121372, + 0.012735752, + 0.1397762, + -0.007587272, + 0.05582085, + 0.06499377, + -0.018458825, + -0.021883465, + 0.032667745, + 0.02018645, + 0.040008776, + 0.07482824, + -0.024819402, + 0.045242358, + -0.06036402, + 0.025522556, + -0.025958247, + 0.018367121, + 0.029390294, + -0.031080022, + -0.010285386, + -0.007700369, + 0.045184247, + 0.044544965, + 0.029447366, + 0.014604208, + -0.09001254, + -0.09150779, + 0.048845917, + -0.005016622, + -0.030419605, + -0.021073101, + -0.028362123, + 0.04180255, + 0.011223455, + 0.026317155, + 0.07052029, + 0.04195792, + -0.010761702, + -0.054835323, + 0.047067013, + 0.04737349, + 0.09244638, + 0.096748084, + -0.03332587, + -0.009952178, + -0.0030183739, + 0.07009167, + 0.05392541, + 0.024944762, + 0.0061005787, + 0.028459419, + -0.05767917, + -0.051464006, + 0.08488547, + -0.016385203, + -0.04579279, + -0.084523976, + -0.032011546, + -0.007594041, + -0.06051386, + -0.046265714, + -0.027389096, + -0.044890895, + -0.0022862924, + -0.1268961, + -0.037864592, + 0.024412185, + -0.07392371, + -0.014362709, + 0.07425692, + 0.022583768, + 0.011156761, + -0.057216533, + -0.039548866, + -0.018076254, + -0.05556914, + -0.057198036, + -0.03188685, + 0.090208404, + 0.10571588, + 0.01070536, + 0.08128956, + 0.017667988, + -0.10340015, + 0.07804198, + -0.019781966, + 0.06535109, + -0.07777538, + -0.025819557, + -0.08128869, + -0.034394037, + 0.019422948, + -0.039221227, + -0.08033355, + -0.02329798, + -0.0962552, + -0.016624983, + 0.038193095, + -0.06870783, + -0.033954047, + -0.0025311739, + -0.114151455, + -0.00511124, + -0.06920173, + 0.044555113, + 0.10051683, + 0.04055453, + -0.06167893, + -0.01584111, + 0.0030792183, + 4.6655536e-05, + -0.026384909, + -0.012856535, + -0.06174471, + 0.0024448705, + -0.022707395, + 0.066114195, + -0.010608763, + -0.01576041, + -0.0010933182, + 0.03396316, + 0.008329627, + -0.060327142, + -0.05505636, + -0.028406821, + -0.025708841, + 0.016102789, + 0.03405433, + 0.007868113, + 0.13327968, + 0.072789304, + -0.08000951, + -0.050192088, + -0.05803803, + -0.050078847, + -0.01996999, + 0.043255676, + -0.04441973, + 0.08783117, + 0.002935635, + 0.040976398, + -0.01976899, + 0.018852778, + -0.03215457, + -0.04958742, + 0.015443288, + 0.010633601, + -0.074571095, + 0.053966194, + -0.01581196, + -0.04183213, + -0.04719714, + 0.033312585, + 0.011825424, + -0.029853545, + -0.050666492, + -0.08864941, + -0.022672195, + 0.0724055, + 0.0037794008, + 0.055587664, + -0.13644798, + 0.022921626, + 0.1152114, + 0.07047247, + 0.030930748, + -0.0052061337, + 0.044788003, + -0.08634308, + -0.10505402, + -0.025340958, + -0.08207144, + 0.059532717, + -0.0062416205, + 0.1022889, + 0.010608143, + 0.041661825, + -0.097806565, + 0.0038305484, + 0.05404457, + 0.032105837, + 0.06415997, + -0.049071103, + -0.03720757, + -0.023321476, + 0.12579422, + 0.043440778, + -0.011532883, + -0.05620173, + 0.005197981, + -0.12449035, + 0.008241525, + -0.10594952, + 0.102292866, + -0.0699, + -0.11592147, + 0.06966665, + -0.027437769, + -0.014774349, + 0.018875254, + -0.017957961, + 0.091627896, + 0.04989476, + 0.0798358, + 0.04239699, + -0.007844917, + -0.06630319, + 0.052326147, + 0.02648383, + 0.044119354, + -0.06851671, + 0.15443392, + -0.020682698, + -0.03766801, + 0.0155308945, + -0.063717306, + 0.0006521008, + -0.05569479, + -0.043325484, + -0.014842672, + -0.025855135, + 0.017403143, + -0.011325402, + 0.054577086, + 0.02011184, + -0.09925977, + -0.0069759586, + -0.03428202, + 0.0034359726, + -0.15824135, + 0.000930797, + -0.113140985, + -0.044972613, + -0.02884488, + -0.06731342, + 0.04106218, + 0.028871017, + -0.011909599, + 0.03274342, + 0.018106263, + -0.020201381, + 0.1281747, + 0.020703837, + 0.024401633, + 0.042717557, + 0.014739593, + 0.07050051, + 0.038078446, + -0.022462513, + -0.004700358, + -0.014908828, + 0.037429586, + 0.021075286, + -0.047952563, + -0.010115325, + 0.011719644, + 0.052587837, + -0.026325963, + 0.06416419, + 0.04302814, + -0.032076415, + 0.03226265, + 0.047885012, + -0.08571586, + 0.13789223, + -0.039638847, + 0.08949073, + 0.0019859069, + 0.054476757, + -0.04336167, + -0.12529649, + 0.013598417, + -0.046129137, + 0.0031463325, + -0.10019061, + 0.02212261, + -0.024540763, + -0.020073807, + -0.015366339, + -0.04205672, + -0.004573892, + 0.04018059, + -0.06835582, + 0.0762453, + -0.07784769, + -0.03393797, + -0.084803775, + 0.028064115, + 0.06559264, + -0.10455632, + 0.039434727, + -0.038992915, + -0.09218861, + 0.013562555, + -0.06523423, + 0.10188195, + 0.05163541, + 0.02234651, + 0.01926983, + 0.0017454309, + 0.030410308, + 0.025801515, + -0.0333776, + 0.0030322578, + 0.055338234, + -0.017410548, + 0.07205084, + 0.04127999, + 0.0026357244, + 0.00054674776, + -0.018812224, + 0.051227525, + 2.2485852e-05, + -0.04581609, + -0.106634825, + 0.018237107, + 0.048612136, + -0.018699843, + -0.035245672, + -0.0367398, + -0.09525288, + 0.05530859, + 0.023024498, + -0.05791263, + -0.011325011, + -0.055147734, + 0.02724777, + -0.10974393, + 0.015870394, + 0.053438365, + 0.032307543, + 0.055390432 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/5c0552be2793.json b/tests/integration/recordings/responses/5c0552be2793.json new file mode 100644 index 000000000..6372e930c --- /dev/null +++ b/tests/integration/recordings/responses/5c0552be2793.json @@ -0,0 +1,3127 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": [ + "Python is a high-level programming language that emphasizes code readability and allows programmers to express concepts in fewer lines of code than would be possible in languages such as C++ or Java.", + "Machine learning is a subset of artificial intelligence that enables systems to automatically learn and improve from experience without being explicitly programmed, using statistical techniques to give computer systems the ability to progressively improve performance on a specific task.", + "Data structures are fundamental to computer science because they provide organized ways to store and access data efficiently, enable faster processing of data through optimized algorithms, and form the building blocks for more complex software systems.", + "Neural networks are inspired by biological neural networks found in animal brains, using interconnected nodes called artificial neurons to process information through weighted connections that can be trained to recognize patterns and solve complex problems through iterative learning." + ] + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.03554640710353851, + -0.007096407935023308, + 0.03447485715150833, + -0.017988182604312897, + 0.04746536165475845, + 0.002823449671268463, + 0.018451310694217682, + -0.055378228425979614, + -0.04928762838244438, + -0.020526282489299774, + 0.01511127594858408, + -0.029369531199336052, + 0.029876960441470146, + 0.038107991218566895, + 0.037690650671720505, + -0.03575237840414047, + 0.030052166432142258, + 0.010156095959246159, + 0.023729082196950912, + 0.022262724116444588, + 0.05377553030848503, + 0.015983840450644493, + 0.012193809263408184, + 0.0363505519926548, + 0.03717820346355438, + -0.0132398447021842, + 0.005464593414217234, + -0.04128178581595421, + 0.009104952216148376, + 0.02491668239235878, + -0.0015784600982442498, + -0.03032855875790119, + 0.05317708104848862, + -0.035418543964624405, + -0.0403718501329422, + -0.031031614169478416, + 0.0066244155168533325, + -0.020375743508338928, + 0.016089564189314842, + 0.04707200825214386, + 0.045463643968105316, + -0.03221960738301277, + 0.012529425323009491, + -0.04036363214254379, + 0.002571037970483303, + 0.029752220958471298, + -0.009468672797083855, + 0.003708574688062072, + -0.03314213454723358, + -0.01323634572327137, + -0.012179017998278141, + 0.02393718995153904, + -0.008176485076546669, + 0.004878294188529253, + -0.0633009523153305, + -0.009240301325917244, + -0.0204729363322258, + 0.08824464678764343, + 0.0551028810441494, + -0.025194218382239342, + 0.015531675890088081, + -0.0328342467546463, + 0.020082000643014908, + -0.02244427241384983, + 0.025918079540133476, + 0.007830075919628143, + -0.03271260857582092, + 0.004204218741506338, + -0.00690473522990942, + 0.057740241289138794, + -0.0583774633705616, + -0.05268712714314461, + 0.04913575202226639, + 0.011438315734267235, + -0.05547183007001877, + 0.018471337854862213, + 0.022338125854730606, + 0.036328114569187164, + 0.011987737379968166, + 0.016123993322253227, + -0.023944057524204254, + -0.010756840929389, + 0.0054707913659513, + -0.03772115334868431, + -0.10223563015460968, + -0.030133256688714027, + 0.06909658759832382, + 0.03793053328990936, + -0.028042854741215706, + -0.05860919505357742, + 0.027706949040293694, + -0.013812185265123844, + -0.011283869855105877, + -0.0025857349392026663, + -0.004806371871381998, + -0.0966075137257576, + 0.03193771466612816, + 0.0727173238992691, + -0.038796763867139816, + -0.06174341216683388, + -0.0032117462251335382, + -0.06063411384820938, + 0.0606837123632431, + 0.02011265978217125, + 0.011877722106873989, + -0.004632994998246431, + 0.157028466463089, + -0.010776677168905735, + 0.04906792193651199, + 0.017969049513339996, + -0.023766208440065384, + -0.035593319684267044, + 0.06603281944990158, + 0.004095954354852438, + -0.003013259032741189, + 0.09234334528446198, + -0.06996338069438934, + -0.0012650408316403627, + -0.051047634333372116, + -0.023429956287145615, + 0.0506940558552742, + -0.000989840948022902, + 0.005756124388426542, + -0.01844569854438305, + -0.05294405296444893, + 0.10093262046575546, + -0.05163591727614403, + -0.046391189098358154, + 0.03682076185941696, + -0.013953039422631264, + -0.00829730648547411, + 0.016348037868738174, + 0.029590878635644913, + -0.010724885389208794, + 0.03132936730980873, + -0.09037119150161743, + -0.02446158416569233, + 0.01799129694700241, + -0.004724904894828796, + -0.0179754626005888, + -0.017058907076716423, + 0.06549952179193497, + -0.03879868611693382, + 0.03201507031917572, + -0.05263605713844299, + -0.07560855150222778, + 0.023038333281874657, + 0.08131105452775955, + -0.007891630753874779, + 0.010212005116045475, + -0.022032614797353745, + -0.037194348871707916, + 0.04312831163406372, + -0.021400118246674538, + -0.0055341594852507114, + 0.0505189374089241, + -0.015061940997838974, + 0.008572549559175968, + 0.06600383669137955, + -0.06507135927677155, + 0.025505272671580315, + 0.1239512488245964, + 0.0029331184923648834, + -0.05543820187449455, + -0.0464475080370903, + -0.014905349351465702, + 0.0553421825170517, + -0.060036033391952515, + 0.027302566915750504, + -0.05769211798906326, + 0.020448798313736916, + -0.02193785086274147, + -0.024715296924114227, + 0.05368613824248314, + -0.054843612015247345, + -0.0493527352809906, + -0.0036408405285328627, + 0.01888098567724228, + 0.07817717641592026, + 0.012165231630206108, + -0.013434512540698051, + 0.1234184205532074, + 0.02105126529932022, + 0.027825387194752693, + 0.04109129309654236, + -0.01481082197278738, + -0.037877876311540604, + -0.08924141526222229, + 0.014156855642795563, + -0.04031049832701683, + 0.0012453959789127111, + -0.05089078098535538, + 0.0157526396214962, + -0.013785487040877342, + 0.012570018880069256, + 0.03820948675274849, + 0.056189246475696564, + 0.0570443794131279, + -0.00707648042589426, + -0.010196640156209469, + 0.03861375153064728, + -0.06775396317243576, + 8.025951683521271e-05, + -0.01706021837890148, + 0.034831322729587555, + -0.03055954910814762, + 0.005970990285277367, + -0.04690682888031006, + -0.0664185956120491, + 0.06603065133094788, + -0.10048158466815948, + -0.010846846736967564, + 0.04063577204942703, + -0.04530816897749901, + -0.06576434522867203, + 0.024065490812063217, + 0.00985124334692955, + -0.04521741345524788, + -0.024303117766976357, + 0.007082080468535423, + 0.05948451906442642, + -0.0013600765960291028, + 0.06832627952098846, + -0.0816824734210968, + 0.03162050619721413, + -0.07064618170261383, + -0.005621605087071657, + 0.031182067468762398, + 0.028993628919124603, + -0.06745805591344833, + 0.1008504182100296, + -0.019304536283016205, + 0.05470830202102661, + -0.04224247857928276, + 0.03821016848087311, + 0.0177629292011261, + 0.0029355017468333244, + 0.0210754182189703, + 0.036286503076553345, + -0.008670195005834103, + 0.014225011691451073, + -0.03810659795999527, + 0.09428758174180984, + 0.001167136593721807, + -0.04306814447045326, + -0.05250782147049904, + 0.01725144125521183, + 0.1009177640080452, + 0.056033939123153687, + -0.04590430483222008, + 0.03750710189342499, + 0.00973665714263916, + 0.031874917447566986, + -0.028557363897562027, + -0.0427425242960453, + 0.017966706305742264, + 0.06426543742418289, + -0.07949667423963547, + 0.012790117412805557, + 0.07740969210863113, + -0.03154323995113373, + -0.000931435904931277, + 0.028952905908226967, + -0.0016979111824184656, + -0.027679821476340294, + 0.01712878607213497, + -0.0625903308391571, + 0.056609392166137695, + 0.02206997759640217, + -0.04671192169189453, + -0.02998626045882702, + -0.017524294555187225, + 0.11413019150495529, + 0.03503143787384033, + -0.04886762425303459, + -0.01309217605739832, + 0.017934465780854225, + -0.008569798432290554, + -0.011151830665767193, + 0.043749406933784485, + -0.04999162629246712, + -0.02375105582177639, + -0.06315535306930542, + -0.01858431100845337, + 0.010522568598389626, + -0.022048017010092735, + 0.006009046919643879, + -0.05854521319270134, + -0.048333462327718735, + -0.002478170907124877, + -0.015333693474531174, + 0.05189032107591629, + -0.018828751519322395, + 0.032818086445331573, + -0.06960243731737137, + -0.059407517313957214, + -0.01066416222602129, + -0.04799465835094452, + 0.03485500440001488, + -0.006828434765338898, + 0.03854886069893837, + -0.001209061942063272, + 0.01583092473447323, + -0.003763538785278797, + 0.005827051587402821, + -0.06429404765367508, + -0.026753002777695656, + -0.007608311716467142, + 0.023611638695001602, + -0.015527237206697464, + -0.0816955491900444, + 0.07749387621879578, + 0.020281655713915825, + 0.04358011856675148, + 0.06164932623505592, + 0.012244789861142635, + 0.009536119177937508, + -0.01715359278023243, + -0.049351681023836136, + -0.010262561030685902, + -0.040689606219530106, + 0.0015704972902312875, + -0.029288627207279205, + 0.033916302025318146, + 0.022839462384581566, + -0.023955155164003372, + -0.0018260570941492915, + 0.04853229969739914, + 0.029086245223879814, + 0.02011525072157383, + -0.087351955473423, + 0.029166242107748985, + 0.04226355254650116, + 0.013103838078677654, + 0.028118737041950226, + -0.03275945037603378, + -0.06070456653833389, + -0.03526311740279198, + 0.03457321971654892, + 0.000781301234383136, + 0.06521835923194885, + -0.03403833135962486, + -0.05867011100053787, + 0.029102222993969917, + 0.02450171299278736, + -0.012786544859409332, + -0.06446541845798492, + -0.0051344106905162334, + 0.03445170447230339, + 0.06778490543365479, + -0.02216685190796852, + 0.0016194046474993229, + -0.01634589582681656, + -0.0011322996579110622, + -0.01887090690433979, + -0.02892678789794445, + 0.014416128396987915, + 0.0009288133005611598, + 0.00677884416654706, + -0.04446335509419441, + 0.016548747196793556, + -0.03842639550566673, + -0.03163810446858406, + 0.06702737510204315, + -0.03608359023928642, + -0.00025231484323740005, + 0.04340079426765442, + 0.05607728287577629, + 0.031793396919965744, + 0.08414526283740997, + 0.008220396935939789, + -0.01985529251396656, + -0.013045559637248516, + -0.0149798933416605, + 0.06220037117600441, + 0.033296458423137665, + 0.00500292656943202, + 0.004333977587521076, + -0.04320530593395233, + 0.007642753422260284, + -0.03890792280435562, + 0.0051839109510183334, + 0.05762368068099022, + 0.02640019729733467, + 0.011530695483088493, + 0.02300417236983776, + -0.019416140392422676, + -0.007894888520240784, + 0.02734089083969593, + 0.000815258186776191, + 0.053942739963531494, + -0.0436263382434845, + -0.034643787890672684, + 0.07824137806892395, + -0.06709934771060944, + 0.06901289522647858, + 0.08676657825708389, + 0.01688706874847412, + -0.05954931303858757, + 0.004134624730795622, + 0.023650459945201874, + 0.0001446884125471115, + 0.037243153899908066, + 0.05318034440279007, + 0.0700862929224968, + 0.0385315977036953, + -0.00830205250531435, + 0.022020962089300156, + -0.00824003480374813, + 0.025458309799432755, + 0.04254689812660217, + 0.0009686902048997581, + -0.014871773310005665, + 0.051201775670051575, + 0.01027221791446209, + 0.08684585988521576, + -0.02971283532679081, + -0.011146444827318192, + -0.07543549686670303, + -0.020205246284604073, + -0.06203436478972435, + 0.07105137407779694, + -0.06884029507637024, + -0.033693719655275345, + -0.0417039655148983, + -0.031183280050754547, + 0.0323086753487587, + 0.07099177688360214, + 0.0004308670468162745, + -0.0946657806634903, + 0.05404246225953102, + -0.011720084585249424, + 0.045603178441524506, + -0.05754629895091057, + -0.011325608938932419, + 0.010355609469115734, + 0.022307073697447777, + 0.09751570969820023, + -0.03173089772462845, + 0.05594935640692711, + 0.010774122551083565, + 0.025656910613179207, + -0.02179778181016445, + 0.05516326427459717, + -0.035248346626758575, + 0.034484293311834335, + 0.07085457444190979, + 0.028202733024954796, + 0.056037697941064835, + -0.057751286774873734, + 0.018484141677618027, + -0.0036834031343460083, + 0.01223890669643879, + -0.0009950973326340318, + -0.01307816430926323, + 0.03376156836748123, + -0.02969367243349552, + 0.059113480150699615, + 0.04872358962893486, + 0.05968193709850311, + -0.028744438663125038, + -0.05794977769255638, + -0.08101271092891693, + 0.007644148543477058, + -0.03083055466413498, + -0.027795907109975815, + -0.010444259271025658, + -0.02906023897230625, + 0.04509296268224716, + -0.05705117806792259, + -0.04451403394341469, + 0.06550070643424988, + -0.0078123449347913265, + -0.0183242317289114, + -0.040778711438179016, + 0.005235273856669664, + 0.002707386389374733, + 0.06487920135259628, + 0.0973295047879219, + -0.02223711460828781, + -0.05871149152517319, + 0.01749638468027115, + 0.05020421743392944, + 0.027955958619713783, + 0.016088897362351418, + 0.014080396853387356, + 0.0064940787851810455, + -0.017334003001451492, + -0.049333494156599045, + 0.04429780691862106, + -0.005173363257199526, + -0.04948711767792702, + -0.001269756117835641, + -0.003951952792704105, + 0.04227662831544876, + -0.020763786509633064, + -0.050812024623155594, + -0.05954231321811676, + -0.06424717605113983, + -0.01500832848250866, + -0.06810985505580902, + -0.011319112963974476, + -0.00735191535204649, + -0.04203500226140022, + -0.02823590487241745, + 0.06403610110282898, + 0.033493559807538986, + -0.004137557931244373, + -0.04067056253552437, + -0.030258391052484512, + -0.008252452127635479, + -0.056280579417943954, + -0.0440947599709034, + -0.007525031920522451, + 0.04915264993906021, + 0.04837511479854584, + -0.019422918558120728, + 0.031448233872652054, + 0.00733947055414319, + -0.03402920439839363, + 0.05732659995555878, + -0.025952192023396492, + 0.06528374552726746, + -0.024781251326203346, + -0.027520032599568367, + -0.041780468076467514, + -0.05471392720937729, + -0.05062618851661682, + -0.0121277691796422, + -0.05728118494153023, + -0.037124015390872955, + -0.10094387084245682, + 0.0008856018539518118, + 0.016356606036424637, + -0.009727592580020428, + -0.07148565351963043, + 0.013242436572909355, + -0.05578983202576637, + 0.04417295753955841, + -0.05025770515203476, + 0.0524807907640934, + 0.058065030723810196, + 0.04594448581337929, + -0.08914202451705933, + -0.005309537518769503, + -0.0051671178080141544, + 0.020991137251257896, + -0.009967241436243057, + 0.028821321204304695, + -0.038495149463415146, + -0.011333068832755089, + -0.00032505951821804047, + 0.06773139536380768, + 0.01539461500942707, + 0.0052316030487418175, + 0.025828253477811813, + 0.004387897439301014, + 0.0009168533142656088, + -0.05614563450217247, + -0.036197442561388016, + -0.0038549299351871014, + 0.05081174895167351, + 0.02860085852444172, + 0.036911290138959885, + 0.020038267597556114, + 0.0900401696562767, + 0.04283471405506134, + -0.026248479261994362, + -0.014528274536132812, + -0.08037876337766647, + -0.015186730772256851, + -0.046942830085754395, + 0.09666776657104492, + -0.032152704894542694, + 0.1042107418179512, + -0.0037883748300373554, + 0.03532910719513893, + 0.024518869817256927, + -0.006518403068184853, + 3.624148666858673e-05, + -0.05473252385854721, + 0.0038580731488764286, + 0.01619664579629898, + -0.0592433400452137, + -0.028054092079401016, + -0.039563704282045364, + -0.07826728373765945, + 0.007303891237825155, + -0.0016252738423645496, + 0.010634698905050755, + -0.05892583727836609, + -0.1028798520565033, + -0.1025250256061554, + -0.0489053837954998, + 0.0761580839753151, + 0.0003246227279305458, + 0.01764671318233013, + -0.04567689448595047, + 0.0017265045316889882, + 0.1074521392583847, + 0.009256143122911453, + -0.0086295735090971, + 0.025150688365101814, + 0.029408499598503113, + -0.05374184250831604, + -0.08697893470525742, + -0.004331841133534908, + -0.012978748418390751, + 0.01129025686532259, + 0.01291558239609003, + 0.12539006769657135, + 0.0067464374005794525, + 0.04762988165020943, + -0.09101837873458862, + 0.0024143336340785027, + 0.06800898164510727, + -0.0031652532052248716, + -0.03735361620783806, + -0.0008640715386718512, + -0.02979232184588909, + -0.037972591817379, + 0.10696317255496979, + 0.024048063904047012, + 0.006043695844709873, + -0.014625146985054016, + -0.01327919028699398, + -0.07279280573129654, + 0.011475003324449062, + -0.07008174806833267, + 0.03393857553601265, + -0.06376609206199646, + -0.05901316553354263, + 0.03415929153561592, + -0.00576013745740056, + -0.051618244498968124, + -0.00013159774243831635, + -0.003026098944246769, + 0.09039998799562454, + 0.021720316261053085, + 0.034962330013513565, + 0.05111391842365265, + -0.013111330568790436, + -0.07111985236406326, + 0.043959252536296844, + 0.05692610144615173, + 0.012901142239570618, + -0.03638460487127304, + 0.10743413865566254, + -0.0021282576490193605, + -0.04420499876141548, + 0.01582242362201214, + -0.07095066457986832, + -0.011896103620529175, + -0.0898396298289299, + 0.000857154605910182, + 0.02479904145002365, + -0.04015585407614708, + -0.04043566435575485, + -0.0472237765789032, + 0.031227534636855125, + 0.021124064922332764, + -0.0604877769947052, + 0.003218618221580982, + -0.0231316015124321, + 0.017888469621539116, + -0.08809228986501694, + -0.0036133499816060066, + -0.06864125281572342, + -0.04682687297463417, + -0.018113508820533752, + -0.07460294663906097, + 0.031445179134607315, + 0.05917775630950928, + -0.010313867591321468, + 0.001913213636726141, + 0.021329523995518684, + -0.04515153169631958, + 0.044391997158527374, + 0.024442709982395172, + 0.052626948803663254, + 0.0038299085572361946, + 0.015321130864322186, + 0.03426644206047058, + -0.013600368052721024, + -0.056420888751745224, + -0.013546468690037727, + -0.013812181539833546, + 0.025691255927085876, + -0.036974724382162094, + 0.01779022067785263, + -0.06874419748783112, + 0.047782573848962784, + 0.03878454491496086, + -0.007244600914418697, + 0.02038305252790451, + -0.002618989907205105, + 0.005330730229616165, + 0.029592636972665787, + 0.01506439782679081, + -0.006280140485614538, + 0.0839882493019104, + -0.03317708894610405, + 0.0694027841091156, + 0.016044368967413902, + 0.031813107430934906, + -0.03898882120847702, + -0.09924381971359253, + -0.0018308327998965979, + -0.04994996264576912, + -0.027328994125127792, + -0.0730605348944664, + -0.02931971475481987, + 0.0021876508835703135, + 0.03022065758705139, + 0.035129692405462265, + -0.07134779542684555, + -0.014315178617835045, + 0.031005024909973145, + -0.017868271097540855, + -0.013462456874549389, + -0.033486656844615936, + -0.023653019219636917, + -0.04801288992166519, + 0.009975641034543514, + 0.01450454443693161, + -0.08886445313692093, + 0.05838429182767868, + -0.017613688483834267, + -0.0365159772336483, + -0.004224137403070927, + -0.04649507254362106, + 0.010790612548589706, + 0.03452901542186737, + -0.017780426889657974, + 0.0020221667364239693, + -0.03713726997375488, + -0.009614478796720505, + 0.060829438269138336, + -0.04794372618198395, + -0.0035630834754556417, + 0.015318566001951694, + 0.04921897500753403, + 0.036809924989938736, + 0.017779115587472916, + -0.0066700163297355175, + 0.012913006357848644, + -0.017593827098608017, + 0.04107185825705528, + -0.0011484860442578793, + -0.02227785997092724, + -0.07282926142215729, + -0.005404220428317785, + 0.019945429638028145, + -0.03512192144989967, + -0.048513222485780716, + -0.02390464022755623, + -0.04964315518736839, + 0.055427663028240204, + 0.042578473687171936, + -0.05552581697702408, + -0.019406726583838463, + -0.04732907563447952, + -0.01687067560851574, + -0.02169208787381649, + 0.021561047062277794, + 0.0004930216236971319, + 0.04019555076956749, + 0.038148827850818634 + ], + "index": 0, + "object": "embedding" + }, + { + "embedding": [ + -0.019107868894934654, + 0.05969410762190819, + -0.02641526237130165, + -0.00969020463526249, + -0.03747580572962761, + 0.02357102558016777, + 0.09215934574604034, + -0.02301914431154728, + -0.004839807283133268, + 0.009354430250823498, + 0.0667242631316185, + -0.054705146700143814, + 0.0034877739381045103, + -0.09294716268777847, + 0.039650965481996536, + -3.956817090511322e-05, + -0.01878221705555916, + 0.03802841901779175, + 0.04464232549071312, + 0.036792606115341187, + 0.05557376518845558, + 0.01654529571533203, + -0.05781911313533783, + 0.0298917219042778, + 0.05767952278256416, + -0.07013184577226639, + -0.023283272981643677, + -0.02829700894653797, + -0.07846219837665558, + 0.055097613483667374, + -0.031084541231393814, + 0.0370931401848793, + -0.0262261051684618, + -0.003207992995157838, + -0.0501214824616909, + -0.00466768117621541, + -0.028331540524959564, + 0.010863426141440868, + -0.030716603621840477, + 0.02695249393582344, + -0.009500059299170971, + 0.0312824584543705, + -0.016594339162111282, + -0.016109604388475418, + 0.030723711475729942, + 0.009460280649363995, + 0.03169010952115059, + 0.0428958386182785, + 0.06801591068506241, + 0.04352327063679695, + 0.06424146890640259, + 0.02542412094771862, + -0.02557544596493244, + -0.07389100641012192, + 0.024695497006177902, + -0.037883155047893524, + -0.06273537129163742, + -0.033280596137046814, + 0.0942988246679306, + -0.021529264748096466, + 0.005481111817061901, + -0.05713951960206032, + -0.03173011913895607, + 0.08359173685312271, + 0.002509322250261903, + -0.010705582797527313, + -0.02813081070780754, + 0.03218778595328331, + -0.031135477125644684, + 0.054803911596536636, + -0.03086942248046398, + 0.027762817218899727, + 0.050554174929857254, + -0.011865640059113503, + -0.034509144723415375, + -0.0822167620062828, + 0.03028966300189495, + 0.0012372484197840095, + 0.022374756634235382, + 0.005579935386776924, + 0.03646182641386986, + -0.02391068823635578, + -0.022860227152705193, + 0.06766748428344727, + 0.06965604424476624, + -0.055303674191236496, + 0.0024586475919932127, + 0.036844659596681595, + 0.02541314996778965, + 0.01812933385372162, + -0.03368941694498062, + 0.09144852310419083, + 0.09115881472826004, + -0.06697574257850647, + -0.017377778887748718, + -0.010126631706953049, + 0.027187934145331383, + -0.014947411604225636, + 0.05628008395433426, + 0.06307908147573471, + 0.03403352200984955, + 0.0030784416012465954, + 0.06869656592607498, + -0.009399832226336002, + 0.041315484791994095, + -0.010467988438904285, + -0.0483647845685482, + 0.017219247296452522, + -0.03896819427609444, + 0.021415650844573975, + 0.09061326831579208, + -0.005861051380634308, + -0.038267653435468674, + 0.046615395694971085, + 0.04201333597302437, + -0.01590883545577526, + -0.003025552723556757, + 0.021644582971930504, + -0.10279767960309982, + 0.0063465856947004795, + 0.03894897550344467, + -0.018092051148414612, + -0.035921160131692886, + -0.014537656679749489, + 0.009809433482587337, + -0.03156856819987297, + 0.018243683502078056, + -0.07279945909976959, + -0.08304895460605621, + 0.020131003111600876, + -0.003034191206097603, + 0.17061756551265717, + -0.03022359497845173, + -0.06010538339614868, + 0.0001771855168044567, + -0.06383176147937775, + -0.1212034747004509, + 0.030682992190122604, + 0.04772643372416496, + 0.02061346545815468, + 0.044820792973041534, + 0.06503155082464218, + -0.014484420418739319, + -0.07592359185218811, + 0.003911200445145369, + -0.046980120241642, + 0.062438253313302994, + -0.011392018757760525, + 0.007086616475135088, + -0.003980552311986685, + -0.09060041606426239, + 0.021531838923692703, + -0.05317315086722374, + -0.0063044060952961445, + 0.014186644926667213, + 0.05544703081250191, + 0.04073552042245865, + -0.08768859505653381, + -0.1433810442686081, + 0.062245022505521774, + -0.06447340548038483, + 0.07243824005126953, + -0.04838711395859718, + -0.10524970293045044, + -0.09465774893760681, + 0.04338963329792023, + -0.028572693467140198, + 0.08500376343727112, + -0.03209125995635986, + 0.05384884029626846, + 0.05702401325106621, + -0.06152752414345741, + 0.058184098452329636, + 0.09705542773008347, + 0.10502056032419205, + 0.03784438967704773, + 0.030813420191407204, + 0.03487790375947952, + 0.03566966578364372, + 0.12169647216796875, + -0.08527814596891403, + 0.024039991199970245, + 0.049659278243780136, + 0.011523749679327011, + -0.02314302697777748, + 0.002479518298059702, + 0.018091682344675064, + -0.03763652220368385, + 0.04773708060383797, + 0.02359866350889206, + -0.046382155269384384, + -0.07191500067710876, + -0.0137832872569561, + -0.061333637684583664, + 0.0044320980086922646, + 0.011473669670522213, + -0.0004515079490374774, + 0.004205567296594381, + 0.10532690584659576, + 0.04663138464093208, + -0.004316071979701519, + -0.02644043229520321, + 0.04246068373322487, + 0.05435512587428093, + 0.021789541468024254, + 0.03728332743048668, + 0.03247801586985588, + 0.006477495189756155, + -0.03336288779973984, + -0.052549008280038834, + 0.03782998025417328, + 0.0539570115506649, + -0.011990574188530445, + -0.012592736631631851, + -0.028249235823750496, + -0.08427534252405167, + -0.14187216758728027, + -0.015555874444544315, + 0.02031802572309971, + -0.004645025357604027, + 0.07693739980459213, + -0.0019037178717553616, + 0.05387450009584427, + 0.06875354051589966, + -0.0260264053940773, + -0.012445708736777306, + -0.09106626361608505, + -0.05967855826020241, + 0.04270946979522705, + 0.030767718330025673, + 0.004102952778339386, + -0.07895159721374512, + -0.005092627834528685, + -0.05254456400871277, + -0.027765337377786636, + -0.019031543284654617, + 0.015856865793466568, + -0.009976810775697231, + 0.06166425347328186, + -0.09034319221973419, + -0.029368003830313683, + 0.003111080499365926, + 0.013041235506534576, + -0.029530683532357216, + -0.0060139428824186325, + 0.037104107439517975, + 0.048742953687906265, + 0.012147465720772743, + -0.06627201288938522, + -0.14233113825321198, + 0.06595543771982193, + 0.09540640562772751, + -0.027140118181705475, + -0.05786439776420593, + -0.03835649788379669, + 0.04362019523978233, + -0.05224176123738289, + -0.040575262159109116, + 0.026075158268213272, + 0.0486895777285099, + 0.02869992144405842, + -0.02865298092365265, + 0.027256378903985023, + -0.04727815091609955, + -0.01788470149040222, + 0.0029314374551177025, + -0.039456482976675034, + 0.006910055875778198, + 0.019828999415040016, + 0.03293032571673393, + 0.04420895874500275, + 0.04037678241729736, + -0.004165329039096832, + 0.04362497851252556, + 0.01705991104245186, + -0.09046860039234161, + -0.007405324373394251, + 0.02170439064502716, + -0.000971913046669215, + -0.03682924434542656, + -0.0055264937691390514, + 0.00488848052918911, + -0.05618760362267494, + -0.0007306243060156703, + 0.034489840269088745, + 0.036111295223236084, + -0.027665967121720314, + 0.0036469593178480864, + -0.10788348317146301, + 0.032339032739400864, + 0.004036004189401865, + -0.0304102823138237, + 0.10898232460021973, + 0.003966630902141333, + -0.02487463504076004, + 0.011165143921971321, + 0.022842761129140854, + 0.1355801373720169, + -0.00575806712731719, + -0.03804865851998329, + 0.012298420071601868, + 0.135411337018013, + 0.013281743973493576, + -0.010842448100447655, + -0.05865247920155525, + -0.07216284424066544, + 0.00909117516130209, + -0.08173802495002747, + -0.002813630737364292, + 0.025598060339689255, + 0.07495344430208206, + -0.04790157452225685, + 0.012442308478057384, + 0.07229872792959213, + -0.03790329024195671, + 0.06151506304740906, + -0.021866757422685623, + 0.0631132572889328, + 0.025492189452052116, + -0.06090550869703293, + 0.052262693643569946, + 0.03031247854232788, + 0.04965190961956978, + -0.0513898991048336, + -0.02395702712237835, + -0.06624690443277359, + 0.03414173796772957, + -0.002529361518099904, + 0.06878060102462769, + 0.014153602533042431, + -0.06909331679344177, + 0.048220910131931305, + 0.042710382491350174, + 0.04152809828519821, + 0.09201670438051224, + 0.10529816895723343, + -0.009647340513765812, + 0.04514491558074951, + 0.06182157248258591, + 0.038261137902736664, + 0.012247578240931034, + -0.016902048140764236, + -0.054074861109256744, + -0.0027346459683030844, + -0.035286322236061096, + -0.000671595218591392, + -0.020851444453001022, + -0.05912028253078461, + 0.03581051528453827, + -0.04337315261363983, + -0.01956385374069214, + 0.004237719811499119, + -0.06927124410867691, + 0.020569758489727974, + -0.0006926784990355372, + 0.0004869419790338725, + -0.014945785515010357, + 0.06363927572965622, + 0.018962930887937546, + 0.04128069058060646, + 0.08596605062484741, + 0.00627359701320529, + -0.030244803056120872, + 0.029033750295639038, + 0.040679361671209335, + 0.03888079896569252, + -0.01623433455824852, + 0.12628987431526184, + -0.061587922275066376, + 0.11117321997880936, + 0.028206661343574524, + -0.09006542712450027, + -0.17459966242313385, + 0.05753336846828461, + -0.0777580514550209, + -0.055061567574739456, + -0.047371719032526016, + 0.00888530071824789, + -0.04794039577245712, + 0.044454410672187805, + -0.07609839737415314, + -0.050501272082328796, + 0.052621595561504364, + -0.02454296313226223, + -0.06877875328063965, + 0.0022716957610100508, + -0.020329033955931664, + 0.08024442195892334, + -0.023272959515452385, + -0.05816803500056267, + -0.04624331742525101, + 0.08294914662837982, + 0.01656801626086235, + -0.02112448960542679, + -0.09380540996789932, + 0.06970463693141937, + 0.014710181392729282, + 0.04234965890645981, + 0.0002107415348291397, + 0.025668375194072723, + 0.04749423265457153, + -0.03174463286995888, + -0.10041133314371109, + 0.04286760836839676, + 0.059495434165000916, + -0.0024170400574803352, + -0.1331634521484375, + -0.019143972545862198, + -0.045793578028678894, + 0.013072194531559944, + -0.06513761729001999, + -0.0021775441709905863, + 0.07740801572799683, + 0.0128395427018404, + 0.034201547503471375, + 0.002501504961401224, + -0.06347143650054932, + -0.0827707052230835, + -0.058420464396476746, + 0.011762617155909538, + -0.10761692374944687, + 0.06448917835950851, + -0.04513268172740936, + -0.017448261380195618, + 0.03361862152814865, + -0.010465940460562706, + 0.12419401854276657, + 0.01241596695035696, + -0.0641559585928917, + -0.05590023845434189, + 0.0018879227573052049, + 0.1075424998998642, + -0.0632002204656601, + 0.0012930401135236025, + 0.038224510848522186, + -0.023312170058488846, + -0.00465640053153038, + -0.04008292406797409, + -0.03062780573964119, + -0.02024693787097931, + -0.028171975165605545, + 0.03836512938141823, + 0.038529135286808014, + 0.05846807733178139, + 0.022991705685853958, + -0.0016795138362795115, + -0.04207833856344223, + -0.032820925116539, + -0.03261202201247215, + -0.030419277027249336, + 0.03492671623826027, + -0.0626068264245987, + 0.015011549927294254, + -0.07747045904397964, + 0.009282127022743225, + 0.05342179909348488, + 0.004121758043766022, + 0.015549017116427422, + 0.009798477403819561, + 0.09516540914773941, + -0.10548490285873413, + -0.09371929615736008, + -0.07756969332695007, + -0.05806498974561691, + 0.06880338490009308, + -0.026806222274899483, + -0.004507019650191069, + 0.04031221196055412, + 0.07586846500635147, + 0.0010414771968498826, + -0.032703712582588196, + 0.011433696374297142, + 0.029833726584911346, + -0.0257119033485651, + -0.03366890177130699, + 0.03963543847203255, + -0.03344348073005676, + 0.03677061200141907, + 0.0016234205104410648, + 0.036410167813301086, + 0.0027553834952414036, + 0.05725175887346268, + 0.0871000587940216, + 0.017660632729530334, + -0.1307959258556366, + -0.030803510919213295, + -0.06702478975057602, + -0.03890928626060486, + 0.005833339877426624, + 0.046123526990413666, + 0.024221643805503845, + 0.10369864851236343, + -0.04899594187736511, + 0.03488156199455261, + -0.010654409416019917, + -0.029799839481711388, + -0.0498703233897686, + 0.04467075690627098, + -0.00047155001084320247, + 0.03461684286594391, + 0.05542340874671936, + -0.01189647987484932, + 0.05968725308775902, + -0.03660564124584198, + -0.0037804662715643644, + 0.04793388023972511, + -0.07941094785928726, + 0.03307073190808296, + -0.023683249950408936, + 0.0025685373693704605, + -0.04098949581384659, + 0.03376660868525505, + 0.005951263476163149, + 0.07380400598049164, + -0.023361800238490105, + -0.0009826641762629151, + 0.0021398146636784077, + 0.0314042903482914, + -0.02987937442958355, + -0.08601617813110352, + 0.0914551243185997, + 0.0272340327501297, + 0.00570692541077733, + 0.03476465120911598, + -0.025536982342600822, + 0.05501542240381241, + -0.09498315304517746, + -0.017913876101374626, + -0.009813526645302773, + 0.07722225040197372, + -0.10824139416217804, + -0.08675307780504227, + 0.05775047093629837, + 0.10283687710762024, + 0.10858594626188278, + 0.004729479551315308, + -0.03893456608057022, + 0.12252123653888702, + -0.05336784943938255, + 0.007989426143467426, + 0.02518993616104126, + 0.021054377779364586, + -0.01120569184422493, + 0.008962331339716911, + 0.15070155262947083, + -0.041931431740522385, + 0.020063523203134537, + 0.07124665379524231, + -0.015184132382273674, + -0.009105974808335304, + -0.010330158285796642, + 0.002910048933699727, + 0.08601880818605423, + 0.0687614306807518, + -0.007822689600288868, + -0.016773391515016556, + -0.03154626861214638, + -0.07681484520435333, + -0.005057695787400007, + 0.017769012600183487, + 0.025736026465892792, + -0.002089190063998103, + -0.0345032699406147, + 0.06573650240898132, + 0.009012715891003609, + 0.0017626332119107246, + 0.0250503271818161, + 0.016202164813876152, + 0.04089904576539993, + -0.0011557838879525661, + -0.022899556905031204, + 0.020666014403104782, + 0.04018319025635719, + 0.029078686609864235, + -0.007621978875249624, + -0.016741041094064713, + 0.030248675495386124, + 0.02992335520684719, + 0.024699456989765167, + 0.017959201708436012, + 0.02364400401711464, + -0.034220755100250244, + -0.044312484562397, + 0.05544113367795944, + 0.04405776038765907, + -0.06289990246295929, + 0.018241044133901596, + 0.008325253613293171, + -0.029943838715553284, + 0.050102684646844864, + -0.023013044148683548, + 0.055493418127298355, + -0.06803395599126816, + -0.09021510928869247, + 0.08165101706981659, + 0.05944748967885971, + 0.021631119772791862, + -0.10993658006191254, + -0.0366002656519413, + 0.03235526755452156, + 0.019820883870124817, + 0.0018356747459620237, + -0.03975026309490204, + 0.024339156225323677, + 0.04263564944267273, + -0.061034977436065674, + -0.014553683809936047, + 0.0012570091057568789, + -0.024188965559005737, + 0.05914260074496269, + -0.007840420119464397, + -0.06857188791036606, + 0.09867143630981445, + -0.08754199743270874, + -0.0781262144446373, + -0.015508989803493023, + -0.010083363391458988, + 0.07288424670696259, + 0.09142982959747314, + -0.03969590365886688, + -0.05447239801287651, + 0.059492725878953934, + 0.07319212704896927, + -0.01694398559629917, + -0.03204117342829704, + 0.040536362677812576, + -0.008453471586108208, + -0.10774454474449158, + -0.020000411197543144, + -0.03818512707948685, + -0.0015745327109470963, + -0.03628892824053764, + 0.04461211711168289, + -0.05635157227516174, + 0.003746225731447339, + 0.041590671986341476, + 0.12744614481925964, + 0.006540853530168533, + -0.051108427345752716, + 0.015473317354917526, + -0.03978969156742096, + -0.03567656874656677, + 0.04545801877975464, + 0.05113706737756729, + 0.06606247276067734, + -0.039817459881305695, + 0.05209381505846977, + 0.050641030073165894, + 0.009054858237504959, + 0.001490931841544807, + 0.03269848972558975, + 0.037380777299404144, + -0.1146283894777298, + -0.04820196330547333, + 0.003163886023685336, + -0.02449909970164299, + 0.01799364760518074, + 0.016373910009860992, + -0.041310638189315796, + 0.04804148152470589, + -0.015126112848520279, + 0.08803117275238037, + -0.03349269926548004, + -0.005476118065416813, + 0.049157604575157166, + -0.06031497195363045, + 0.011520297266542912, + -0.029003849253058434, + 0.03276553004980087, + 0.05113251507282257, + -0.05430557206273079, + 0.08796515315771103, + 0.031849559396505356, + 0.029127072542905807, + -0.04036870226264, + -0.035829927772283554, + 0.01921452023088932, + -0.05420341342687607, + -0.04428316280245781, + 0.03898577764630318, + -0.0254821740090847, + 0.04274837672710419, + -0.004430112428963184, + 0.021844282746315002, + -0.0277419276535511, + -0.006554972380399704, + 0.02749747969210148, + -0.0060079158283770084, + -0.0759068951010704, + 0.051791753619909286, + -0.05145301669836044, + -0.029623968526721, + -0.12719927728176117, + 0.16616640985012054, + 0.01761988364160061, + -0.062106575816869736, + -0.0028107725083827972, + -0.011166619136929512, + -0.043970100581645966, + -0.05232355743646622, + 0.09471729397773743, + -0.018105845898389816, + -0.031164875254034996, + -0.07069668173789978, + -0.027401957660913467, + 0.03022896498441696, + 0.023299144580960274, + -0.10004950314760208, + 0.05298234894871712, + -0.0990290567278862, + -0.03169042989611626, + 0.06493762880563736, + -0.0012039461871609092, + -0.022033141925930977, + 0.037844426929950714, + -0.09252651780843735, + -0.027259940281510353, + -0.028783030807971954, + -0.15443633496761322, + -0.011268218979239464, + 0.11249776184558868, + -0.04436073452234268, + 0.015984032303094864, + 0.021389255300164223, + -0.01712341420352459, + -0.043895382434129715, + -0.07284197956323624, + 0.0319129079580307, + 0.12249504029750824, + -0.06822671741247177, + -0.031229401007294655, + -0.04616959020495415, + -0.04777440428733826, + 0.01624317653477192, + 0.07043299823999405, + -0.029858168214559555, + -0.050169117748737335, + 0.08853098750114441, + 0.03621404245495796, + -0.07093819230794907, + -0.034914661198854446, + -0.025673825293779373, + -0.02026950754225254, + 0.06507165729999542, + 0.0763045996427536, + 0.02203441597521305, + 0.033576007932424545, + 0.03952609375119209, + 0.02557799592614174, + 0.005753787234425545, + 0.01158105581998825, + 0.04434368386864662, + -0.0012732513714581728, + -0.04557472839951515, + 0.042615748941898346, + -0.013398909009993076, + -0.027536101639270782, + 0.02765466831624508, + 0.03956178203225136, + -0.06656771153211594, + 0.046436857432127, + 0.03554150462150574, + -0.003146965755149722, + 0.001389424316585064, + -0.09146097302436829, + 0.005561611149460077, + 0.016635337844491005, + -0.06795576959848404 + ], + "index": 1, + "object": "embedding" + }, + { + "embedding": [ + -0.061557523906230927, + 0.02080259658396244, + 0.055228427052497864, + 0.0020441869273781776, + 0.0025449786335229874, + -0.04805852845311165, + 0.0265218336135149, + -0.05998262017965317, + -0.0295464675873518, + -0.07836110144853592, + 0.020754694938659668, + -0.018101077526807785, + 0.012781891040503979, + 0.03845624998211861, + -3.4533441066741943e-06, + -0.0718374028801918, + -0.010329673998057842, + 0.019257087260484695, + 0.02170238457620144, + 0.031523268669843674, + 0.09562760591506958, + 0.020851192995905876, + -0.00297796493396163, + 0.09478145837783813, + 0.043912265449762344, + -0.027752766385674477, + 0.03518194332718849, + -0.0646074116230011, + -0.02263837493956089, + 0.017166532576084137, + 0.021467985585331917, + -0.01767192967236042, + 0.09736727923154831, + -0.03964245319366455, + -0.03365505114197731, + -0.006702782586216927, + 0.005792389158159494, + -0.03890980780124664, + -0.0011443658731877804, + 0.014723812229931355, + 0.05521225556731224, + -0.027238909155130386, + 0.058320362120866776, + -0.02367200143635273, + 0.0065787918865680695, + 0.0056058382615447044, + -0.010819255374372005, + -0.039377011358737946, + -0.012212555855512619, + 0.013808563351631165, + 0.0007871052366681397, + -0.002378924982622266, + -0.015141905285418034, + -0.031390365213155746, + -0.06274549663066864, + -0.05993959307670593, + -0.026836197823286057, + 0.10041190683841705, + 0.05616408586502075, + 0.023109061643481255, + 0.05199896916747093, + -0.06549163162708282, + 0.028634920716285706, + -0.044805821031332016, + 0.010857407003641129, + -0.0038166530430316925, + -0.08109555393457413, + 0.044161852449178696, + -0.020472757518291473, + 0.0758325383067131, + -0.06934519112110138, + -0.04711494222283363, + 0.058023568242788315, + 0.016695929691195488, + -0.056938156485557556, + -0.01581818424165249, + 0.01544687058776617, + 0.027362950146198273, + 0.006386633031070232, + -0.029433026909828186, + -0.05808013677597046, + 0.004807379096746445, + 0.04571516439318657, + -0.048068832606077194, + -0.1409703493118286, + -0.04430615156888962, + 0.07560203224420547, + 0.02842158079147339, + -0.021456964313983917, + -0.07939398288726807, + 0.004749900195747614, + -0.03420829400420189, + -0.016520069912075996, + 0.017604999244213104, + 0.026151373982429504, + -0.13602207601070404, + 0.01756151206791401, + 0.06743232160806656, + -0.0788491889834404, + -0.0732865259051323, + -0.00963820144534111, + -0.030407778918743134, + 0.054906539618968964, + 0.014350044541060925, + 0.018225759267807007, + -0.0002081543207168579, + 0.1769949197769165, + 0.024131931364536285, + 0.06296230852603912, + -0.029111331328749657, + -0.03202029690146446, + -0.04699435457587242, + 0.09393177926540375, + 0.010633355006575584, + 0.0035634299274533987, + 0.06478850543498993, + -0.0749504417181015, + 0.010190804488956928, + -0.07949966937303543, + -0.030986765399575233, + -0.007734260056167841, + -0.047853633761405945, + 0.006169784814119339, + -0.0033485540188848972, + -0.06453626602888107, + 0.08211663365364075, + -0.08734812587499619, + -0.026940234005451202, + 0.00634808698669076, + -0.024274475872516632, + 0.008418355137109756, + -0.04505014792084694, + -0.027207395061850548, + -0.0036513102240860462, + 0.029595818370580673, + -0.0897647961974144, + -0.04516728222370148, + 0.04067203402519226, + -0.03197766840457916, + 0.0231638140976429, + -0.02368600107729435, + 0.04237283393740654, + -0.03507782146334648, + 0.01177262794226408, + -0.024702254682779312, + -0.08386675268411636, + 0.026940980926156044, + 0.0779075101017952, + -0.025266939774155617, + 0.04615459218621254, + 0.01339583657681942, + -0.02941860631108284, + 0.02515445463359356, + -0.0320737361907959, + 0.0010209080064669251, + 0.09977539628744125, + -0.018261563032865524, + -0.00983362179249525, + 0.09386462718248367, + -0.06959392130374908, + -0.0006084776832722127, + 0.11735045164823532, + 0.05741734430193901, + -0.0237805787473917, + -0.04109995812177658, + 0.0009611320565454662, + 0.006311706267297268, + -0.041298117488622665, + 0.04715995863080025, + -0.056103333830833435, + 0.02898971363902092, + -0.027803028002381325, + -0.07407600432634354, + 0.004661418031901121, + 0.01099067647010088, + -0.006461405660957098, + 0.022562436759471893, + 0.029299777001142502, + 0.04790095239877701, + -0.01662955991923809, + -0.01823064684867859, + 0.14664961397647858, + 0.003053737571462989, + 0.018857616931200027, + 0.002498770598322153, + -0.012757600285112858, + -0.061637911945581436, + -0.11198734492063522, + 0.014784800820052624, + -0.016342399641871452, + -0.014666472561657429, + -0.021422233432531357, + 0.03471158444881439, + -0.03667265549302101, + 0.03310947120189667, + -0.029424097388982773, + 0.09364338219165802, + 0.08107949048280716, + 0.0010562833631411195, + -0.0027208428364247084, + 0.0709361657500267, + -0.07117032259702682, + 0.041216250509023666, + -0.0035790237598121166, + 0.021134505048394203, + -0.023005999624729156, + 0.03180701658129692, + -0.015317085199058056, + -0.07503004372119904, + 0.03297184780240059, + -0.1122499480843544, + 0.026771968230605125, + -0.003317444585263729, + -0.03583106771111488, + -0.10052846372127533, + -0.01670895703136921, + 0.006044056732207537, + -0.0353948138654232, + -0.06496644020080566, + 0.04254237934947014, + 0.06662790477275848, + -0.02872725948691368, + 0.03233612701296806, + -0.08098772168159485, + -0.002917562611401081, + -0.059007685631513596, + 0.01551723014563322, + -0.0036865416914224625, + 0.03948555141687393, + -0.029730895534157753, + 0.08848481625318527, + -0.04417796432971954, + 0.08919074386358261, + -0.05832821503281593, + 0.07851067185401917, + 0.009961046278476715, + 0.030549589544534683, + 0.04732692986726761, + 0.04392458498477936, + -0.02009996771812439, + 0.031521156430244446, + -0.03206602483987808, + 0.11469870060682297, + -0.024758143350481987, + -0.08026223629713058, + -0.035604171454906464, + 0.018993748351931572, + 0.14987272024154663, + 0.060040105134248734, + -0.017032846808433533, + 0.06244199350476265, + 0.03899195417761803, + 0.06938868761062622, + -0.012093457393348217, + -0.07042790949344635, + 0.0835808590054512, + 0.01002182811498642, + -0.07154907286167145, + -0.03159642964601517, + 0.05388499051332474, + -0.029367676004767418, + 0.031295858323574066, + 0.0238728616386652, + 0.004915574099868536, + -0.04333344101905823, + 0.0211846511811018, + -0.05012655630707741, + 0.07294707745313644, + 0.03529274836182594, + -0.07038716226816177, + -0.028013255447149277, + 0.02531358227133751, + 0.11515265703201294, + 0.04194512963294983, + -0.051548201590776443, + -0.03893586993217468, + -0.007670999970287085, + -0.015665851533412933, + -0.012601067312061787, + 0.05932888388633728, + -0.026280006393790245, + 0.020621582865715027, + -0.08311574906110764, + 0.024060217663645744, + 0.004734879359602928, + -0.013305076397955418, + 0.011913719587028027, + -0.028520511463284492, + 0.011541048064827919, + -0.01646098680794239, + 0.0027226305101066828, + 0.043097518384456635, + -0.03690396621823311, + 0.023397205397486687, + -0.041729021817445755, + -0.04418623819947243, + -0.026759829372167587, + -0.003737540217116475, + 0.028038935735821724, + -0.0103102782741189, + 0.04782361909747124, + -0.04321561008691788, + -0.01046162098646164, + 0.01591915264725685, + 0.037790361791849136, + -0.09842560440301895, + -0.05866103619337082, + 0.012297896668314934, + 0.009950865991413593, + 0.007484015077352524, + -0.05998437479138374, + 0.10837540030479431, + -0.016087345778942108, + 0.03411209210753441, + 0.11232127249240875, + -0.0387527234852314, + 0.04367959126830101, + 0.004913573618978262, + -0.07560715824365616, + 0.005539371632039547, + -0.04728255420923233, + -0.019808584824204445, + -0.07848677784204483, + 0.019333817064762115, + -0.012286359444260597, + -0.0008059663814492524, + -0.03699260950088501, + 0.02564675360918045, + 0.08281515538692474, + 0.01159362681210041, + -0.07901489734649658, + 0.08633352816104889, + 0.0484158881008625, + 0.024328358471393585, + 0.048739202320575714, + -0.023705506697297096, + -0.11965138465166092, + -0.04248884320259094, + 0.10684081166982651, + -0.05587674304842949, + 0.04601799324154854, + -0.03752054646611214, + -0.06610417366027832, + 0.020532017573714256, + 0.05577194318175316, + -0.0351848304271698, + -0.03966183215379715, + 0.039472825825214386, + 0.04662502929568291, + 0.0920429602265358, + 0.05710485950112343, + 0.0015081677120178938, + -0.001661293557845056, + -0.03866681084036827, + 0.008358764462172985, + -0.010966735891997814, + 0.051610253751277924, + 0.012763690203428268, + 0.08436810970306396, + -0.04448515549302101, + 0.004049496725201607, + -0.05853516608476639, + -0.010701366700232029, + 0.0802207812666893, + -0.06702207773923874, + 0.02797039784491062, + 0.05719626322388649, + 0.06924539804458618, + 0.07604339718818665, + 0.04466324672102928, + 0.05305468291044235, + 0.03920542448759079, + 0.02115277200937271, + 0.017460286617279053, + 0.09175240248441696, + 0.03976890444755554, + 0.006327434908598661, + 0.017122600227594376, + -0.020584115758538246, + -0.0022071937564760447, + -0.01142031978815794, + 0.002747416030615568, + 0.0869361013174057, + 0.04037103429436684, + 0.05526987835764885, + 0.0037959632463753223, + 0.046756330877542496, + 0.003939548507332802, + 0.05206673592329025, + 0.005674003157764673, + 0.040892262011766434, + -0.06547341495752335, + -0.03260507062077522, + 0.08396773040294647, + -0.07550634443759918, + 0.12760308384895325, + 0.0880792960524559, + 0.01173308864235878, + -0.09041643887758255, + 0.029585275799036026, + 0.001130781602114439, + 0.0007187369046732783, + 0.04810946434736252, + 0.08175022155046463, + 0.023635948076844215, + -0.0007396190194413066, + -0.044851914048194885, + 0.043525196611881256, + 0.03885793313384056, + -0.0062509928829967976, + 0.06491073966026306, + -0.006760436575859785, + 4.718080163002014e-06, + 0.034302957355976105, + -0.01173165999352932, + 0.12747405469417572, + -0.014666312374174595, + -0.009264315478503704, + -0.10077650845050812, + -0.012223553843796253, + -0.030275540426373482, + 0.08462796360254288, + -0.06931953877210617, + -0.008290097117424011, + -0.061825480312108994, + -0.03543975204229355, + 0.0064462944865226746, + 0.06175720691680908, + 0.041911300271749496, + -0.08280936628580093, + 0.07825805991888046, + 0.0022807137575000525, + 0.05598978325724602, + -0.05291788652539253, + -0.017720498144626617, + -0.0037429446820169687, + -0.00740834092721343, + 0.13099193572998047, + -0.016362376511096954, + 0.04761392995715141, + 0.06243278086185455, + -0.012130548246204853, + -0.014929243363440037, + 0.049694936722517014, + 0.020226312801241875, + 0.03466084972023964, + 0.05942593142390251, + -0.02239811234176159, + 0.05331430584192276, + -0.040120869874954224, + 0.039348915219306946, + -0.013168253935873508, + -0.012476191855967045, + 0.02109885774552822, + -0.01602952741086483, + 0.0010936758480966091, + -0.021984923630952835, + 0.04495074227452278, + 0.04218602553009987, + 0.013104777783155441, + -0.0009330061147920787, + -0.06865502148866653, + -0.07468852400779724, + 0.03262045979499817, + 0.003583319019526243, + -0.024782249704003334, + -0.006680495571345091, + -0.002014060504734516, + 0.04689604789018631, + -0.0004360750026535243, + 0.004111730493605137, + 0.05334358289837837, + 0.021736275404691696, + -0.020955385640263557, + -0.04790278151631355, + 0.040953442454338074, + 0.04858502745628357, + 0.11163617670536041, + 0.11007434129714966, + -0.03981231153011322, + -0.011445174925029278, + -0.005122769623994827, + 0.0803154706954956, + 0.06338779628276825, + 0.0139765040948987, + 0.004219823516905308, + 0.03783654049038887, + -0.04720406234264374, + -0.061881937086582184, + 0.08398488909006119, + -0.03193046152591705, + -0.06009882315993309, + -0.04475605860352516, + -0.03480907157063484, + -0.006613061297684908, + -0.05507068336009979, + -0.05623098835349083, + -0.012239466421306133, + -0.039281658828258514, + 0.013645431958138943, + -0.0984303280711174, + -0.021213950589299202, + 0.03370966762304306, + -0.05870208889245987, + -0.018790647387504578, + 0.09075725823640823, + 0.01939035952091217, + 0.016227634623646736, + -0.05809008702635765, + -0.05329965427517891, + -0.012274257838726044, + -0.07503010332584381, + -0.0560571625828743, + -0.025919314473867416, + 0.07525516301393509, + 0.07574900984764099, + 0.020306071266531944, + 0.05117601528763771, + 0.009903589263558388, + -0.10001925379037857, + 0.07389220595359802, + -0.0358579158782959, + 0.07475733011960983, + -0.050454191863536835, + -0.011644942685961723, + -0.07511253654956818, + -0.02085184119641781, + 0.007209982722997665, + -0.03442830592393875, + -0.07751305401325226, + -0.011530717834830284, + -0.10854385048151016, + -0.026548288762569427, + 0.022584158927202225, + -0.05808578059077263, + -0.06184999272227287, + -0.006361300125718117, + -0.08633283525705338, + -0.007299655117094517, + -0.054048508405685425, + 0.04977639019489288, + 0.0800187811255455, + 0.043838679790496826, + -0.058855533599853516, + 0.0008643732871860266, + -0.011604574508965015, + -0.0005179251893423498, + -0.007619425188750029, + 0.011775720864534378, + -0.04379800707101822, + -0.014153039082884789, + -0.024185743182897568, + 0.06792017072439194, + -0.0032818906474858522, + 0.004900431260466576, + 0.007497119717299938, + 0.01870359480381012, + 0.008026315830647945, + -0.05082084611058235, + -0.0362345427274704, + -0.013726629316806793, + -0.021465320140123367, + 0.04130924493074417, + 0.05518465116620064, + 0.008306142874062061, + 0.12373553216457367, + 0.07854555547237396, + -0.0875948816537857, + -0.050983600318431854, + -0.055993761867284775, + -0.041282135993242264, + -0.02437025122344494, + 0.05205613374710083, + -0.0502597913146019, + 0.08499561995267868, + -0.005645051132887602, + 0.07367569953203201, + -0.015836002305150032, + 0.0162825807929039, + -0.002377419965341687, + -0.0469253808259964, + 0.006652745883911848, + 0.026379568502306938, + -0.08686188608407974, + 0.0301973819732666, + -0.0031743175350129604, + -0.04157540947198868, + -0.0422104112803936, + 0.02118316851556301, + 0.010832742787897587, + -0.029460832476615906, + -0.051823828369379044, + -0.09889776259660721, + -0.02205701172351837, + 0.07898921519517899, + 0.006344629917293787, + 0.04122161120176315, + -0.13566647469997406, + 0.026102155447006226, + 0.10255654901266098, + 0.04816935583949089, + 0.019704462960362434, + -0.0037931432016193867, + 0.04952011629939079, + -0.0624857060611248, + -0.10203205049037933, + -0.04100814461708069, + -0.04298250377178192, + 0.052039649337530136, + -0.009493480436503887, + 0.10994862765073776, + 0.01494740042835474, + 0.04819463938474655, + -0.07886224240064621, + 0.012770792469382286, + 0.05823500081896782, + -0.010228138417005539, + 0.043389249593019485, + -0.04455692693591118, + -0.026159441098570824, + -0.014504816383123398, + 0.1315975934267044, + 0.015806524083018303, + 0.00017872080206871033, + -0.039979465305805206, + -0.01070393156260252, + -0.11038648337125778, + 0.004028037656098604, + -0.09508360177278519, + 0.09150142222642899, + -0.07623880356550217, + -0.09600035846233368, + 0.031263478100299835, + -0.03871247172355652, + -0.00802614912390709, + 0.025084661319851875, + 0.00300199375487864, + 0.08458340167999268, + 0.07256080955266953, + 0.05981824919581413, + 0.033045221120119095, + 0.013377734459936619, + -0.08104311674833298, + 0.025950508192181587, + 0.035431571304798126, + 0.03974687680602074, + -0.08084629476070404, + 0.1328800916671753, + -0.006378353573381901, + -0.03064691461622715, + 0.014535668306052685, + -0.0682513415813446, + 0.001491258735768497, + -0.041070789098739624, + -0.039945997297763824, + 0.00709237577393651, + -0.01808503270149231, + 0.013203002512454987, + -0.011125064454972744, + 0.0527070127427578, + 0.02085830084979534, + -0.07813666015863419, + -0.009450078010559082, + -0.02172713354229927, + -0.01300408598035574, + -0.11026838421821594, + 0.007873781956732273, + -0.1196158304810524, + -0.033466920256614685, + -0.0457322932779789, + -0.06961105763912201, + 0.03899574652314186, + 0.03212570771574974, + 0.0012680359650403261, + 0.016437234356999397, + 0.02134554646909237, + -0.0263697300106287, + 0.12652339041233063, + 0.005523796658962965, + 0.03978269174695015, + 0.015642153099179268, + 0.012732453644275665, + 0.04305964708328247, + 0.03454715758562088, + -0.03824087977409363, + 0.004328976385295391, + 0.0003912262327503413, + 0.027716636657714844, + 0.02396395057439804, + -0.02847343124449253, + -0.016948312520980835, + 0.023767292499542236, + 0.04629465192556381, + -0.03143468126654625, + 0.037742406129837036, + 0.021194443106651306, + -0.03788991644978523, + 0.024483749642968178, + 0.05208025127649307, + -0.031938306987285614, + 0.12170270085334778, + -0.05562039092183113, + 0.08853810280561447, + -0.022249754518270493, + 0.03863701969385147, + -0.02860582433640957, + -0.13264809548854828, + -0.008532378822565079, + -0.0406331866979599, + 0.015312130562961102, + -0.07805967330932617, + 0.006238729692995548, + -0.025534609332680702, + -0.0070103248581290245, + 0.010838434100151062, + -0.03673049807548523, + -0.001783689484000206, + 0.04765395075082779, + -0.04501599073410034, + 0.04099445417523384, + -0.06562845408916473, + -0.023723235353827477, + -0.09627480059862137, + 0.022906223312020302, + 0.05437895655632019, + -0.09688648581504822, + 0.022415542975068092, + -0.02507556416094303, + -0.07629584521055222, + 0.01678617112338543, + -0.04702872037887573, + 0.09093689173460007, + 0.05460728704929352, + 0.013151026330888271, + -0.0032807972747832537, + -0.01958034187555313, + 0.012639516033232212, + 0.03352852165699005, + -0.048807695508003235, + 0.012123597785830498, + 0.021912487223744392, + 0.003014186630025506, + 0.06145930290222168, + 0.06476475298404694, + -0.007475043181329966, + -0.0009288859437219799, + -0.014005833305418491, + 0.059760816395282745, + 0.022914253175258636, + -0.05352196469902992, + -0.07883243262767792, + 0.029276518151164055, + 0.04270949587225914, + -0.03137461096048355, + -0.047380246222019196, + -0.01453434769064188, + -0.07227451354265213, + 0.07678356766700745, + 0.03607282042503357, + -0.04686196520924568, + -0.04268438369035721, + -0.04856279492378235, + 0.022016890347003937, + -0.09514237195253372, + 0.012326696887612343, + 0.043724242597818375, + 0.03722542151808739, + 0.0664031058549881 + ], + "index": 2, + "object": "embedding" + }, + { + "embedding": [ + -0.04192072153091431, + 0.06739765405654907, + -0.0881117507815361, + -0.025434914976358414, + -0.0007976124179549515, + 0.04544219747185707, + 0.023919273167848587, + -0.01714596152305603, + 0.015248444862663746, + -0.041811686009168625, + 0.02325117215514183, + 0.0897035300731659, + 0.012673909775912762, + -0.02059660106897354, + -0.09084810316562653, + -0.015460507944226265, + -0.014105337671935558, + -0.03226720169186592, + -0.02632078155875206, + -0.026455795392394066, + 0.06212672218680382, + 0.023486662656068802, + -0.032582152634859085, + 0.03263164684176445, + -0.02057139202952385, + -0.03550923988223076, + -0.041698552668094635, + -0.048175204545259476, + 0.030519232153892517, + -0.06563308835029602, + 0.05298648402094841, + 0.06691961735486984, + -0.025483068078756332, + 0.0004842057533096522, + -0.007826434448361397, + -0.041435252875089645, + -0.033761776983737946, + 0.045098789036273956, + 0.055017270147800446, + -0.007720989640802145, + -0.10931381583213806, + -0.017970597371459007, + 0.02401716262102127, + -0.006750625558197498, + 0.07090383768081665, + 0.03815016523003578, + -0.006283546797931194, + 0.06242258474230766, + -0.04689883813261986, + 0.006446192041039467, + 0.009382223710417747, + -0.002529083052650094, + -0.00011536478996276855, + -0.0009448041091673076, + -0.030059032142162323, + 0.020660191774368286, + -0.035045746713876724, + 0.012610760517418385, + -0.05114401504397392, + 0.014291507191956043, + -0.01914171688258648, + 0.05595478042960167, + 0.20842894911766052, + 0.04091084748506546, + -0.03339199349284172, + -0.018736684694886208, + -0.04324203357100487, + -0.036510296165943146, + -0.040959205478429794, + -0.055596861988306046, + 0.02378627099096775, + -0.032412514090538025, + 0.03718755021691322, + -0.08895562589168549, + -0.01896924339234829, + 0.0032698852010071278, + -0.023522846400737762, + -0.055508214980363846, + -0.07383961975574493, + 0.014368696138262749, + 0.07959893345832825, + -0.05999409779906273, + 0.10828885436058044, + -0.03971143439412117, + -0.07375017553567886, + -0.03630795702338219, + 0.010715680196881294, + -0.015512369573116302, + -0.03692962974309921, + -0.004445709753781557, + -0.05646027997136116, + 0.022770145907998085, + -0.04066101089119911, + -0.05405808985233307, + 0.06765549629926682, + -0.03342653810977936, + -0.03099502995610237, + -0.03577205538749695, + -0.0030446508899331093, + -0.05078830197453499, + 0.012246816419064999, + -0.05787038058042526, + 0.007146736141294241, + -0.026879100129008293, + 0.0076272012665867805, + 0.0034725889563560486, + 0.019866233691573143, + 0.020599715411663055, + -0.06616891175508499, + 0.025196276605129242, + 0.029114533215761185, + 0.028070561587810516, + -0.01041315495967865, + -0.04222819581627846, + -0.03837141394615173, + -0.10533731430768967, + 0.08254411071538925, + 0.06173647567629814, + -0.11052531003952026, + -0.04129445552825928, + -0.04036591574549675, + 0.04321273788809776, + -0.0712730810046196, + 0.03612561896443367, + -0.02249547466635704, + -0.0016524487873539329, + -0.02399303950369358, + -0.08907151967287064, + 0.06133141741156578, + 0.03303912654519081, + -0.09489106386899948, + 0.09016741812229156, + 0.09704682230949402, + -0.08501327037811279, + -0.012326125986874104, + 0.04504644498229027, + -0.08439379185438156, + -0.032368432730436325, + -0.04417438805103302, + 0.007467896677553654, + -0.004590330179780722, + 0.1162756010890007, + 0.08780170977115631, + -0.008521395735442638, + -0.08520947396755219, + -0.03324158862233162, + -0.08053623884916306, + -0.02580426260828972, + 0.009348656982183456, + -0.005565320607274771, + -0.05610598251223564, + 0.0053667169995605946, + 0.0604676678776741, + 0.015942415222525597, + 0.06819010525941849, + 0.00535653717815876, + 0.0032398959156125784, + 0.08639410883188248, + -0.05580917373299599, + 0.018780594691634178, + -0.10725097358226776, + -0.031721290200948715, + -0.03166975826025009, + 0.051686953753232956, + -0.009960589930415154, + -0.13245539367198944, + -0.03390725329518318, + -0.018940147012472153, + -0.010620973072946072, + -0.031618066132068634, + 0.10258477181196213, + 0.0575074702501297, + -0.08389502018690109, + -0.050234779715538025, + 0.05363093689084053, + -0.07966934144496918, + -0.08889421075582504, + -0.006416057702153921, + -0.046130795031785965, + -0.11978791654109955, + 0.06862123310565948, + 0.056407179683446884, + 0.10906971991062164, + -0.0732492133975029, + 0.061636362224817276, + 0.05034111812710762, + 0.005161208100616932, + 0.024723555892705917, + 0.06685354560613632, + -0.017589008435606956, + 0.016249872744083405, + -0.05354464799165726, + -0.026373241096735, + -0.03794475272297859, + -0.006571537349373102, + 0.016455011442303658, + -0.0014304956421256065, + -0.058218106627464294, + -0.02876633033156395, + -0.016927488148212433, + 0.03287644311785698, + -0.00986045878380537, + 0.07751085609197617, + -0.015117493458092213, + -0.07916144281625748, + -0.012945973314344883, + 0.014852992258965969, + -0.10090044885873795, + 0.012214593589305878, + -0.050443362444639206, + 0.01461424957960844, + 0.009883047081530094, + 0.12654365599155426, + -0.07614471763372421, + 0.06052093580365181, + 0.09604322165250778, + -0.04305556043982506, + 0.11088798195123672, + 0.04705927148461342, + 0.04541826620697975, + 0.06163223087787628, + 0.05465885251760483, + 0.020997850224375725, + 0.01798207499086857, + 0.05652041733264923, + -0.013834050856530666, + 0.033924687653779984, + 0.024586454033851624, + -0.05322431027889252, + 0.04796868562698364, + 0.054416313767433167, + -0.05820561572909355, + -0.10481776297092438, + -0.0012059047585353255, + -0.05775771662592888, + 0.015114232897758484, + 0.031262386590242386, + 0.046472638845443726, + -0.028820939362049103, + -0.07707612961530685, + 0.0767933651804924, + 0.04212813079357147, + -0.02484605461359024, + 0.0163679588586092, + 0.02715056948363781, + -0.012361422181129456, + 0.004774135537445545, + -0.0345633439719677, + 0.0659593939781189, + 0.043033987283706665, + 0.07924427837133408, + -0.09330577403306961, + 0.009446347132325172, + 0.027626752853393555, + -0.008455729112029076, + -0.05381564050912857, + 0.05704919248819351, + 0.015030927956104279, + 0.025730088353157043, + -0.061554379761219025, + 0.056641459465026855, + -0.08030448108911514, + -0.018357248976826668, + 0.03305193409323692, + 0.10640862584114075, + -0.029918858781456947, + -0.033137835562229156, + -0.016921421512961388, + -0.009188657626509666, + -0.05802897363901138, + 0.07496775686740875, + -0.02708374708890915, + -0.023373110219836235, + -0.09614459425210953, + 0.05877238139510155, + -0.07747799903154373, + 0.10141705721616745, + 0.01967947743833065, + 0.0006563410861417651, + 0.011791248805820942, + -0.051714569330215454, + 0.0038117433432489634, + -0.05501708760857582, + 0.020864512771368027, + -0.03387419134378433, + -0.025123801082372665, + 0.03419404476881027, + 0.029600413516163826, + 0.024026183411478996, + 0.022544505074620247, + 0.08429984003305435, + -0.0551738366484642, + -0.0019121072255074978, + 0.017035113647580147, + 0.02882862463593483, + 0.04329182952642441, + -0.09148864448070526, + 0.028495145961642265, + 0.09566251933574677, + 0.06630894541740417, + 0.060001175850629807, + -0.07207918912172318, + 0.033028967678546906, + 0.008056395687162876, + -0.09427481144666672, + -0.06539085507392883, + 0.03939146548509598, + 0.009978732094168663, + 0.07262187451124191, + -0.08413073420524597, + 0.009582656435668468, + -0.039572618901729584, + 0.0654282495379448, + 0.09099354594945908, + 0.004624121356755495, + -0.00033582188189029694, + 0.02869660034775734, + 0.03825712576508522, + 0.01706891506910324, + 0.03238494321703911, + 0.011455582454800606, + -0.04514618590474129, + 0.06231397017836571, + 0.060716379433870316, + 0.09052547067403793, + -0.03407086059451103, + 0.03790238872170448, + 0.024124549701809883, + -0.06114032864570618, + 0.005452956072986126, + -0.007423525210469961, + 0.021313291043043137, + 0.013685769401490688, + 0.09123224765062332, + 0.043988462537527084, + 0.07540571689605713, + -0.011822633445262909, + 0.0366826169192791, + -0.08224806934595108, + -0.04881419986486435, + -0.07339194416999817, + 0.05221825838088989, + 0.03408384695649147, + -0.034514058381319046, + 0.004922253545373678, + 0.020705869421362877, + 0.05300689488649368, + 0.08092878758907318, + -0.0404917448759079, + 0.07416367530822754, + 0.06513980776071548, + -0.015393083915114403, + -0.07563870400190353, + 0.039245620369911194, + 0.041882723569869995, + -0.06333176791667938, + 0.017233457416296005, + -0.01609630510210991, + -0.07249383628368378, + 0.0030244700610637665, + 0.017735213041305542, + 0.02417902834713459, + -0.06096765771508217, + -0.01070717815309763, + 0.03960004448890686, + -0.10560576617717743, + 0.0589430034160614, + 0.07232145220041275, + -0.01776004768908024, + -0.012078851461410522, + -0.07409466058015823, + 0.05335940420627594, + 0.04555449262261391, + 0.05223322659730911, + 0.06394025683403015, + 0.14549089968204498, + 0.044257864356040955, + -0.05797089263796806, + -0.05118202790617943, + -0.008567857556045055, + -0.04519716277718544, + -0.01706848107278347, + 0.015538716688752174, + 0.04001522436738014, + -0.052074022591114044, + -0.03165757283568382, + 0.0666811391711235, + 0.04557286575436592, + 0.06350211054086685, + 0.0762525424361229, + 0.052452653646469116, + 0.0187546294182539, + -0.12399020791053772, + 0.050230611115694046, + 0.03244497627019882, + 0.010298308916389942, + 0.055637210607528687, + 0.025556130334734917, + 0.005960727110505104, + 0.0534348264336586, + -0.04258132725954056, + -0.05930972471833229, + -0.028094790875911713, + 0.019873907789587975, + 0.013205224648118019, + -0.06667505949735641, + -0.06467190384864807, + 0.08182628452777863, + 0.00033584609627723694, + -0.036400213837623596, + -0.016670942306518555, + 0.030610745772719383, + 0.05134936049580574, + -0.04891344904899597, + 0.009583552367985249, + 0.0338241271674633, + 0.0388835072517395, + -0.027264021337032318, + 0.02071349136531353, + 0.001176536432467401, + -0.04819236695766449, + 0.01430914830416441, + -0.031850505620241165, + -0.011204300448298454, + -0.030985558405518532, + -0.0431794673204422, + 0.0004312256060075015, + 0.06011468544602394, + -0.004422799684107304, + -0.06024283915758133, + 0.047397926449775696, + -0.0681692436337471, + 0.09940182417631149, + 0.056953065097332, + 0.0604858361184597, + -0.06183835491538048, + 0.09198040515184402, + -0.050269078463315964, + -0.005923697259277105, + -0.026983562856912613, + -0.007257952354848385, + 0.052908774465322495, + 0.031330373138189316, + -0.03674863651394844, + -0.03832351788878441, + 0.012378538958728313, + 0.02309458516538143, + 0.026386970654129982, + 0.04475753381848335, + -0.05562404543161392, + -0.056457389146089554, + -0.013215215876698494, + 0.04653751850128174, + 0.02619938924908638, + 0.08541132509708405, + 0.055598605424165726, + 0.0037850341759622097, + -0.14201460778713226, + 0.06318259984254837, + 0.03897802531719208, + 0.051111746579408646, + 0.019640441983938217, + 0.14644694328308105, + -0.07291465252637863, + -0.061945416033267975, + 0.02838815748691559, + -0.035905640572309494, + 0.0011565177701413631, + -0.09576383233070374, + 0.021247418597340584, + -0.07210452109575272, + 0.031098658218979836, + -0.054424989968538284, + 0.04758327826857567, + 0.0773940309882164, + -0.07216465473175049, + -0.05858452618122101, + -0.041504062712192535, + 0.018103161826729774, + -0.07168498635292053, + -0.02327563799917698, + 0.03616444021463394, + -0.06272757053375244, + 0.015157959423959255, + -0.05413122847676277, + -0.12320943921804428, + -0.0640324130654335, + -0.04640348255634308, + 0.011250918731093407, + -0.07948537915945053, + 0.007593377958983183, + 0.03566151484847069, + 0.013251551426947117, + 0.05462411046028137, + -0.028793226927518845, + 0.01981176808476448, + 0.05090990290045738, + 0.06517047435045242, + 0.01841190829873085, + -0.1290203332901001, + 0.0196949765086174, + 0.0073050870560109615, + 0.029632581397891045, + 0.047837406396865845, + -0.022116169333457947, + 0.04393791779875755, + 0.14046117663383484, + 0.04017089307308197, + -0.05090271681547165, + 0.06085523962974548, + 0.047485075891017914, + -0.06048053875565529, + -0.009504958055913448, + -0.0029562644194811583, + -0.019157810136675835, + -0.020955054089426994, + 0.10699652880430222, + 0.015047796070575714, + -0.03162265196442604, + -0.003773825941607356, + -0.006379327736794949, + -0.02259492129087448, + -0.039172567427158356, + -0.03541705384850502, + -0.02631019987165928, + 0.04135550186038017, + 0.023632211610674858, + -0.010892857797443867, + -0.0370229035615921, + 0.024737320840358734, + -0.03154825419187546, + 0.009463795460760593, + -0.052806172519922256, + -0.02705029956996441, + -0.03946391120553017, + 0.009689593687653542, + -0.04389646276831627, + 0.06582827866077423, + 0.0408187173306942, + 0.008897271007299423, + -0.06808342039585114, + -0.005568819120526314, + 0.02854752726852894, + -0.09684142470359802, + -0.0020819574128836393, + 0.0037411984521895647, + -0.03214259445667267, + 0.02043287828564644, + 0.025644805282354355, + -0.06106135994195938, + 0.054626986384391785, + -0.042766790837049484, + -0.030941486358642578, + 0.03161783143877983, + 0.023532601073384285, + 0.01513641607016325, + -0.04566654562950134, + -0.098955437541008, + 0.013866923749446869, + 0.042705196887254715, + -0.06457702070474625, + 0.0059195104986429214, + 0.030018063262104988, + 0.008317116647958755, + -0.036617908626794815, + -0.007984509691596031, + 0.0034960301127284765, + -0.0355348102748394, + 0.08715339004993439, + -0.05320737138390541, + 0.043556295335292816, + -0.009977439418435097, + -0.05462354049086571, + 0.018088415265083313, + -0.08066899329423904, + -0.031674113124608994, + 0.018222836777567863, + 0.047705285251140594, + -0.11215700209140778, + 0.009709063917398453, + -0.014690455980598927, + -0.00031382590532302856, + -0.010001042857766151, + -0.015778305009007454, + -0.008657842874526978, + -0.06569178402423859, + -0.04106181859970093, + -0.07239215821027756, + -0.0264374278485775, + -0.03945920243859291, + 0.007897313684225082, + -0.06793543696403503, + -0.02706964872777462, + 0.008016912266612053, + 0.03217436745762825, + 0.04435371235013008, + -0.09273311495780945, + -0.014239432290196419, + 0.04588089510798454, + -0.029641171917319298, + 0.04801453649997711, + 0.028102420270442963, + -0.041053496301174164, + 0.04099264740943909, + -0.020061006769537926, + -0.05948996543884277, + 0.028329623863101006, + 0.05356026813387871, + -0.1339828073978424, + 0.03183523193001747, + 0.04063316062092781, + -0.06726021319627762, + 0.07341201603412628, + -0.16125695407390594, + -0.040080536156892776, + 0.022957872599363327, + -0.0062933024019002914, + 0.03683321550488472, + 0.007304018829017878, + -0.02933444082736969, + -0.022679127752780914, + 0.005107872653752565, + -0.029977502301335335, + -0.004426880739629269, + -0.04625803977251053, + -0.01743447221815586, + -0.0464969277381897, + -0.10984612256288528, + 0.007491269614547491, + -0.04552454873919487, + -0.0013811876997351646, + 0.016381800174713135, + -0.07510838657617569, + 0.03706850856542587, + -0.06878402084112167, + 0.09896547347307205, + -0.03654446452856064, + 0.08149366080760956, + 0.04002750664949417, + 0.08065515756607056, + -0.027192696928977966, + -0.04022808372974396, + 0.020144201815128326, + -0.07413214445114136, + -0.010300585068762302, + 0.006279100198298693, + -0.05615796893835068, + -0.0019370535155758262, + -0.09266659617424011, + 0.025766920298337936, + -0.07226277887821198, + 0.009357654489576817, + -0.07671576738357544, + -0.037181612104177475, + 0.03418143093585968, + -0.027016883715987206, + 0.025881830602884293, + 0.011476525105535984, + 0.017548078671097755, + -0.0077001615427434444, + 0.05045963078737259, + -0.10106693208217621, + -0.10974548757076263, + 0.1600683331489563, + 0.023436646908521652, + 0.042146697640419006, + 0.10251763463020325, + -0.04332251474261284, + 0.11170297861099243, + -0.04360133409500122, + -0.024909527972340584, + 0.005018964875489473, + 0.018967404961586, + -0.011938455514609814, + 0.006434707436710596, + -0.004215696826577187, + 0.04706014692783356, + 0.04977819696068764, + 0.028114834800362587, + -0.05332447215914726, + -0.08680068701505661, + 0.004399196710437536, + 0.00041860525379888713, + 0.010579215362668037, + 0.028827155008912086, + -0.0016008787788450718, + -0.003770905314013362, + 0.02774237096309662, + -0.04213464632630348, + 0.05646880716085434, + 0.02067817561328411, + 0.039564091712236404, + 0.03295405954122543, + 0.07413716614246368, + 0.0012738772202283144, + -0.03566139563918114, + 0.015372633934020996, + -0.020117206498980522, + 0.08616413921117783, + -0.007662500254809856, + -0.09768418222665787, + -0.025586379691958427, + 0.10475053638219833, + 0.01832338608801365, + -0.051782261580228806, + 0.0010143631370738149, + 0.029876161366701126, + -0.03514533117413521, + -0.07534615695476532, + -0.03528827056288719, + -0.022103674709796906, + 0.07141080498695374, + -0.06718991696834564, + 0.022178590297698975, + 0.004428899846971035, + -0.07910066097974777, + 0.027018440887331963, + -0.02196909673511982, + -0.009854234755039215, + -0.12758766114711761, + 0.00032485928386449814, + 0.13802917301654816, + -0.05385074391961098, + -0.005936243571341038, + -0.017549416050314903, + -0.05493646860122681, + -0.047960348427295685, + -0.07576780766248703, + -0.011674131266772747, + 0.0004453658766578883, + 0.006700117606669664, + -0.08096279948949814, + 0.09600193798542023, + 0.12268830090761185, + -0.05676913261413574, + -0.03715287148952484, + -0.021753963083028793, + -0.019186746329069138, + -0.0403582789003849, + 0.014499095268547535, + 0.04421423748135567, + -0.08525583893060684, + -0.0741894319653511, + -0.02288356050848961, + 0.016668524593114853, + 0.07882894575595856, + 0.029720168560743332, + 0.025263387709856033, + 0.07420740276575089, + -0.034052371978759766, + 0.04624175280332565, + -0.10031282901763916, + 0.0167982317507267, + -0.023754164576530457, + -0.07777591794729233, + -0.02446010522544384, + 0.061058010905981064, + 0.05940721184015274, + 0.009616188704967499, + -0.010013721883296967, + 0.007791775744408369, + -0.020672190934419632, + -0.09781245142221451, + -0.04615814611315727, + 0.06525478512048721, + -0.0395856574177742, + -0.04023833945393562, + 0.07923253625631332 + ], + "index": 3, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/6841bb14fa8d.json b/tests/integration/recordings/responses/6841bb14fa8d.json new file mode 100644 index 000000000..69b4522e9 --- /dev/null +++ b/tests/integration/recordings/responses/6841bb14fa8d.json @@ -0,0 +1,61 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "Test trace openai with temperature 0" + } + ], + "max_tokens": 100, + "stream": false, + "temperature": 0.7 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "oCfxEyX-4Yz4kd-984c2b58fd3f4d13", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "message": { + "content": "When using a language model like OpenAI with a temperature of 0, the model is essentially forced to produce the most likely next word in a sequence, given the context. This means that the output will be very deterministic and less diverse, as the model is not allowed to explore less likely options.\n\nHere's an example of how this could work in practice:\n\n**Prompt:** Write a short story about a character who discovers a hidden world.\n\n**Temperature 0 Response:**\nIn a small village nestled", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [] + }, + "seed": 9269366008132817000 + } + ], + "created": 1758820586, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 100, + "prompt_tokens": 43, + "total_tokens": 143, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + }, + "prompt": [] + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/68e59155a09f.json b/tests/integration/recordings/responses/68e59155a09f.json new file mode 100644 index 000000000..89a294a9d --- /dev/null +++ b/tests/integration/recordings/responses/68e59155a09f.json @@ -0,0 +1,802 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": [ + "How does machine learning improve over time?" + ] + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.017091110348701477, + -0.04449904337525368, + 0.05639447644352913, + 0.02757648564875126, + -0.01052725501358509, + -0.023113058879971504, + 0.07145906239748001, + -0.02102668583393097, + -0.034163620322942734, + -0.04799016937613487, + 0.013283752836287022, + -0.018489355221390724, + -0.024232961237430573, + -0.039593327790498734, + -0.039129577577114105, + -0.06230281665921211, + -0.0054303002543747425, + 0.06882823258638382, + -0.013231862336397171, + 0.06959116458892822, + 0.003494634060189128, + 0.034262172877788544, + 0.03474000096321106, + 0.01021556369960308, + 0.062151506543159485, + -0.007965859957039356, + 0.016933385282754898, + -0.007620261516422033, + 0.03465918451547623, + -0.019624345004558563, + 0.026949048042297363, + 0.04594346135854721, + 0.030448030680418015, + -0.0062415460124611855, + 0.024632513523101807, + -0.009094628505408764, + 0.0068628196604549885, + 0.051083847880363464, + 0.025683417916297913, + 0.1110014095902443, + 0.048982519656419754, + 0.01494417805224657, + 0.02383127622306347, + -0.04119957238435745, + 0.04277747869491577, + -0.03204340860247612, + -0.012741178274154663, + -0.03751486539840698, + 0.056586142629384995, + 0.025235753506422043, + 0.01793726161122322, + 0.04099954292178154, + 0.07154829055070877, + 0.041061583906412125, + 0.06809084117412567, + -0.10853584855794907, + 0.08249932527542114, + 0.028061751276254654, + 0.0519598051905632, + -0.06860332190990448, + 0.004958455916494131, + -0.04448959231376648, + 0.09609439969062805, + -0.00619372446089983, + 0.007140932139009237, + 0.017792437225580215, + -0.01650928147137165, + 0.04542657360434532, + -0.006010851822793484, + 0.030694808810949326, + -0.0112632280215621, + -0.0159088633954525, + 0.029067715629935265, + 0.020537303760647774, + -0.036857571452856064, + -0.034286197274923325, + 0.010374762117862701, + 0.029303979128599167, + -0.026281535625457764, + -0.04053294658660889, + -0.007713824976235628, + 0.021145686507225037, + 0.0018956628628075123, + 0.009162032045423985, + -0.003967841621488333, + 0.005385218188166618, + 0.05180187523365021, + -0.01564045064151287, + 0.02468094415962696, + 4.1515566408634186e-05, + 0.015309401787817478, + 0.020134028047323227, + 0.02285873331129551, + -0.0030758781358599663, + 0.010366623289883137, + -0.12862254679203033, + 0.006405234336853027, + -0.00285987532697618, + -0.038957152515649796, + -0.0348617248237133, + -0.04436873272061348, + -0.024569036439061165, + -0.001334832631982863, + -0.01130272913724184, + 0.01797942817211151, + 0.047239724546670914, + 0.1354702264070511, + 0.05538365989923477, + 0.08639367669820786, + 0.011921187862753868, + -0.03216652572154999, + -0.05481015145778656, + 0.026179000735282898, + -0.08212552964687347, + -0.039176810532808304, + 0.0118326460942626, + -0.06838254630565643, + -0.02987653948366642, + -0.0341634601354599, + -0.0033300842624157667, + 0.04591712728142738, + 0.010237805545330048, + 0.033510755747556686, + -0.020220739766955376, + -0.008218149654567242, + 0.07410414516925812, + -0.07220402359962463, + 0.0043516866862773895, + 0.01174078043550253, + -0.004125840030610561, + -0.07815736532211304, + -0.030600078403949738, + -0.014574045315384865, + 0.009469592943787575, + 0.04217822849750519, + -0.05271849408745766, + 0.00037768480251543224, + 0.02528710477054119, + 0.04988700896501541, + 0.013128949329257011, + -0.009709068574011326, + 0.03833962604403496, + -0.004430458880960941, + -0.053310297429561615, + -0.05913899093866348, + -0.06092122197151184, + 0.03597554191946983, + 0.04806441441178322, + 0.014519140124320984, + 0.016532888635993004, + -0.02772163413465023, + 0.02643187716603279, + 0.054130520671606064, + 0.011015541851520538, + 0.010168751701712608, + 0.13184048235416412, + 0.017429586499929428, + -0.09562039375305176, + 0.004120356403291225, + 0.06979147344827652, + 0.01747124269604683, + 0.06685646623373032, + -0.02079174295067787, + -0.1065840870141983, + 0.003666015574708581, + -0.024378009140491486, + -0.018714547157287598, + -0.03100505657494068, + 0.023656615987420082, + 0.04414339363574982, + 0.008101040497422218, + -0.05081212520599365, + -0.028254367411136627, + -0.025158686563372612, + -0.01060985866934061, + -0.020752916112542152, + 0.05147681012749672, + 0.059838782995939255, + 0.015253720805048943, + -0.04351024329662323, + -0.02900739014148712, + 0.10752008110284805, + 0.015021839179098606, + 0.028819581493735313, + 0.04401375353336334, + 0.0011900285026058555, + -0.032843537628650665, + -0.04667872190475464, + 0.023874200880527496, + -0.026197509840130806, + 0.043272413313388824, + -0.04376351833343506, + -0.0036660165060311556, + 0.012742334045469761, + -0.02043633721768856, + 0.0056346505880355835, + 0.06811652332544327, + 0.0940936729311943, + 0.0005089789046905935, + -0.047517020255327225, + 0.03845725208520889, + -0.0416039377450943, + 0.011346561834216118, + 0.0327879935503006, + 0.018543416634202003, + 0.014663814567029476, + 0.03528588265180588, + -0.06245756149291992, + -0.060102980583906174, + 0.06862425059080124, + -0.04480714723467827, + 0.01673327572643757, + -0.013742557726800442, + 0.015649832785129547, + -0.05052841082215309, + 0.014181524515151978, + -0.011470867320895195, + -0.0913846418261528, + -0.01337501686066389, + 0.01687346026301384, + 0.011097698472440243, + 0.03340581804513931, + 0.07328605651855469, + -0.04521005228161812, + -0.014341622591018677, + -0.022116083651781082, + 0.019846217706799507, + -0.03134879842400551, + -0.025689005851745605, + -0.016337616369128227, + -0.009400046430528164, + 0.04813038557767868, + 0.09310487657785416, + -0.023314738646149635, + 0.0449095144867897, + 0.028920302167534828, + 0.03279547765851021, + 0.09780041873455048, + 0.042382802814245224, + -0.027986818924546242, + 0.018036792054772377, + 0.060797013342380524, + 0.029210783541202545, + 0.01824144832789898, + -0.0032405515667051077, + -0.061704110354185104, + 0.032816603779792786, + 0.07891224324703217, + 0.05889542028307915, + -0.0357075110077858, + 0.07179951667785645, + -0.009799567051231861, + 0.040095265954732895, + -0.010397388599812984, + -0.030199842527508736, + 0.0723610669374466, + 0.033793553709983826, + -0.050370991230010986, + -0.019451666623353958, + -0.059583477675914764, + -0.03205019608139992, + -0.008078041486442089, + 0.04325846955180168, + 0.005131071899086237, + -0.01694042980670929, + 0.12373893707990646, + -0.026953179389238358, + 0.08760038018226624, + -0.06059237942099571, + 0.036282479763031006, + 0.02045135386288166, + 0.03446183726191521, + 0.0672442838549614, + -0.03471960127353668, + -0.032043203711509705, + -0.01461110357195139, + -0.02886907011270523, + -0.00020732730627059937, + -0.03269560635089874, + 0.035647809505462646, + -0.019755830988287926, + -0.06200911104679108, + -0.02908874861896038, + 0.01128445751965046, + -0.022167179733514786, + 0.028986983001232147, + 0.03478562831878662, + -0.07198591530323029, + 0.021145109087228775, + 0.00676864106208086, + -0.009777943603694439, + -0.005817399825900793, + 0.012331933714449406, + 0.04287122189998627, + 0.007338544819504023, + -0.014030798338353634, + -0.02205159328877926, + -0.06498151272535324, + 0.0261244997382164, + -0.0016652516787871718, + -0.0012416461249813437, + -0.035079214721918106, + -0.04478784278035164, + 0.017631616443395615, + -0.03870261088013649, + -0.03700083866715431, + -0.03991252928972244, + 0.015349914319813251, + 0.027670124545693398, + -0.02155459113419056, + -0.061771076172590256, + 0.048039596527814865, + 0.020471401512622833, + 0.0814017578959465, + 0.012351211160421371, + -0.024866415187716484, + 0.03714727610349655, + 0.008872346952557564, + 0.04749113693833351, + -0.041523903608322144, + -0.05398213118314743, + 0.024968266487121582, + 0.0023721077013760805, + 0.03205203264951706, + 0.060478370636701584, + -0.057236168533563614, + 0.0046795508824288845, + 0.008967110887169838, + 0.05300765857100487, + 0.04545370489358902, + -0.041764918714761734, + 0.04538821801543236, + 0.017682619392871857, + 0.01751590333878994, + -0.041763801127672195, + -0.030938314273953438, + -0.02912597917020321, + -0.03287437558174133, + 0.05978328734636307, + -0.018110038712620735, + 0.10227105766534805, + -0.005680157337337732, + -0.03592002019286156, + 0.04470396786928177, + 0.058497779071331024, + -0.06304245442152023, + -0.05310345068573952, + 0.01905088871717453, + -0.0435650460422039, + 0.015648307278752327, + 0.010627292096614838, + 0.01209987048059702, + 0.02780025638639927, + -0.0659174993634224, + -0.02292121760547161, + -0.014478329569101334, + 0.027907969430088997, + 0.08582334965467453, + 0.05156566947698593, + 0.020003266632556915, + 0.00862419418990612, + 0.011991214007139206, + -0.057063665241003036, + 0.027426088228821754, + 0.010678093880414963, + -0.006323543842881918, + 0.026447616517543793, + -0.011029284447431564, + 0.005789259914308786, + -0.062225647270679474, + 0.002817378379404545, + 0.037070125341415405, + 0.05859753489494324, + -0.032734066247940063, + 0.0049278102815151215, + 0.005655582528561354, + 0.03440752252936363, + -0.04887422174215317, + 0.014217632822692394, + 0.03378811478614807, + 0.01143213827162981, + -0.0046334643848240376, + 0.008702044375240803, + -0.018078800290822983, + 0.02679763175547123, + 0.009265614673495293, + 0.006912717595696449, + 0.039455097168684006, + 0.08224938809871674, + -0.018994906917214394, + -0.011511171236634254, + 0.013095312751829624, + -0.01595144346356392, + 0.08322206139564514, + 0.0019320690771564841, + 0.09676595777273178, + 0.028369352221488953, + -0.006265261210501194, + -0.04760407656431198, + -0.07077552378177643, + 0.026524502784013748, + -0.045876167714595795, + -0.004767959006130695, + 0.09427748620510101, + 0.0010587290162220597, + 0.029367605224251747, + 0.04943876713514328, + -0.020956382155418396, + 0.011755046434700489, + -0.042785175144672394, + 0.05108770355582237, + -0.010644905269145966, + 0.051502931863069534, + 0.001376797561533749, + -0.02364213950932026, + 0.08517570048570633, + -0.05029089003801346, + 0.009807859547436237, + -0.015292741358280182, + -0.0477706678211689, + -0.03883887082338333, + 0.06258878856897354, + 0.029050428420305252, + 0.027633827179670334, + 0.01516599953174591, + -0.02382349781692028, + -0.04220383241772652, + 0.04617023095488548, + 0.03496578335762024, + -0.018243463709950447, + -0.0061411671340465546, + -0.005748555064201355, + 0.010852155275642872, + -0.010470863431692123, + -0.0401528999209404, + 0.011642354540526867, + -0.05758778378367424, + 0.04819398745894432, + 0.05960371717810631, + 0.0022469316609203815, + -0.001131345983594656, + 0.024024616926908493, + -0.025609636679291725, + 0.04534421116113663, + 0.020421037450432777, + 0.027833566069602966, + 0.0455608069896698, + 0.03330197185277939, + 0.09832030534744263, + -0.01626313105225563, + 0.01641569286584854, + 0.01554944645613432, + -0.013866779394447803, + -0.0638241097331047, + 0.047895193099975586, + 0.042961131781339645, + -0.03384869173169136, + -0.01620139367878437, + 0.08863108605146408, + 0.08185242116451263, + -0.05600340664386749, + -0.006179805379360914, + -0.046521030366420746, + 0.005049159750342369, + -0.03982756659388542, + 0.0018144379137083888, + -0.03435543552041054, + 0.01273403875529766, + 0.008960560895502567, + -0.04060171917080879, + 0.04573140665888786, + -0.018866222351789474, + -0.019972296431660652, + 0.0006385938613675535, + -0.040912169963121414, + 0.04912850633263588, + 0.021389227360486984, + 0.07629404962062836, + 0.07529498636722565, + -0.03599211201071739, + -0.07396151125431061, + -0.06263993680477142, + 0.035700149834156036, + 0.019643796607851982, + -0.014971467666327953, + -0.0449487641453743, + 0.05629347264766693, + 0.002529916586354375, + -0.028406130149960518, + 0.01962902769446373, + 0.021758396178483963, + -0.03318168967962265, + -0.022369498386979103, + -0.039087750017642975, + 0.04942493140697479, + -0.045022908598184586, + -0.0295136459171772, + -0.007183917332440615, + -0.05010795593261719, + 0.0014038635417819023, + -0.04356252774596214, + 0.04660043120384216, + 0.012791723944246769, + 0.01044919341802597, + -0.007226443849503994, + 0.009700221009552479, + 0.04041241481900215, + -0.013270650990307331, + -0.09328791499137878, + -0.04580668732523918, + -0.023542804643511772, + -0.04105115681886673, + 0.01962345279753208, + -0.0022925573866814375, + 0.016483748331665993, + -0.00046286170254461467, + 0.04518749564886093, + 0.03264132887125015, + 0.021030215546488762, + 0.000606459507253021, + 0.018279610201716423, + -0.051501113921403885, + -0.006836078595370054, + 0.0223738644272089, + -0.03288864716887474, + -0.013056786730885506, + 0.03506845235824585, + -0.06893748044967651, + 0.04185912758111954, + -0.059009850025177, + 0.025614604353904724, + -0.13203828036785126, + -0.0230705589056015, + 0.06457994133234024, + -0.03621802479028702, + -0.06727005541324615, + -0.007084821816533804, + 0.005194725468754768, + -0.04151730239391327, + -0.01337746437638998, + 0.007726626470685005, + 0.001198339625261724, + 0.0858355388045311, + -0.04361525923013687, + 0.029421508312225342, + 0.04561106860637665, + 0.04970911517739296, + 0.0021197511814534664, + 0.034886427223682404, + -0.0027102481108158827, + 0.026148471981287003, + -0.005215228535234928, + 0.03527367115020752, + 0.02213597670197487, + 0.006383026950061321, + 0.032270703464746475, + 0.01586599461734295, + -0.016247956082224846, + -0.016213105991482735, + -0.04151308164000511, + 0.061050400137901306, + 0.003419628133997321, + 0.04371068999171257, + -0.003939187154173851, + 0.008316335268318653, + 0.08146052062511444, + 0.02038543112576008, + 0.004892616532742977, + -0.017641207203269005, + -0.04877929389476776, + -0.014308643527328968, + -0.05225956812500954, + 0.01678878627717495, + -0.022617461159825325, + 0.10803868621587753, + 0.004787782672792673, + 0.005488952621817589, + 0.044927410781383514, + -0.0386410690844059, + 0.033641163259744644, + -0.012488718144595623, + 0.017685825005173683, + -0.019066687673330307, + -0.0044423723593354225, + -0.003003643127158284, + -0.046191710978746414, + 0.07452407479286194, + 0.039803750813007355, + -0.07293923199176788, + 0.009332723915576935, + 0.01869172789156437, + 0.006781427655369043, + -0.11368958652019501, + -0.009038697928190231, + 0.002026599831879139, + -0.0118027338758111, + -0.021069113165140152, + -0.012110181152820587, + -0.03503252565860748, + 0.04110250622034073, + 0.07244168221950531, + 0.010852963663637638, + 0.08984149992465973, + -0.027278605848550797, + -0.05750814825296402, + -0.06634411960840225, + -0.05021825432777405, + 0.016627361997961998, + 0.07608447223901749, + -0.006877075415104628, + 0.07241521030664444, + -0.08503241091966629, + -0.0015347690787166357, + -0.11855384707450867, + -0.02338363230228424, + 0.018290942534804344, + -0.06323908269405365, + -0.03858431428670883, + 0.0205442663282156, + 0.03796859830617905, + 0.020063228905200958, + 0.10658621788024902, + 0.035441286861896515, + 0.04583656042814255, + 0.04527920112013817, + -0.019515255466103554, + -0.10461927205324173, + 0.0038011830765753984, + -0.03096143901348114, + 0.03559565171599388, + -0.03741271421313286, + 0.013590610586106777, + 0.03363044559955597, + -0.028492426499724388, + -0.020304789766669273, + 0.0672440156340599, + -0.030570613220334053, + 0.05294065922498703, + 0.06384581327438354, + -0.004913600627332926, + -0.02157355658710003, + 0.026991942897439003, + -0.04970087110996246, + -0.01489020325243473, + 0.02735202945768833, + -0.0607466921210289, + -0.03535424917936325, + 0.02796528860926628, + 0.022950729355216026, + 0.04059499129652977, + 0.01365773193538189, + -0.0333610475063324, + 0.002045154571533203, + 0.05155564472079277, + -0.0031054376158863306, + 0.014623484574258327, + -0.06419086456298828, + -0.028253614902496338, + -0.02575419843196869, + 0.018699679523706436, + 0.05331188067793846, + -0.04458363726735115, + -0.04462023079395294, + -0.012874887324869633, + -0.009783362038433552, + -0.06447328627109528, + 0.027755791321396828, + -0.12949828803539276, + 0.013976480811834335, + -0.04830870404839516, + -0.07408348470926285, + -0.015234938822686672, + 0.03581376001238823, + -0.016954004764556885, + -0.010194940492510796, + 0.05199551209807396, + -0.04343723878264427, + -0.04505506902933121, + -0.026876715943217278, + -0.030063798651099205, + -0.0346873477101326, + 0.006097136996686459, + -0.031271882355213165, + -0.00029016193002462387, + -0.030612265691161156, + 0.05608702823519707, + 0.028940780088305473, + 0.0013379148440435529, + -0.0028184913098812103, + 0.021562576293945312, + -0.05187350884079933, + -0.04708464816212654, + -0.026602864265441895, + -0.025108829140663147, + -0.02762826532125473, + 0.04280998557806015, + -0.041647735983133316, + -0.009514877572655678, + 0.08883954584598541, + 0.01176463533192873, + 0.04458681866526604, + -0.06837990134954453, + 0.01112907100468874, + -0.061027880758047104, + -0.009307433851063251, + -0.027127249166369438, + -0.06876770406961441, + -0.108445905148983, + 0.02236987091600895, + -0.0412885956466198, + 0.009982330724596977, + 0.009275197982788086, + -0.019888408482074738, + 0.019699621945619583, + 0.008489453233778477, + -0.08368164300918579, + -0.06844163686037064, + 0.05367731302976608, + -0.030020998790860176, + 0.014990454539656639, + -0.054819319397211075, + -0.049916017800569534, + -0.023731136694550514, + -0.01989864930510521, + 0.0432029664516449, + -0.042317938059568405, + 0.009375320747494698, + 0.026804260909557343, + -0.018950626254081726, + -0.0015483262250199914, + 0.0028166286647319794, + 0.023358885198831558, + 0.0003610998101066798, + -0.02653382159769535, + -0.030427517369389534, + -0.0759892538189888, + -0.042637135833501816, + 0.014194052666425705, + -0.03227793797850609, + -0.024946041405200958, + -0.010455182753503323, + -0.03190105780959129, + 0.03781573101878166, + 0.03388536721467972, + 0.00973279494792223, + -0.01576327346265316, + -0.015895653516054153, + 0.04316965118050575, + 0.023514561355113983, + 0.03888101503252983, + 0.020031088963150978, + 0.08280724287033081, + -0.009437857195734978, + 0.06786453723907471, + -0.023869356140494347, + -0.002570996293798089, + 0.011280098930001259, + 0.03462803363800049, + -0.005325067788362503, + 0.032147448509931564, + -0.016798241063952446, + 0.04545372352004051, + -0.026565302163362503, + -0.0513574555516243, + 0.03857620060443878, + 0.023602399975061417, + -0.018047289922833443, + 0.06904193758964539 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/69464dfd3a06.json b/tests/integration/recordings/responses/69464dfd3a06.json new file mode 100644 index 000000000..cd7461180 --- /dev/null +++ b/tests/integration/recordings/responses/69464dfd3a06.json @@ -0,0 +1,59 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "Test trace openai 0" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "oCfx5VY-4Yz4kd-984c2a91a8fd8f78", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "This conversation has just begun. I'm happy to chat with you, but I don't have any prior context or information to work with. What would you like to talk about?", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [] + }, + "seed": 5588230703258962000 + } + ], + "created": 1758820554, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 37, + "prompt_tokens": 41, + "total_tokens": 78, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + }, + "prompt": [] + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/7550dd0d24bc.json b/tests/integration/recordings/responses/7550dd0d24bc.json new file mode 100644 index 000000000..c9ef94783 --- /dev/null +++ b/tests/integration/recordings/responses/7550dd0d24bc.json @@ -0,0 +1,166 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "Message A: What is the capital of France?" + }, + { + "role": "assistant", + "content": "The capital of France is Paris." + }, + { + "role": "user", + "content": "Message B: What about Spain?" + }, + { + "role": "assistant", + "content": "The capital of Spain is Madrid." + }, + { + "role": "user", + "content": "Message C: And Italy?" + } + ], + "response_format": { + "type": "text" + }, + "stream": true + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": [ + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8", + "choices": [ + { + "delta": { + "content": "[", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 58 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "[", + "seed": null + } + ], + "created": 1758820154, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8", + "choices": [ + { + "delta": { + "content": "1", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 16 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "1", + "seed": null + } + ], + "created": 1758820154, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8", + "choices": [ + { + "delta": { + "content": "]", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 60 + }, + "finish_reason": null, + "index": 0, + "logprobs": null, + "text": "]", + "seed": null + } + ], + "created": 1758820154, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": null + } + }, + { + "__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk", + "__data__": { + "id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8", + "choices": [ + { + "delta": { + "content": "", + "function_call": null, + "refusal": null, + "role": "assistant", + "tool_calls": null, + "token_id": 128009 + }, + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "text": "", + "seed": 9314001608812126000 + } + ], + "created": 1758820154, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion.chunk", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 4, + "prompt_tokens": 92, + "total_tokens": 96, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + } + } + } + ], + "is_streaming": true + } +} diff --git a/tests/integration/recordings/responses/8e5b53b9d493.json b/tests/integration/recordings/responses/8e5b53b9d493.json new file mode 100644 index 000000000..1688aab2f --- /dev/null +++ b/tests/integration/recordings/responses/8e5b53b9d493.json @@ -0,0 +1,801 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": "Test encoding format", + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.011256923, + 0.0037174695, + 0.047607094, + -0.03605117, + 0.022678856, + 0.0022196341, + 0.008172763, + -0.07876377, + -0.012652523, + -0.124776885, + -0.07201225, + 0.011470616, + 0.020233244, + -0.03953407, + 0.017867543, + -0.07615726, + 0.015161683, + 0.01493531, + 0.0021282644, + 0.02805457, + 0.0008320583, + 0.022922216, + 0.049158294, + -0.03197842, + 0.020910429, + 0.03798574, + 0.032469492, + 0.009267314, + 0.0883011, + 0.0032435523, + 0.013633923, + 0.0457091, + -0.022143621, + -0.0007423012, + -0.03613117, + 0.052107, + 0.02962152, + 0.045084383, + 0.044733327, + 0.11753868, + 0.05730107, + 0.026509244, + -0.056454167, + -0.017637681, + 0.030301955, + 0.04790331, + -0.025398305, + -0.019705286, + 0.11366949, + 0.05800383, + -0.0072742635, + 0.100181706, + 0.1609472, + 0.0053162435, + 0.01714287, + -0.023215268, + 0.042824704, + 0.04082185, + 0.030668061, + -0.06529372, + 0.008288249, + 0.0325246, + 0.009664108, + -0.031153189, + 0.044064675, + 0.10059426, + 0.036557477, + 0.009674479, + 0.016028037, + 0.02236809, + 0.056538712, + -0.12828006, + 0.016760435, + 0.015355689, + -0.00070172164, + -0.0076741586, + -0.02880062, + -0.011680436, + -0.036522433, + -0.030315956, + 0.023295958, + 0.031333964, + 0.042397793, + -0.063102156, + 0.0669075, + -0.07678097, + 0.0616129, + -0.0071245604, + -0.021313114, + 0.0040440215, + 0.04436404, + 0.05289292, + 0.05803014, + 0.032691576, + 0.037537806, + -0.09712317, + -0.0061692744, + 0.008186577, + -0.0151672475, + -0.05499382, + -0.11011894, + -0.017255861, + 0.061501417, + 0.03551128, + 0.056205165, + 0.07500363, + 0.023062926, + 0.10787879, + 0.063290246, + -0.021196125, + -0.005724647, + 0.019805718, + -0.0063712946, + -0.049270064, + -0.024442751, + 0.018587058, + -0.082689136, + -0.019034613, + 0.005483609, + 0.03418548, + -0.008317338, + 0.06888298, + -0.037655607, + -0.05362105, + -0.010807861, + 0.069666155, + -0.01777964, + -0.015136251, + -0.026567455, + -0.08084807, + -0.078372054, + 0.039493512, + 0.013156698, + 0.07340631, + 0.12035369, + -0.05765069, + 0.025966862, + -0.0045753582, + -0.030865112, + 0.039448086, + -0.037273232, + 0.047059145, + -0.029127738, + -0.024217308, + 0.02748501, + -0.048555836, + 0.017913114, + -0.055981673, + -0.005601368, + -0.04045025, + -0.017308103, + 0.06272273, + 0.012256746, + 0.01575095, + -0.026737463, + 0.04115108, + 0.07562276, + -0.01140116, + 0.022552952, + 0.0443809, + -0.030472409, + -0.021670958, + -0.037897367, + 0.017250286, + -0.033001736, + -0.048738975, + -0.06429833, + -0.015412785, + 0.0036735258, + 0.023700202, + 0.035861194, + -0.05393875, + 0.048050668, + 0.032297045, + 0.021352977, + -0.05701748, + 0.0008330949, + -0.006661303, + -0.0070953164, + -0.043984424, + 0.052504774, + 0.027689766, + 0.031661708, + -0.050054867, + -0.015419155, + -0.013700429, + -0.03579233, + -0.08926211, + -0.034341693, + -0.01738188, + -0.0065487004, + -0.051955026, + 0.0019674778, + 0.0015172043, + 0.024915336, + 0.010987228, + 0.061529815, + 0.09077649, + 0.04394813, + -0.07503514, + 0.043345768, + -0.028357483, + 0.06312762, + 0.025069924, + 0.028561853, + 0.043048594, + 0.017411513, + -0.025240859, + -0.0056393985, + 0.054039005, + 0.008721963, + -0.039967448, + 0.0012871448, + 0.0052062417, + 0.005563228, + 0.042596456, + -0.008794862, + -0.044669237, + 0.04184779, + 0.008726271, + 0.10136058, + 0.040724736, + 0.14168875, + -0.017516509, + -0.11203568, + 0.0010548063, + -0.058536656, + 0.01673066, + 0.007502946, + -0.035662595, + 0.034719367, + -0.0060368567, + 0.13295838, + 0.026423598, + 0.056147255, + 0.04473965, + 0.045232397, + 0.07171366, + 0.009358642, + -0.021109166, + 0.033915937, + 0.0380073, + -0.01451498, + -0.021589639, + 0.062518574, + -0.017531183, + -0.030811403, + 0.024500312, + 0.05383414, + -0.1335839, + 0.01834579, + -0.051048376, + 0.07460228, + 0.03231806, + 0.00962887, + 0.05156732, + 0.016169788, + 0.0062234807, + -0.09062714, + -0.08959952, + 0.025153147, + -0.030351512, + -0.04339584, + 0.007234872, + 0.014588551, + 0.022614833, + -0.08844599, + -0.009002514, + -0.114522785, + 0.08118862, + -0.03023919, + 0.007820294, + 0.043863248, + -0.043678157, + -0.036323708, + 0.006777855, + -0.019326974, + -0.0664114, + -0.019019991, + 0.073445216, + -0.039277073, + -0.0157583, + -0.01931436, + -0.027121417, + -0.028259363, + -0.107222356, + 0.11150329, + -0.012612926, + -0.025338905, + 0.029330198, + 0.011753977, + 0.009784897, + 0.042475123, + -0.004051051, + -0.014803267, + -0.04530689, + -0.01848677, + -0.050840423, + 0.01814009, + 0.0051442874, + -0.033988528, + 0.0033705293, + -0.05515113, + -0.023601055, + -0.06183089, + 0.012501645, + -0.08027637, + 0.022573682, + 0.079796925, + -0.00926268, + -0.02180816, + 0.0059841494, + -0.018863965, + -0.011257763, + 0.055679787, + -0.018714463, + -0.04081558, + -0.017017504, + 0.026006198, + -0.03687599, + -0.05399378, + 0.042955294, + 0.00079697353, + -0.0015601065, + 0.026138263, + -0.01198548, + 0.07594801, + -0.0049053924, + -0.001241132, + 0.022863775, + 0.025632044, + -0.023908222, + -0.02252925, + 0.042020634, + -0.060588334, + 0.05498828, + -0.03466166, + 0.003202133, + -0.015508297, + -0.021138275, + 0.007791096, + 0.052594397, + -0.08649948, + 0.038542755, + 0.011088168, + 0.049710445, + -0.015898548, + 0.013559725, + -0.0012927915, + -0.078937665, + -0.0470789, + 0.02421941, + 0.0050838543, + -0.051634457, + 0.014016644, + 0.059073824, + -0.01279741, + 0.006315097, + 0.028651753, + -0.023221422, + -0.049021006, + -0.08123552, + -0.027243393, + -0.026543872, + 0.040068373, + 0.01465917, + 0.01366034, + -0.07191417, + -0.007906117, + -0.06743931, + -0.040284913, + 0.046346053, + -0.015108051, + -0.067285545, + 0.020757562, + -0.03144588, + -0.02684228, + -0.030008601, + 0.0008360872, + -0.012667347, + -0.0782403, + 0.02436115, + -0.054881096, + -0.010856299, + -0.07653927, + -0.044655506, + -0.02075821, + 0.023765713, + 0.0083463555, + 0.026002545, + -0.003060633, + 0.060491852, + 0.032562606, + 0.029937308, + -0.022013078, + 0.07388013, + 0.017152807, + -0.07095613, + -0.03923808, + 0.0017680842, + 0.0038672008, + -0.053012144, + -0.016951663, + 0.027642388, + 0.016483316, + -0.015618807, + -0.11136081, + 0.006826955, + -0.010586094, + -0.05052998, + -0.04226535, + -0.031801827, + -0.020531418, + -0.06278464, + -0.062224947, + 0.0769673, + -0.0706861, + 0.026174366, + -0.041260213, + 0.058052614, + -0.046227556, + -0.05443509, + 0.007650712, + -0.061986744, + -0.00546975, + -0.042977307, + -0.0147894155, + 0.045748055, + -0.01602859, + 0.018538997, + 0.073324144, + -0.105757244, + -0.010215157, + 0.0069961487, + -0.010474333, + 0.007267861, + -0.043416463, + 0.04171331, + 0.012246647, + -0.024870023, + 0.0067938967, + 0.023995718, + 0.037606664, + -0.034879085, + 0.107255146, + 0.019311333, + 0.008084773, + 0.015113109, + 0.04807634, + -0.011898967, + 0.0028230203, + 0.004201883, + -0.019952193, + -0.083809994, + 0.025964422, + 0.010652608, + 0.021981532, + -0.029947964, + 0.10096241, + -0.0018155909, + -0.078443065, + 0.035357803, + 0.030101022, + 0.08652985, + -0.020698488, + 0.06619985, + 0.011043828, + 0.022531942, + 0.059432585, + -0.08669654, + 0.023926888, + 0.006353244, + -0.046637908, + -0.072916985, + -0.04355625, + -0.010734682, + -0.06298886, + 0.11202974, + -0.008399903, + 0.04045217, + -0.049840588, + -0.051897135, + 0.04921834, + 0.018730633, + 0.07189677, + -0.020521715, + 0.10433443, + -0.0035553537, + 0.015335822, + -0.03326729, + -0.05246277, + -0.038786076, + 0.04000599, + -0.028919725, + -0.017996594, + -0.007428113, + -0.003258321, + 0.0127034895, + -0.0062633064, + 0.0007574967, + -0.060385525, + -0.018971093, + 0.062526286, + -0.025764955, + 0.05286283, + 0.043842334, + 0.044092383, + -0.037126385, + -0.018775577, + 0.007996275, + -0.00028039515, + -0.06591952, + 0.039109394, + 0.022268493, + 0.033030964, + 0.010780152, + 0.051087722, + -0.07398754, + 0.02156791, + -0.03391487, + 0.01900175, + -0.03438655, + -0.050286565, + -0.029407075, + 0.013486627, + 0.006069821, + 0.03566702, + -0.046612754, + 0.030740444, + -0.0637836, + 0.020758858, + 0.013579259, + 0.015677635, + 0.07067559, + -0.03354964, + -0.09833861, + -0.045598283, + 0.046094477, + -0.018735003, + 0.0013117951, + 0.020225674, + -0.025771514, + -0.011772435, + 0.020403381, + 0.048393097, + -0.001137191, + -0.008214463, + -0.024194324, + 0.012559411, + 0.028170707, + -0.038262583, + -0.010594243, + 0.008866333, + 0.02652175, + 0.010765866, + 0.02152175, + 0.007194773, + -0.021046689, + -0.047594506, + -0.05342931, + 0.044459403, + -0.00075621146, + 0.021768885, + 0.061362576, + 0.03243972, + 0.023200674, + 0.012056035, + -0.010374278, + -0.06796502, + -0.0056832493, + 0.048799623, + -0.035878677, + -0.020508701, + 0.03527651, + 0.096402384, + -0.027735645, + 0.11728837, + 0.022490505, + -0.08394513, + -0.010033967, + 0.024851669, + -0.019062884, + 0.00039440763, + -0.10133529, + 0.011722217, + -0.04434193, + -0.030069547, + 0.030103652, + -0.017366616, + 0.046203658, + -0.04393208, + -0.05095759, + -0.04554081, + -0.029142734, + 0.01689045, + 0.008356038, + -0.035321265, + -0.02382173, + -0.0015672153, + 0.06304823, + -0.008137697, + -0.014463008, + 0.045292154, + -0.06497864, + 0.015265712, + 0.008239593, + -0.08195689, + 0.037012544, + 0.04680898, + 0.007484248, + 0.02335733, + -0.06787198, + -0.062197443, + -0.06841327, + -0.039720036, + -0.0105394935, + -0.057220835, + -0.039479975, + 0.029730098, + 0.0697698, + 0.0280752, + 0.0137115335, + -0.0045632124, + -0.01313052, + 0.07553262, + -0.04117193, + -0.14872926, + 0.028015105, + -0.047134113, + -0.016151398, + -0.081647106, + -0.02221662, + -0.036281105, + -0.023036504, + 0.0612415, + -0.018361837, + -0.0238258, + -0.0022532772, + 0.1537845, + 0.006872191, + -0.044352733, + -0.0026320857, + -0.08600976, + 0.005572628, + 0.053448226, + -0.015072955, + -0.029777542, + -0.019132927, + 0.053970527, + 0.005238485, + -0.02418231, + -0.12369688, + 0.0014781327, + 0.059662092, + -0.011181213, + 0.01400666, + 0.023866476, + -0.059490796, + -0.054530527, + -0.011234197, + 0.013823349, + -0.012150345, + -0.09948839, + 0.023659766, + 0.014326883, + -0.02229736, + -0.0024076505, + -0.10091382, + 0.08174192, + -0.024408998, + -0.023222951, + 0.011201234, + 0.013236311, + 0.04317295, + 0.051764306, + 0.07648576, + -0.00061111146, + -0.088623054, + -0.037177067, + 0.038964123, + -0.029959839, + 0.033466227, + -0.08635276, + 0.04128183, + -0.020397836, + 0.056285754, + -0.02570748, + 0.05911732, + 0.0061064134, + -0.01733281, + -0.0875996, + -0.0127257295, + -0.013593507, + -0.04925175, + 0.01888016, + -0.032455195, + -0.023753202, + 0.052025676, + 0.06000905, + 0.04137704, + 0.004952635, + -0.02542677, + 0.00017748028, + -0.041987997, + 0.04760188, + 0.068178274, + -0.060950078, + -0.05742421, + 0.054274186, + -0.048096504, + 0.034568857, + 0.0012921172, + 0.0705816, + -0.014679933, + -0.001761971, + -0.029119784, + 0.008006632, + 0.018063113, + -0.05880496, + -0.052486468, + 0.010976936, + 0.03688557, + 0.061141517, + -0.009467033, + -0.035062946, + -0.06794524, + -0.0609979, + 0.015924038, + -0.03805085, + 0.03977454, + -0.015656536, + 0.014254484, + -0.030620195, + -0.038830906, + -0.013730216, + -0.070247106, + -0.074514836, + 0.037831023, + 0.027780455, + 0.0073002693, + -0.050368425, + 0.040389538, + 0.035920046, + 0.025425838, + 0.006255748, + -0.017454483, + -0.02307413, + 0.05788845, + 0.018672187, + 0.033335716, + 0.01855402, + 0.07957198, + -0.0029801806, + -0.057038378, + 0.010123766, + 0.038190138, + 0.0333764, + 0.075057626, + 0.00592374, + 0.06380629, + -0.028154025, + 0.07188246, + -0.056649268, + -0.019166004, + 0.053392358, + 0.13961181, + -0.08459373, + 0.03255955 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/a0ec01643fa2.json b/tests/integration/recordings/responses/a0ec01643fa2.json new file mode 100644 index 000000000..cba4a4fe2 --- /dev/null +++ b/tests/integration/recordings/responses/a0ec01643fa2.json @@ -0,0 +1,59 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "Test trace openai 1" + } + ], + "stream": false + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "oCfx8Zn-4Yz4kd-984c2ad25ac84cee", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "This conversation has just begun. I'm happy to chat with you. Is there something I can help you with or would you like to test something with me?", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [] + }, + "seed": 2693830755697369600 + } + ], + "created": 1758820564, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 33, + "prompt_tokens": 41, + "total_tokens": 74, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + }, + "prompt": [] + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/ae82d694f34c.json b/tests/integration/recordings/responses/ae82d694f34c.json new file mode 100644 index 000000000..aa6bc34c5 --- /dev/null +++ b/tests/integration/recordings/responses/ae82d694f34c.json @@ -0,0 +1,802 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": [ + "What makes Python different from C++ and Java?" + ] + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + 0.02517327293753624, + -0.05927547067403793, + -0.02752850204706192, + -0.03190239518880844, + 0.05084673687815666, + 0.007633775472640991, + 0.00997336208820343, + 0.016745490953326225, + -0.06594915688037872, + 0.024146223440766335, + 0.0005385297699831426, + -0.0006894826656207442, + -0.008592012338340282, + 0.008223236538469791, + 0.03929482772946358, + 0.043699394911527634, + -0.001660426496528089, + 0.025180906057357788, + -0.039375219494104385, + 0.0053853364661335945, + 0.034692440181970596, + 0.01133072841912508, + 0.04649277403950691, + -0.04183154180645943, + 0.024229303002357483, + 0.010672398842871189, + -0.012993639335036278, + 0.016633357852697372, + 0.09620392322540283, + -0.01894748955965042, + 0.00869813933968544, + 0.03333001211285591, + 0.011436302214860916, + -0.053283337503671646, + -0.029240107163786888, + -0.018422791734337807, + -0.011188727803528309, + -0.005999945569783449, + 0.033337924629449844, + 0.08805496990680695, + 0.007277320139110088, + 0.03119608946144581, + -0.005581452511250973, + 0.013757534325122833, + 0.013446818105876446, + 0.04478459060192108, + -0.0281585231423378, + 0.007232429925352335, + -0.02057827264070511, + -0.010735592804849148, + -0.041141167283058167, + -0.013414880260825157, + 0.008774801157414913, + -0.027892043814063072, + -0.02118038199841976, + 0.03535406291484833, + -0.005773103795945644, + 0.011915366165339947, + -0.013362586498260498, + -0.1074339896440506, + 0.010058971121907234, + 0.04685341939330101, + 0.02676686830818653, + -0.04209677129983902, + 0.008211489766836166, + 0.011635981500148773, + 0.03171093761920929, + 0.006887514144182205, + 0.0160739254206419, + -0.003477125195786357, + -0.028246482834219933, + -0.02985866740345955, + 0.012354123406112194, + -0.01321585662662983, + -0.0334138497710228, + 0.05904270336031914, + 0.01702887937426567, + 0.04508252069354057, + -0.02875608205795288, + 0.061527639627456665, + 0.02183707058429718, + -0.04652441293001175, + -0.023998353630304337, + -0.014925649389624596, + -0.03466776758432388, + -0.03714502230286598, + 0.00812164880335331, + 0.05643041431903839, + -0.03370414301753044, + 0.046314384788274765, + 0.042403917759656906, + 0.039711855351924896, + 0.04194587096571922, + -0.044892653822898865, + 0.014381085522472858, + -0.04303320497274399, + 0.02417507767677307, + 0.0024261465296149254, + 0.002907819813117385, + -0.04473122954368591, + -0.033169474452733994, + -0.012776823714375496, + 0.024204110726714134, + 0.030325455591082573, + -0.011538827791810036, + 0.01400262862443924, + 0.07599721848964691, + 0.007355066481977701, + 0.021303648129105568, + 0.030465370044112206, + -0.023435434326529503, + 0.03214404731988907, + 0.013625898398458958, + 0.0068402704782783985, + -0.018856564536690712, + 0.06660695374011993, + -0.017033617943525314, + 0.024832764640450478, + 0.027372173964977264, + -0.022973205894231796, + 0.0640808716416359, + 0.11020645499229431, + -0.010406771674752235, + -0.018275918439030647, + -0.022662967443466187, + 0.07155323028564453, + 0.017646832391619682, + -0.017067432403564453, + 0.025087783113121986, + 0.03291954845190048, + -0.05901481583714485, + 0.07096591591835022, + 0.1088729053735733, + 0.021950585767626762, + 0.044516440480947495, + -0.04362349957227707, + -0.025304825976490974, + 0.03380453214049339, + 0.013806285336613655, + 0.023288749158382416, + -0.032354686409235, + 0.05623454600572586, + -0.0331498384475708, + 0.008732054382562637, + -0.03133315593004227, + -0.08394992351531982, + 0.00966270174831152, + 0.018191881477832794, + -0.017256474122405052, + -0.014849426224827766, + -0.05408606678247452, + -0.054164595901966095, + 0.038517240434885025, + 0.04411592334508896, + 0.014354993589222431, + -0.015497663989663124, + 0.009233307093381882, + 0.04177677258849144, + 0.005623073782771826, + -0.017149949446320534, + -0.008299519307911396, + 0.07599443197250366, + -0.049110863357782364, + -0.040342554450035095, + -0.03237839415669441, + -0.03407994657754898, + 0.04117212072014809, + -0.06504429131746292, + -0.005143352318555117, + -0.02781560830771923, + 0.0030793561600148678, + -0.019363518804311752, + -0.024637293070554733, + 0.05453280359506607, + -0.07453737407922745, + -0.056514766067266464, + -0.03191586583852768, + 0.01347391027957201, + 0.04701421037316322, + 0.04784790799021721, + 0.04504203796386719, + 0.0416475273668766, + 0.027300169691443443, + -0.004853601101785898, + 0.07700737565755844, + 0.0058420440182089806, + -0.020056284964084625, + -0.029256943613290787, + -0.024188874289393425, + -0.044612374156713486, + 0.005700718145817518, + -0.042027492076158524, + 0.013135066255927086, + 0.015223084948956966, + -0.025109533220529556, + 0.09686876088380814, + -0.003817221149802208, + 0.04986831918358803, + -0.020277539268136024, + -0.016653837636113167, + 0.007358207833021879, + -0.010219651274383068, + -0.022081833332777023, + 0.009230331517755985, + 0.02870170958340168, + -0.0009385381708852947, + 0.011477699503302574, + -0.08156480640172958, + -0.023806657642126083, + 0.05778304859995842, + -0.0012239509960636497, + -0.050335925072431564, + 0.08446664363145828, + -0.07200253754854202, + -0.005410981830209494, + 0.04559531435370445, + -0.019777625799179077, + -0.005575160961598158, + 0.04143029823899269, + 0.0014152266085147858, + 0.0402572900056839, + 0.04996470734477043, + 0.05924665182828903, + -0.04288039356470108, + 0.029292447492480278, + -0.07367347925901413, + -0.04015783220529556, + 0.03934734687209129, + 0.006176967639476061, + -0.04073223099112511, + 0.02915194258093834, + 0.04113445803523064, + 0.023132748901844025, + 0.005755419842898846, + -0.000497312459629029, + -0.010455143637955189, + 0.02453756146132946, + 0.008060777559876442, + 0.006233473774045706, + -0.022512169554829597, + 0.0344528965651989, + -0.05065114423632622, + 0.03987080976366997, + 0.009848693385720253, + 0.02637004666030407, + -0.023348400369286537, + 0.040486037731170654, + 0.02671428583562374, + -0.004502414260059595, + -0.06244242191314697, + -0.00591331347823143, + -0.03456953167915344, + 0.03853173553943634, + -0.012725317850708961, + 0.0020869376603513956, + -0.0544876754283905, + 0.0465322844684124, + -0.03705056756734848, + 0.03402971103787422, + -0.012153149582445621, + -0.0025780058931559324, + -0.03231276571750641, + 0.014614064246416092, + 0.040733009576797485, + 0.02793523110449314, + 0.06121594458818436, + -0.10693642497062683, + -0.04121331125497818, + -0.049808602780103683, + 0.00931315403431654, + -0.0005079125403426588, + -0.03773258998990059, + 0.04029921442270279, + 0.006094376090914011, + -0.04541047289967537, + -0.00500077847391367, + 0.008933045901358128, + 0.0165691040456295, + 0.015843873843550682, + 0.0066689420491456985, + -0.042055536061525345, + -0.04772442579269409, + 0.04299677535891533, + -0.0885479673743248, + -0.03510256111621857, + -0.01526320818811655, + -0.002680840902030468, + 0.010199936106801033, + -0.05851084738969803, + 0.004623089451342821, + 0.023245980963110924, + 0.04002177715301514, + 0.006765763740986586, + 0.029415283352136612, + -0.08234964311122894, + -0.0530225895345211, + -0.027365796267986298, + -0.03294917941093445, + -0.027471251785755157, + 0.013792217709124088, + 0.02534564584493637, + 0.06191490963101387, + 0.017584433779120445, + 0.0334448516368866, + 0.0005386894918046892, + 0.0032774577848613262, + 0.01591615378856659, + -0.005250703077763319, + 0.04274865239858627, + -0.06351747363805771, + -0.07786543667316437, + 0.004636826459318399, + 0.07713916897773743, + 0.044997744262218475, + -0.032151103019714355, + 0.025335246697068214, + -0.020933767780661583, + -0.049735575914382935, + 0.03949493169784546, + -0.037822604179382324, + -0.021480482071638107, + -0.01508465874940157, + 0.010943945497274399, + 0.016628814861178398, + 0.09863129258155823, + -0.026716219261288643, + -0.005602245219051838, + 0.027888240292668343, + -0.01338939182460308, + -0.01564818061888218, + -0.017323773354291916, + -0.018854543566703796, + -0.04452570527791977, + -0.030418355017900467, + 0.020177267491817474, + 0.033515896648168564, + -0.04733597859740257, + 0.03742247074842453, + -0.04212302714586258, + 0.019949203357100487, + -0.024253876879811287, + 0.012272280640900135, + -0.0022997513879090548, + 0.03303530439734459, + -0.013598734512925148, + 0.035109736025333405, + -0.016654808074235916, + -0.035140249878168106, + -0.006442326586693525, + -0.024461794644594193, + -0.0680788904428482, + -0.036402251571416855, + -0.02342032641172409, + 0.040693119168281555, + -0.01149903703480959, + 0.025126351043581963, + -0.013343892991542816, + -0.045200083404779434, + -0.059597622603178024, + -0.02602051943540573, + 0.05655312165617943, + -0.05449136719107628, + -0.04953633248806, + -0.04299261420965195, + 0.0021499632857739925, + -0.058740951120853424, + 0.025703098624944687, + 0.026888279244303703, + 0.041148439049720764, + 0.09555676579475403, + -0.019787615165114403, + -0.03098965249955654, + 0.025334808975458145, + -0.03880137577652931, + 0.036906614899635315, + 0.0373193733394146, + -0.019397547468543053, + -0.03890744969248772, + -0.03533877432346344, + 0.01043013297021389, + -0.11240145564079285, + -0.001887193531729281, + 0.023699326440691948, + -0.012832568027079105, + -0.026331709697842598, + -0.03766907379031181, + 0.026428470388054848, + 0.008145553059875965, + -0.00892532430589199, + 0.01250272523611784, + 0.009742435067892075, + -0.0170003529638052, + 0.012004575692117214, + 0.03468174487352371, + -0.005657907575368881, + -0.03972026705741882, + 0.01663101464509964, + -0.023416968062520027, + -0.0009885226609185338, + -0.026063844561576843, + 0.0651560127735138, + 0.00011725723743438721, + -0.022703027352690697, + -0.005461778026074171, + 0.1116209477186203, + 0.03819834068417549, + 0.045459385961294174, + -0.00028157979249954224, + -0.048355814069509506, + 0.013377707451581955, + 0.02303946204483509, + -0.006767316721379757, + -0.019848201423883438, + 0.0033706456888467073, + 0.038057632744312286, + 0.11433175206184387, + -0.035053033381700516, + 0.03242923691868782, + -0.03408103808760643, + -0.053809478878974915, + -0.03179652616381645, + 0.06007275730371475, + -0.0076828645542263985, + -0.038644637912511826, + -0.02685503102838993, + -0.01804836094379425, + 0.06089795380830765, + 0.04324701055884361, + -0.07562246173620224, + -0.04398123547434807, + 0.010064228437840939, + -0.04334224760532379, + 0.014487305656075478, + -0.04711387678980827, + 0.024354685097932816, + 0.03232944384217262, + 0.04015462473034859, + 0.01371450163424015, + -0.04432954266667366, + 0.021805129945278168, + -0.052570246160030365, + 0.06789547950029373, + 0.012027716264128685, + 0.09023753553628922, + -0.08348759263753891, + 0.012259835377335548, + 0.025145262479782104, + 0.056849926710128784, + 0.021562620997428894, + -0.0038998445961624384, + 0.06174313649535179, + 0.03390361741185188, + -0.021384961903095245, + 0.0027765228878706694, + 0.021634142845869064, + 0.0617065355181694, + -0.038299500942230225, + 0.0033859144896268845, + 0.06074449047446251, + 0.02556876465678215, + -0.05028308182954788, + -0.026669925078749657, + -0.008310562931001186, + 0.0007795466226525605, + -0.051417842507362366, + -0.03003445826470852, + 0.023208893835544586, + -0.015607934445142746, + -0.004650155082345009, + -0.09222505241632462, + -0.07439403980970383, + -0.00030001159757375717, + -0.05885722488164902, + -0.03354410454630852, + -0.023885322734713554, + -0.023694748058915138, + -0.002964545274153352, + 0.033897001296281815, + 0.02342289499938488, + -0.008121664635837078, + -0.06673142313957214, + 0.035054516047239304, + 0.006485227961093187, + -0.011049957945942879, + -0.02849774807691574, + -0.003945561125874519, + -0.009321048855781555, + -0.04061659798026085, + -0.014878206886351109, + -0.026920367032289505, + 0.013240729458630085, + -0.00912179984152317, + 0.08025270700454712, + 0.011227552779018879, + 0.01162588782608509, + 0.03911953046917915, + -0.008459963835775852, + -0.011711232364177704, + -0.06549587845802307, + -0.003934463486075401, + 0.05689859390258789, + 0.005052486434578896, + -0.002148434054106474, + -0.031108779832720757, + 0.011704150587320328, + 0.018351705744862556, + 0.06075863167643547, + 0.03104316256940365, + -0.029100103303790092, + -0.06133035942912102, + -0.004201673902571201, + -0.03299975395202637, + -0.004409941844642162, + 0.02532418817281723, + 0.0012186126550659537, + -0.03342881426215172, + -0.011862652376294136, + -0.02509687840938568, + 0.011759525164961815, + 0.01686522550880909, + -0.028010768815875053, + -0.04315534606575966, + 0.01784290373325348, + 0.04763518646359444, + -0.03223493695259094, + -0.002270394703373313, + -0.02766132541000843, + -0.12045251578092575, + 0.010882371105253696, + 0.0055845039896667, + -0.0038317532744258642, + -0.032924551516771317, + 0.007581939455121756, + -0.04714681953191757, + 0.05493198707699776, + -0.10260175168514252, + 0.0184415802359581, + 0.009282311424612999, + 0.030968470498919487, + -0.016823798418045044, + -0.012262364849448204, + 0.026101063936948776, + 0.06509155035018921, + -0.038869716227054596, + -0.02793935500085354, + 0.020369278267025948, + 0.03919598087668419, + 0.017646079882979393, + 0.03126753866672516, + -0.007000391371548176, + -0.045992594212293625, + 0.00960536953061819, + 0.02549203298985958, + 0.014892284758388996, + -0.0028631072491407394, + 0.009483040310442448, + -0.0313774012029171, + -0.019784938544034958, + 0.0016485409578308463, + 0.0068555488251149654, + 0.030234023928642273, + 0.0529765859246254, + 0.015952007845044136, + 0.03150353580713272, + -0.00897759199142456, + 0.027130605652928352, + -0.029791418462991714, + 0.02543175406754017, + 0.031176520511507988, + -0.10031485557556152, + -0.005841521546244621, + -0.04214736074209213, + 0.11366035789251328, + 0.014739606529474258, + 0.03817747160792351, + -0.041414715349674225, + 0.00041041706572286785, + 0.059705231338739395, + -0.04762746021151543, + -0.000670370296575129, + -0.03526808321475983, + -0.01601385325193405, + 0.02779310569167137, + -0.04440660402178764, + -0.06342937052249908, + -0.009988636709749699, + -0.040076956152915955, + 0.025730127468705177, + -0.022812826558947563, + 0.006558165419846773, + -0.0163955707103014, + -0.049426544457674026, + -0.04815229773521423, + -0.04713110625743866, + 0.06885242462158203, + -0.009364955127239227, + -0.02605401538312435, + 0.049001749604940414, + -0.02085917256772518, + 0.017170386388897896, + -0.04500491917133331, + -0.05170299485325813, + 0.015235558152198792, + 0.015570051036775112, + 0.02370995655655861, + 0.023241516202688217, + -0.022776372730731964, + 0.024995196610689163, + -0.04913897067308426, + 0.02573673613369465, + 0.10389196127653122, + 0.013454177416861057, + 0.001859869109466672, + -0.025003504008054733, + -0.028296904638409615, + 0.01799187809228897, + 0.00047568834270350635, + -0.03678290545940399, + 0.03209736570715904, + 0.012836124747991562, + -0.05107932910323143, + 0.05102211609482765, + -0.027505643665790558, + -0.03218458220362663, + 0.01851729489862919, + 0.012394195422530174, + -0.021180691197514534, + -0.009217607788741589, + -0.017660317942500114, + 0.02939329855144024, + 0.0017022376414388418, + 0.05091192573308945, + -0.05493085831403732, + 0.010866599157452583, + -0.025341222062706947, + -0.025223098695278168, + 0.01900743879377842, + 0.03469342365860939, + 0.01142563670873642, + -0.008546913973987103, + 0.0062241884879767895, + -0.010737174190580845, + 0.010820822790265083, + 0.02365770936012268, + 0.027239330112934113, + -0.03450082615017891, + 0.0029956395737826824, + 0.011813182383775711, + 0.025415245443582535, + -0.0012042796006426215, + -0.014137083664536476, + 0.0014223991893231869, + 0.005054670386016369, + -0.034101780503988266, + 0.07151786983013153, + 0.07557526230812073, + -0.0033575203269720078, + -0.029922479763627052, + -0.043816667050123215, + 0.01773776486515999, + 0.05497784912586212, + -0.0015120196621865034, + -0.0025900728069245815, + 0.022179318591952324, + 0.03465230390429497, + 0.006229462567716837, + -0.03738939389586449, + 0.008196177892386913, + 0.010659514926373959, + -0.008288645185530186, + -0.028259970247745514, + -0.040584057569503784, + 0.021006176248192787, + 0.008154059760272503, + -0.033632151782512665, + 0.014476779848337173, + -0.008111199364066124, + -0.07059445232152939, + 0.0218367800116539, + -0.00847222376614809, + -0.026753349229693413, + 0.01831630803644657, + -0.01770036481320858, + -0.0354844406247139, + -0.024901393800973892, + -0.0360034741461277, + -0.011295972391963005, + 0.02604268305003643, + -0.06857088208198547, + 0.07337731868028641, + -0.06401073187589645, + 0.048566631972789764, + -0.012562915682792664, + 0.027890898287296295, + -0.026574552059173584, + -0.010268484242260456, + 0.00534316198900342, + 0.010180947370827198, + -0.0008329132688231766, + 0.08566134423017502, + -0.058507468551397324, + -0.011649815365672112, + 0.06626463681459427, + 0.023633329197764397, + 0.024257145822048187, + 0.006637289188802242, + -0.052131637930870056, + 0.008190560154616833, + -0.03723077103495598, + -0.03907524421811104, + -0.024975212290883064, + -0.04886558651924133, + 0.08183369785547256, + 0.036439407616853714, + 0.006964313797652721, + -0.04853811115026474, + -0.013049819506704807, + 0.020864145830273628, + -0.01652846857905388, + -0.11374097317457199, + 0.000909007852897048, + 0.02748906798660755, + 0.0004783617041539401, + -0.04259035363793373, + -0.01951170526444912, + -0.039266347885131836, + 0.0790289118885994, + -0.03614429011940956, + -0.009888287633657455, + -0.0014079920947551727, + -0.05354578420519829, + -0.05164365842938423, + 0.02401590719819069, + -0.004703827667981386, + -0.015352515503764153, + -0.09520741552114487, + -0.0011139996349811554, + 0.012082983739674091, + -0.11449477076530457, + -0.013903029263019562, + -0.0032681110315024853, + 0.06276882439851761, + -0.0160707738250494, + -0.025801463052630424, + 0.0024566405918449163, + 0.014286108314990997, + 0.008646920323371887, + -0.041887130588293076, + 0.0062835561111569405, + 0.002493197564035654, + -0.03657038137316704, + -0.029064077883958817, + 0.024899492040276527, + -0.023499423637986183, + -0.06424634903669357, + 0.03472882881760597, + -0.045173365622758865, + 0.06708387285470963, + 0.0032126533333212137, + -0.007638201583176851, + 0.010531589388847351, + -0.049638811498880386, + -0.042833518236875534, + 0.05096343532204628, + 0.00997287780046463, + -0.027017751708626747, + -0.00491376593708992, + -1.2727919965982437e-05 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/b734171a0872.json b/tests/integration/recordings/responses/b734171a0872.json new file mode 100644 index 000000000..1b605b012 --- /dev/null +++ b/tests/integration/recordings/responses/b734171a0872.json @@ -0,0 +1,801 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": "This is completely different content", + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + 0.020581583, + 0.03996682, + 0.06342483, + -0.046694994, + -0.07684763, + -0.05265455, + -0.053058416, + -0.008007386, + -0.04512141, + 0.03718547, + -0.026790882, + 0.039592147, + 0.08868821, + -0.054975007, + 0.022950895, + -0.03249339, + 0.05376096, + 0.04878751, + 0.06144113, + 0.08925032, + -0.06345507, + -0.0008829904, + 0.07914291, + -0.028592229, + -0.048433058, + -0.0351529, + 0.028880889, + -0.08001268, + -0.04552556, + -0.080687605, + 0.1400234, + 0.14326853, + 0.02891313, + -0.05588759, + 0.007262874, + 0.026984219, + 0.09121335, + 0.050748702, + 0.017702162, + -0.035733465, + 0.1328057, + -0.08973662, + -0.050988093, + -0.009071953, + 0.00674055, + 0.0138731655, + -0.024637444, + -0.0019375099, + 0.019351467, + 0.041681487, + 0.09368255, + 0.0052818935, + 0.027539922, + -0.031472813, + 0.042352878, + 0.07326235, + 0.010973438, + 0.06776053, + 0.06473745, + 0.031266563, + 0.00057834754, + -0.002110916, + 0.16004054, + -0.0535361, + 0.04453045, + 0.050499436, + 0.03501775, + -0.003733677, + 0.020598825, + -0.079224035, + 0.07070447, + -0.060201976, + 0.006393084, + -0.003781692, + 0.070510566, + -0.047214407, + 0.06080987, + -0.0877733, + -0.08569845, + -0.018021964, + 0.06378409, + 0.027565937, + 0.038700324, + -0.1248613, + 0.00903349, + -0.08429076, + 0.016536232, + 0.025240825, + 0.00043874417, + -0.004602262, + 0.0457946, + -0.03598806, + 0.056914188, + 0.044693712, + 0.011178773, + -0.020428436, + 0.036093723, + 0.031189999, + 0.07220326, + -0.066868156, + -0.020061923, + -0.0563857, + -0.013928966, + -0.034524415, + 0.0041604545, + -0.047119446, + 0.033624567, + 0.06970587, + -0.033320673, + -0.0413748, + 0.01094969, + -0.0100499755, + 0.004480598, + 0.02067311, + -0.021157527, + 0.022485765, + 0.03633523, + 0.0049809627, + 0.02181411, + 0.049156368, + 0.06253565, + 0.059981186, + -0.031591866, + -0.049331754, + 0.033537455, + 0.021542493, + 0.009435254, + 0.025516914, + 0.025417773, + -0.07066102, + 0.011794456, + 0.06311989, + 0.011093616, + 0.08549021, + -0.04281618, + 0.011115061, + 0.07443118, + 0.021961706, + -0.02724888, + -0.00047235374, + 0.016601468, + 0.043411057, + 0.03835865, + 0.01029931, + 0.008437206, + -0.057274926, + -0.045377273, + -0.09733081, + -0.009755395, + 0.028172465, + 0.043972567, + 0.0968819, + 0.052496422, + 0.031553026, + -0.019291716, + 0.034150966, + 0.1310106, + 0.02864821, + -0.047452684, + 0.016342362, + -0.06591784, + -0.064888336, + -0.03380424, + -0.08384223, + 0.023302404, + -0.020427782, + 0.019540966, + 0.02240307, + 0.026848866, + -0.0018868797, + -0.031800512, + -0.073483676, + 0.08840526, + -0.02696041, + -0.042041607, + 0.030633071, + 0.020918656, + 0.06119309, + -0.048348967, + 0.036555305, + 0.033583682, + 0.019630525, + -0.03500669, + -0.020821452, + 0.012256841, + 0.06733756, + 0.036884613, + -0.080063485, + 0.019956889, + -0.01994667, + 0.0011630546, + -0.08307688, + -0.040326167, + -0.03293244, + -0.014897417, + 0.03977495, + 0.036790676, + 0.020645684, + 0.015943283, + -0.05961047, + 0.036905374, + 0.006005009, + 0.033375766, + -0.015491932, + -0.07008363, + -0.031575754, + -0.0065630106, + -0.013962699, + -0.012629252, + 0.046026245, + 0.007901817, + -0.117550366, + -0.06314231, + 0.05348636, + 0.10863247, + 0.053361807, + 0.055756297, + -0.026388792, + -0.011777907, + -0.07197253, + 0.010918023, + 0.020021347, + 0.14850953, + -0.043404948, + -0.04262303, + -0.04904758, + -0.014644666, + -0.0018742547, + -0.0054880613, + -0.015058903, + -0.03137978, + -0.09884002, + 0.048087206, + -0.00044948232, + -0.059237186, + 0.01681299, + 0.06357592, + 0.09665662, + -0.032431144, + -0.021346267, + -0.03630939, + 0.108024776, + 0.011421504, + 0.00090062595, + 0.09738569, + 0.07588425, + -0.038476508, + 0.008637763, + 0.03942589, + 0.03673421, + -0.008536316, + -0.035427485, + -0.0571462, + 0.077514425, + -0.014574157, + -0.06636753, + 0.0356625, + 0.00055575924, + -0.008948914, + 0.00082343427, + 0.0511982, + 0.03143358, + -0.03388075, + -0.013724427, + 0.0551338, + -0.007191376, + -0.05363105, + -0.07718383, + -0.008230843, + 0.10335533, + 0.013668598, + -0.08284561, + 0.05179483, + -0.08437943, + -0.017510848, + -0.05778264, + 0.044004828, + -0.02612715, + -0.0058190715, + 0.013293448, + -0.005663543, + 0.0037016177, + -0.020699238, + 0.00277368, + 0.041328322, + -0.052624915, + 0.020320976, + 0.0033441507, + -0.11465616, + -0.059619453, + -0.029252917, + 0.014145012, + -0.049234822, + 0.025969574, + 0.04118447, + 0.017938918, + -0.009885965, + 0.012801603, + -0.0007332413, + -0.0012993023, + -0.052635074, + 0.064850755, + 0.004576457, + -0.018446025, + -0.069130346, + 0.018532049, + 0.006330208, + 0.039377607, + 0.11237417, + 0.055357743, + -0.0038629018, + 0.048188694, + 0.052925084, + -0.011272187, + -0.012422014, + 0.005874242, + -0.0007749841, + -0.058404274, + -0.022589723, + 0.031956926, + 0.0470711, + 0.027993023, + -0.06112344, + -0.0119517995, + -0.09797626, + -0.073644884, + 0.07465703, + 0.09884925, + -0.035564825, + -0.040369682, + 0.014445328, + -0.052219898, + -0.027498178, + 0.036846854, + -0.09408649, + -0.00027856976, + 0.028489627, + 0.002446708, + -0.043065134, + -0.030562297, + 0.07565528, + -0.0256914, + -0.12143018, + 0.09360902, + 0.015026368, + 0.058814585, + -0.01885037, + 0.04901136, + 0.009521308, + -0.0067844316, + -0.06265128, + 0.029733902, + 0.019703392, + -0.029863501, + 0.033668272, + -0.015967827, + -0.024716265, + 0.07095029, + 0.07264489, + -0.021480447, + -0.040650267, + -0.11752601, + 0.019378915, + -0.042310815, + 0.05690114, + -0.01413233, + 0.058113046, + -0.073345415, + -0.059576523, + -0.09720947, + 0.012149926, + 0.057291746, + -0.03505685, + -0.038375836, + 0.0149342865, + -0.001562935, + -0.023513826, + 0.00014910847, + 0.022598296, + -0.071317434, + -0.06260575, + 4.0522777e-05, + -0.086758316, + -0.013101295, + -0.02990748, + -0.08461068, + 0.016139807, + 0.06101953, + -0.08451055, + -0.046145856, + -0.048467644, + 0.060105037, + 0.024200678, + 0.052542347, + 0.041119967, + -0.0068898834, + 0.09487794, + 0.012641435, + -0.13026047, + 0.06284531, + 0.018659385, + -0.07564698, + 0.006965884, + -0.036618453, + 0.118192144, + -0.04771263, + 0.023280941, + 0.054039616, + -0.114724584, + -0.0918062, + 0.038803104, + -0.09954885, + 0.008216844, + -0.030975524, + -0.030176945, + 0.0397766, + -0.0061745024, + 0.071971394, + -0.041089423, + 0.033857126, + 0.03961017, + -0.03826589, + 0.038435444, + -0.0860421, + 0.08869605, + -0.028628873, + -0.05565758, + 0.056920726, + 0.020458337, + 0.05994542, + 0.08241441, + 0.0400861, + -0.0045191804, + 0.0030094406, + -0.007466077, + -0.02953672, + -0.068642505, + 0.060889505, + -0.029501854, + -0.048823155, + 0.015409609, + 0.018862283, + -0.016425489, + -0.087497436, + 0.067643866, + -0.033761434, + -0.054749027, + -0.03657711, + 0.038102675, + -0.06197178, + 0.045409728, + -0.02127562, + 0.064449035, + -0.0056471447, + 0.067553245, + -0.07137091, + 0.017407946, + -0.09813906, + -0.046500444, + -0.058283363, + -0.018302118, + -0.025382183, + -0.04259567, + 0.022398086, + -0.09098867, + 0.043438766, + -0.07656342, + 0.0028111413, + 0.030880956, + -0.07750997, + 0.07084878, + 0.05344556, + 0.0052658613, + -0.025303314, + -0.04759683, + -0.017034022, + 0.02855913, + -0.04999449, + 0.01974624, + 0.07708244, + -0.011766297, + 0.057390995, + -0.04652422, + 0.023833811, + 0.05608237, + 0.05765577, + 0.05078112, + 0.046039928, + -0.055372067, + -0.044933185, + -0.08522771, + -0.09142792, + 0.012817157, + -0.026148932, + -0.07331254, + 0.11312438, + 0.055893615, + -0.013500698, + 0.008603385, + 0.00057156937, + -0.091709465, + 0.08057745, + -0.011340835, + -0.016915537, + 0.0011427286, + 0.09740327, + -0.029696029, + -0.047760956, + 0.015541391, + 0.0955123, + 0.021890407, + -0.02908531, + 0.030994056, + 0.03820344, + -0.062488347, + 0.015730608, + 0.021182666, + -0.043783836, + 0.02782434, + 0.11151618, + 0.052450567, + 0.00037089732, + 0.03351987, + -0.0054050605, + -0.033424556, + 0.10350312, + 0.065157756, + 0.03392563, + 0.010131469, + -0.053846426, + -0.0022781377, + 0.0014610494, + 0.005763698, + 0.0426489, + -0.08206464, + -0.07099776, + -0.04228286, + 0.07337842, + 0.047744617, + 0.04284143, + 0.06959166, + 0.013133698, + -0.030711556, + 0.009055728, + 0.06162162, + 0.017240932, + -0.039795205, + -0.10877084, + 0.024329182, + -0.0049141976, + -0.038892467, + -0.012901915, + -0.095080145, + 0.05290344, + 0.021141307, + 0.03017632, + -0.0044154925, + -0.10163907, + -0.08186605, + -0.023801327, + 0.035552323, + 0.039041802, + -0.032427292, + 0.07541, + 0.10233232, + 0.018622704, + -0.013646388, + -0.008619573, + 0.020216271, + -0.07897946, + 0.063637026, + -0.08652915, + -0.0100032855, + 0.046902858, + 0.076707095, + 0.02531022, + 0.05425257, + 0.015954422, + -0.033368777, + -0.025112148, + -0.01394599, + -0.04062625, + 0.056534503, + -0.04304168, + -0.060214523, + 0.016551849, + -0.006314451, + 0.060458317, + 0.027808908, + 0.040655438, + -0.031415448, + -0.120496035, + -0.04355332, + 0.002170874, + 0.013876282, + -0.011508199, + -0.046841078, + 0.076444104, + 0.08982719, + 0.0846208, + 0.029678846, + -0.086331986, + 0.14421903, + -0.0030989156, + 0.01598773, + 0.059804816, + -0.0464971, + -0.0058899643, + 0.02542227, + -0.020552263, + 0.10621325, + -0.023809364, + -0.13324538, + -0.075492345, + 0.06716611, + -0.040477127, + -0.046582364, + -0.07376809, + 0.024235222, + 0.070477486, + 0.11006968, + -0.04869493, + 0.078016356, + -0.07615679, + 0.08063025, + -0.016255612, + -0.051746953, + 0.08059405, + -0.0025989392, + -0.073428795, + -0.03987752, + 0.098251894, + -0.006217126, + -0.028130062, + -0.051326722, + -0.0470711, + -0.016759045, + -0.039230157, + -0.020525763, + 0.07148479, + -0.05419997, + -0.025775867, + 0.0070432695, + -0.006410803, + 0.027631486, + 0.037966132, + -0.025654731, + -0.023324372, + 0.026257442, + -0.034822363, + -0.010826962, + 0.020623349, + 0.0523646, + -0.022230538, + 0.028196862, + 0.023292363, + 0.12025986, + -0.022648653, + -0.061013527, + -0.040045265, + 0.022293845, + -0.016287014, + -0.08896512, + -0.021426601, + 0.05109808, + 0.038455352, + 0.055882193, + 0.10342665, + 0.06503611, + 0.07195616, + -0.013601524, + 0.028618002, + 0.03990776, + 0.03236452, + 0.07085622, + 0.0055737793, + 0.013130723, + -0.066394895, + 0.021342268, + 0.0026651763, + -0.012577644, + 0.049445108, + 0.049437333, + 0.0047207237, + -0.02006381, + 0.02022424, + 0.05142978, + 0.01725655, + 0.00037797724, + 0.039846063, + -0.11509461, + -0.013602717, + -0.066661686, + -0.020612884, + 0.012832718, + -0.091352694, + -0.09389515, + 0.07369748, + 0.056452867, + 0.10581744, + -0.06383743, + 0.036662158, + -0.07204409, + 0.012689036, + -0.025724197, + 0.040817674, + -0.06890574, + 0.0055584335, + 0.031956017, + 0.0014588524, + 0.098465145, + 0.0054196557, + 0.056656968, + 0.03322914, + -0.040962957, + -0.015689995, + -0.034545593, + -0.052660752, + -0.044768244, + -0.04419147, + -0.11039146, + 0.015522225, + 0.0052053384, + -0.08471112, + 0.025280464, + -0.03353502, + -0.018717872, + -0.020738749, + 0.0021664763, + -0.011238148, + 0.02322494, + 0.010894536, + -0.09676859, + 0.01013113, + 0.0035604087, + -0.0060942546, + -0.027839229, + -0.0037214137, + 0.053193003, + -0.070640355, + -0.07783396, + 0.005814805, + 0.0064411093, + -0.023913933, + 0.030543711, + -0.07979223, + -0.008982119, + 0.043360766, + -0.048063844, + 0.0017047173, + 0.06882568, + -0.03443207, + 0.015080402, + -0.049461022, + 0.045471057, + -0.031460688, + -0.0028212033, + 0.044725604, + 0.0026248703, + -0.0329393, + -0.034404054, + 0.024516258, + 0.002614168, + -0.047855787, + -0.03149, + 0.14646776, + -0.047660008, + 0.021453902 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/c8a59b661fd5.json b/tests/integration/recordings/responses/c8a59b661fd5.json new file mode 100644 index 000000000..e6ec001a9 --- /dev/null +++ b/tests/integration/recordings/responses/c8a59b661fd5.json @@ -0,0 +1,46 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "prompt": "Say completions", + "max_tokens": 20, + "extra_body": {} + }, + "endpoint": "/v1/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": { + "__type__": "openai.types.completion.Completion", + "__data__": { + "id": "oCfwct8-4Yz4kd-984c2861287d4cc3", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "text": " of the following sentences:\n* The _most_ important thing in life is...\n* The _least", + "seed": 12050749903881546000 + } + ], + "created": 1758820465, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "text.completion", + "system_fingerprint": null, + "usage": { + "completion_tokens": 20, + "prompt_tokens": 3, + "total_tokens": 23, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + }, + "prompt": [] + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/d2e057a81717.json b/tests/integration/recordings/responses/d2e057a81717.json new file mode 100644 index 000000000..99b46f6fc --- /dev/null +++ b/tests/integration/recordings/responses/d2e057a81717.json @@ -0,0 +1,61 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "Test trace openai with temperature 1" + } + ], + "max_tokens": 100, + "stream": false, + "temperature": 0.7 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "oCfxJ43-4Yz4kd-984c2b99bc6a9045", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "message": { + "content": "I'll do my best to generate a response with a temperature of 1. \n\nIn the context of language models like myself, temperature is a parameter that controls the level of randomness or creativity in the generated text. A temperature of 1 is relatively high, which means the model will produce more diverse and potentially less coherent text.\n\nHere's a response with a temperature of 1:\n\n\"The stars shone brightly in the midnight sky, like diamonds scattered across the velvet expanse. The world was bath", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [] + }, + "seed": 8314651915728863000 + } + ], + "created": 1758820596, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 100, + "prompt_tokens": 43, + "total_tokens": 143, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + }, + "prompt": [] + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/d5971b8fdb94.json b/tests/integration/recordings/responses/d5971b8fdb94.json new file mode 100644 index 000000000..750537740 --- /dev/null +++ b/tests/integration/recordings/responses/d5971b8fdb94.json @@ -0,0 +1,801 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": "Hello, world!", + "encoding_format": "float" + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.017041557, + -0.07436493, + 0.02897635, + -0.032216743, + 0.0056444216, + -0.029015187, + 0.06512343, + -0.040310342, + 0.05263593, + 0.0068842396, + 0.019191971, + -0.0064884443, + -0.01664521, + 0.014244285, + 0.036390014, + -0.040292, + 0.031780273, + 0.0039553884, + -0.055303488, + -0.028992416, + -0.02059435, + 0.05677091, + -0.043668333, + -0.014273451, + 0.15328151, + -0.023603301, + -0.049825363, + 0.007869072, + -0.010882995, + -0.033912696, + 0.053697765, + -0.00093928695, + 0.0017799847, + 0.038871024, + -0.069678165, + -0.067093275, + 0.025772842, + -0.057590123, + -0.015825877, + 0.020131286, + 0.020742312, + 0.003915491, + -0.018451879, + 0.020440312, + -0.023613403, + -0.039568678, + -0.013152008, + -0.01871725, + 0.021348018, + -0.019964654, + 0.038607903, + 0.018397795, + -0.0063561443, + -0.018936336, + -0.060981557, + -0.02152846, + 0.027057847, + 0.0014626224, + -0.018241309, + -0.07473041, + -0.02377323, + -0.033910733, + 0.02569418, + -0.024951216, + -0.0076659806, + -0.015425462, + 0.006604636, + 0.09833969, + -0.005054596, + 0.008841989, + -0.01836461, + -0.018554095, + 0.011605144, + -0.016599955, + -0.062196333, + -0.0037542647, + -0.025220644, + -0.027834827, + -0.020460974, + -0.050503097, + 0.032119684, + -0.023387104, + 0.050067227, + -0.05834235, + 0.023189448, + -0.021862485, + 0.023831544, + -0.016663097, + -0.041609522, + 0.025361128, + 0.002924296, + 0.01852158, + 0.08960255, + -0.003265466, + -0.058762494, + -0.06428431, + -0.014671485, + -0.046800107, + 0.02691456, + -0.0059303525, + -0.015431455, + 0.022179665, + 0.014044907, + 0.012218545, + 0.0053836405, + -0.025096457, + 0.009438382, + 0.032498095, + 0.06879721, + 0.056900814, + 0.019497631, + -0.122159146, + -0.106994465, + -0.017456975, + 0.047223866, + 0.06569824, + 0.04780035, + 0.018039258, + -0.0011028647, + -0.05067006, + 0.0106863845, + 0.027489506, + -0.014593985, + -0.039851535, + -0.09175489, + 0.037555773, + -0.060439512, + 0.008525801, + 0.0071557434, + -0.057973035, + -0.054225244, + 0.051505033, + -0.0008626373, + 0.069083415, + 0.064380065, + 0.09843996, + 0.0062191207, + -0.041505292, + -0.05381256, + -0.0073601264, + -0.03288613, + 0.011711341, + -0.09244605, + 0.0069717136, + -0.05722877, + 0.041075893, + 0.06521969, + -0.0018537377, + 0.016272636, + 0.008761483, + -0.029342752, + 0.020412564, + -0.07015791, + 0.033616304, + 0.039998446, + 0.01602917, + 0.044467725, + -0.08176377, + -0.036885373, + 0.03468746, + 0.0024068495, + 0.00056306267, + 0.02546511, + -0.053339135, + -0.027220095, + -0.021510394, + 0.054806393, + -0.005447777, + -0.05690438, + -0.028497366, + 0.01873974, + -0.035461064, + -0.00019089226, + -0.04914238, + 0.030303763, + 0.013396073, + 0.015789565, + -0.07714792, + -0.062155712, + -0.00677417, + 0.02850476, + 0.031491462, + 0.014566345, + 0.012163924, + 0.11814501, + -0.0043511004, + -0.017920421, + 0.004205825, + -0.0015928322, + -0.012145554, + 0.01663168, + -0.071173735, + 0.0029570858, + 0.12899451, + 0.004157568, + 0.010501232, + 0.07710632, + 0.062119417, + 0.021002673, + -0.023212241, + -0.04327007, + -0.0567023, + 0.04590105, + 0.0019161925, + 0.02637205, + 0.029331107, + -0.029769177, + -0.050466795, + -0.08057371, + 0.007419741, + -0.008777471, + 0.02217743, + 0.013535721, + 0.03426775, + 0.04592361, + 0.009423588, + -0.023030678, + -0.024462381, + 0.054334357, + 0.06710402, + 0.077300854, + 0.0300022, + -0.0035417816, + -0.0046773576, + -0.0927158, + -0.0218652, + -0.043468982, + -0.035734102, + -0.038873542, + -0.0412869, + -0.016015923, + 0.0038303286, + 0.08523618, + -0.05200533, + -0.014904317, + -0.016793448, + 0.04478206, + -0.017161047, + 0.02638292, + 0.007849463, + -0.040533304, + -0.017599737, + 0.047704253, + 0.034988616, + -0.013908102, + 0.044121094, + 0.040395457, + -0.010402818, + 0.0063570403, + -0.014962749, + 0.025776524, + 0.023681043, + 0.006042675, + 0.017647373, + 0.016301101, + -0.07793374, + -0.004771094, + 0.012728924, + -0.00047885205, + -0.051591527, + 0.03612118, + -0.02209703, + 0.052075963, + -0.021613466, + -0.026258182, + 0.008102769, + -0.04963262, + 0.00062747014, + -0.012579783, + 0.076374784, + -0.047350414, + -0.007680664, + 0.062471915, + -0.0061351187, + -0.043617643, + 0.023878522, + -0.09653609, + 0.018392054, + -0.039719462, + 0.065271765, + 0.034548305, + 0.004219043, + -0.003628092, + 0.0047836183, + 0.0132732885, + -0.028140727, + -0.015683327, + -0.052812085, + -0.019410037, + 0.06812139, + -0.041178964, + 0.014646207, + -0.0037439142, + 0.0003088275, + -0.04985693, + 0.0223661, + 0.008887433, + 0.0049061268, + 0.042707395, + -0.021471359, + -0.06471383, + 0.0022036259, + 0.030178884, + -0.002764245, + -0.0063233464, + -0.04146522, + -0.008236624, + 0.0037351896, + -0.027550086, + -0.0137326885, + 0.0055276263, + 0.0016785853, + 0.050191414, + 0.02629574, + -0.009129228, + 0.06351977, + -0.037435655, + 0.0467174, + -0.012987377, + -0.007550927, + -0.004503205, + 0.010520655, + 0.064984836, + 0.009879768, + 0.055787366, + -0.042653065, + 0.024189176, + 0.0378726, + -0.032453574, + 0.043519154, + 0.020133087, + -0.055212636, + -0.016188117, + 0.03764466, + -0.022142444, + 0.11164031, + 0.019020407, + -0.008950892, + 0.0517199, + 0.0014494535, + 0.041113462, + -0.0912906, + -0.04723132, + 0.008548748, + 0.028231544, + 0.023689618, + -0.039103802, + -0.034011997, + -0.04731894, + 0.03309799, + -0.044572156, + -0.116778485, + -0.028786778, + 0.05798776, + 0.05287191, + -0.0039562676, + -0.08213019, + -0.01224603, + -0.012757768, + 0.035721667, + 0.012440343, + 0.0053813523, + -0.072770126, + 0.0066190604, + 0.038976185, + -0.037760906, + -0.0031381482, + -0.052277293, + -0.016870236, + -0.053451907, + -0.05629483, + -0.034493946, + -0.0048654405, + 0.022051724, + 0.028501945, + 0.025858566, + -0.023936177, + -0.098391004, + -0.030646492, + -0.049461726, + -0.00086931954, + 0.03593346, + 0.015843417, + -0.03276966, + 0.008957432, + -0.022735167, + -0.012159252, + 0.07607085, + -0.059834506, + 0.004478244, + 0.03439635, + 0.03683821, + 0.062883355, + 0.054430448, + -0.029807799, + 0.0032295138, + 0.08891875, + -0.026941199, + -0.00618463, + -0.022683868, + -0.024138795, + -0.036633875, + 0.02097464, + -0.003001584, + 0.020455033, + 0.043717608, + 0.06566654, + -0.029039463, + -0.0066977167, + -0.04504434, + 0.022257777, + 0.054422457, + 0.029796708, + 0.009008146, + 0.028205348, + 0.06255052, + -0.004475601, + 0.059329458, + -0.038065027, + -0.027933009, + -0.07060949, + 0.013978787, + -0.051300917, + 0.02945564, + -0.008552103, + -0.009436655, + 0.039747514, + -0.016741823, + 0.04740887, + 0.03521937, + -0.012574282, + -0.089222826, + -0.043515395, + -0.04158566, + 0.0016020355, + 0.02684753, + -0.019394692, + -0.02156877, + 0.06316388, + 0.01663444, + 0.015482924, + 0.047349654, + -0.028341234, + 0.013805591, + -0.010708488, + -0.07627738, + 0.08611209, + 0.0089956885, + 0.034438204, + 0.016312746, + -0.03412846, + 0.0770598, + -0.06790466, + 0.036359854, + 0.08038976, + 0.023465984, + -0.019832904, + -0.0011524013, + -0.03804293, + 0.04106918, + -0.028220456, + 0.032340813, + -0.030669356, + -0.004353358, + -0.019439798, + 0.0020563425, + 0.03015629, + -0.06430176, + 0.0034439075, + -0.045720384, + -0.06526568, + -0.0004192516, + -0.016580455, + -0.012596616, + 0.039126, + -0.04699455, + -0.008973794, + 0.015056125, + 0.018929023, + -0.07840811, + -0.014792519, + -0.0044317124, + 0.019588342, + 0.035912346, + -0.035739247, + 0.058755044, + -0.01856197, + 0.021155646, + -0.073580906, + -0.04310776, + -0.023147091, + -0.010232029, + 0.06352039, + 0.039570276, + 0.020424508, + 0.051613245, + 0.013395984, + -0.003908009, + -0.04643392, + 0.019592889, + -0.008484923, + 0.0031434586, + -0.046069775, + -0.01765311, + -0.041277196, + -0.070297986, + 0.012561737, + -0.003500738, + -0.01729488, + -0.0033254062, + 0.053035453, + -0.054218896, + -0.029708259, + -0.0047281524, + 0.019236762, + -0.12249525, + 0.03018237, + -0.028753102, + -0.031858314, + 0.0811298, + -0.005711499, + -0.057587985, + 0.014153141, + 0.0006705577, + -0.024263157, + 0.016729265, + -0.03195949, + -0.007259763, + -0.0035231581, + -0.03890975, + 0.011460382, + -0.06591321, + -0.023756726, + -0.023958001, + 0.030074941, + -0.0040949634, + -0.048368257, + -0.029692868, + 0.027246583, + -0.024747347, + 0.014442731, + -0.00832639, + -0.0002390868, + -0.013635633, + 0.0035843733, + 0.02354072, + -0.012829061, + -0.0060750768, + -0.044952527, + -0.05725624, + 0.031746052, + -0.024419094, + 0.032444403, + -0.029308707, + 0.034302235, + -0.022495607, + 0.015296428, + -0.0057196384, + -7.8588724e-05, + 0.060303975, + 0.06299601, + 0.028222265, + -0.0071411408, + 0.015196491, + 0.02031155, + 0.039635558, + 0.079736926, + 0.008736669, + -0.023079613, + -0.04490686, + -0.021764707, + -0.015199573, + 0.036019534, + -0.0046079857, + 0.04429082, + -0.04291344, + -0.05991891, + -0.006501417, + 0.010603077, + 0.03435066, + -0.065568395, + -0.04424192, + 0.035055783, + 0.019717937, + 0.032764338, + 0.021240309, + -0.01646063, + 0.007835414, + 0.06857148, + -0.013750999, + 0.028333688, + -0.078255735, + -0.047899257, + -0.0006370693, + 0.012606231, + 0.012178417, + -0.013057751, + -0.008095854, + -0.013466724, + 0.019036459, + -0.025450038, + 0.021131655, + -0.02505666, + 0.012961284, + 0.0004236046, + -0.023920864, + -0.055114083, + 0.082351916, + 0.028973032, + 0.025259241, + 0.098259576, + -0.007385416, + 0.003546012, + -0.05316339, + -0.04186183, + 0.043638214, + -0.069299474, + -0.013284585, + -0.010019175, + 0.012883975, + 0.014200739, + -0.013508286, + 0.0086570075, + -0.020393575, + 0.10617594, + 0.028786503, + -0.018674662, + 0.026763268, + -0.0062548965, + -0.07215284, + 0.055464335, + 0.0029595464, + -0.009364344, + -0.096402094, + 0.02823341, + -0.022853011, + 0.04750492, + 0.008378555, + 0.016491622, + 0.01860681, + 0.048116222, + 0.106049344, + -0.028929656, + -0.008896546, + 0.033615295, + -0.0070807124, + -0.05684197, + -0.061439563, + 0.0060220268, + 0.046171866, + -0.01574131, + -0.07562956, + 0.0024098414, + 0.0006304895, + -0.07831614, + 0.060869616, + 0.00076000375, + -0.008209363, + -0.04139266, + -0.085268535, + -0.028194478, + -0.024567788, + -0.04218179, + 0.023546752, + 0.036236234, + 0.017199656, + -0.03315456, + -0.023814544, + 0.038755447, + -0.023165299, + -0.049283065, + -0.006907019, + 0.040826146, + 0.017533792, + -0.036849793, + -0.015506943, + -0.010768763, + -0.08758806, + -0.0295733, + 0.055843282, + -0.012555046, + 0.0076235603, + 0.008802991, + 0.026661193, + -0.023899797, + 0.043548774, + -0.034339137, + -0.027354732, + -0.07583677, + 0.020500224, + 0.036802996, + 0.031019075, + 0.04605757, + -0.004433706, + 0.0108612785, + 0.050121468, + -0.07816735, + -0.014776514, + -0.04565195, + -0.0036854912, + 0.0075577567, + -0.017044865, + 0.030597543, + -0.013623054, + -0.0648466, + -0.0318741, + -0.059455115, + -0.024783187, + -0.0088010235, + 0.11127796, + 0.03429834, + -0.010424589, + -0.06355135, + 0.034265812, + 0.02680333, + -0.007930513, + 0.030092249, + 0.008321974, + 0.03125566, + -0.06832331, + -0.0076806936, + 0.034010306, + -0.087202646, + -0.047684345, + 0.06384632, + -0.026591811, + -0.0016003181, + 0.05721666, + -0.0024700803, + -0.029714238, + 0.07761957, + -0.04561395, + -0.053199258, + 0.030417573, + -0.01958724, + 0.0012449475, + -0.04003076, + 0.08825553, + -0.023196172, + -0.08629044, + -0.049815316, + 0.027229005, + 0.0021765123, + 0.03438692, + -0.09314263, + -0.019655729, + 0.018762926, + 0.025670087, + -0.017116003, + 0.031716976, + -0.05509443, + 0.032953184, + -0.02264915, + 0.04861606, + -0.050201602, + 0.033154316, + 0.009971947, + -0.037610047, + 0.016600395, + -0.031037569, + -0.015495428, + 0.026365642, + -0.043527953, + 0.055781424, + 0.06780075, + -0.015966192, + 0.03201043, + 0.028026119 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/dcbe6260d0a1.json b/tests/integration/recordings/responses/dcbe6260d0a1.json new file mode 100644 index 000000000..643e3c453 --- /dev/null +++ b/tests/integration/recordings/responses/dcbe6260d0a1.json @@ -0,0 +1,2352 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": [ + "First text for base64", + "Second text for base64", + "Third text for base64" + ] + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.021243946626782417, + 0.034794747829437256, + 0.03294198960065842, + -0.028090357780456543, + 0.037979260087013245, + 0.0007518212078139186, + 0.03092937171459198, + -0.0757070928812027, + -0.0089311758056283, + -0.12937317788600922, + -0.03478684276342392, + -0.014693479984998703, + 0.02030082419514656, + -0.03696034476161003, + 0.02939474768936634, + -0.06821902841329575, + -0.009677799418568611, + 0.0005795712932012975, + 0.029995545744895935, + 0.04274674877524376, + -0.0015028107445687056, + -0.008859499357640743, + 0.0410819835960865, + -3.760308027267456e-05, + 0.013448919169604778, + 0.012646213173866272, + 0.010533844120800495, + -0.026266224682331085, + 0.05517255887389183, + 0.0012272180756554008, + -0.026349006220698357, + 0.033021584153175354, + 0.020924728363752365, + -0.003130909986793995, + -0.07338618487119675, + 0.05300657078623772, + 0.017535021528601646, + 0.012835361994802952, + 0.04423525929450989, + 0.1066272035241127, + 0.06260895729064941, + 0.04890596866607666, + -0.04477392137050629, + -0.01750274747610092, + 0.0343162938952446, + 0.10029055178165436, + -0.014948023483157158, + -0.024369262158870697, + 0.06106048822402954, + 0.07602144777774811, + 0.0004884329973720014, + 0.07446408271789551, + 0.11743774265050888, + 0.030932847410440445, + 0.004931860603392124, + -0.08820780366659164, + -0.01851862110197544, + 0.0921822264790535, + 0.04888436570763588, + -0.031682271510362625, + 0.0264931358397007, + 0.0018110721139237285, + -0.026995966210961342, + -0.05950840562582016, + 0.011343052610754967, + 0.07904137670993805, + -0.024950025603175163, + 0.024129478260874748, + 0.033503979444503784, + 0.01735381782054901, + 0.035805437713861465, + -0.1212705671787262, + 0.05092538893222809, + 0.020419137552380562, + 0.006083586718887091, + 0.020212028175592422, + -0.043722283095121384, + 0.02742619998753071, + -0.03652483597397804, + -0.0008565334137529135, + -0.05390670895576477, + 0.028156332671642303, + 0.02802872471511364, + -0.06313633173704147, + -0.027465177699923515, + -0.10524909198284149, + 0.08934938907623291, + 0.013776582665741444, + -0.01413104496896267, + -0.0374874472618103, + 0.05462100729346275, + 0.05183432623744011, + -0.0104093411937356, + 0.02317146211862564, + 0.012575537897646427, + -0.09260094910860062, + -0.05728054791688919, + 0.06886608153581619, + -0.04862228035926819, + -0.06568558514118195, + -0.07427217066287994, + -0.04599063843488693, + 0.0796656534075737, + 0.02040169946849346, + 0.03134843334555626, + 0.06542150676250458, + 0.0446057952940464, + 0.08117026835680008, + 0.06494253128767014, + 0.00807634275406599, + -0.02132454514503479, + 0.015039658173918724, + -0.0053248037584125996, + -0.05536780133843422, + -0.011107254773378372, + 0.06042608618736267, + -0.11041712760925293, + -0.0007388441590592265, + -0.01076942216604948, + 0.023536212742328644, + -0.024439888074994087, + 0.057694707065820694, + -0.0005566216423176229, + -0.022222088649868965, + -0.02083885855972767, + 0.057657815515995026, + -0.03296849876642227, + -0.0348387286067009, + -0.04256873577833176, + -0.030177747830748558, + -0.07543575018644333, + 0.024438725784420967, + 0.0275866761803627, + 0.02123904414474964, + 0.09619438648223877, + -0.10413849353790283, + 0.0076338155195117, + 0.03055821731686592, + -0.06505735963582993, + 0.055635593831539154, + -0.049195848405361176, + 0.07235309481620789, + -0.04930593818426132, + -0.022135699167847633, + 0.0028531793504953384, + -0.04230312630534172, + -0.0005465968861244619, + 0.008261390030384064, + -0.04080177843570709, + 0.006186335813254118, + -0.023405974730849266, + 0.019431626424193382, + 0.01728222891688347, + 0.0259513258934021, + -0.031367070972919464, + 0.012502037920057774, + 0.040825821459293365, + 0.05001406744122505, + 0.04015844687819481, + 0.010462706908583641, + -0.024905573576688766, + 0.07979825884103775, + 0.008362107910215855, + 0.032846204936504364, + 0.027283407747745514, + -0.027066078037023544, + -0.05478755757212639, + -0.02779112197458744, + 0.018969617784023285, + 0.0016592427855357528, + 0.03605928644537926, + -0.03889048844575882, + 0.002129088621586561, + 0.03605295717716217, + 0.053488731384277344, + -0.07981417328119278, + 0.0013098784256726503, + 0.007055372465401888, + 0.035932816565036774, + -0.021957283839583397, + 0.04175853356719017, + 0.024311570450663567, + 0.022088928148150444, + -0.03077773191034794, + -0.023651933297514915, + -0.029449904337525368, + -0.06242407485842705, + -0.09673216938972473, + -0.022156711667776108, + -0.002594852587208152, + -0.03681497275829315, + -0.028873350471258163, + 0.039285652339458466, + -0.013717029243707657, + 0.03909775987267494, + -0.01578403450548649, + 0.07472826540470123, + 0.07584545761346817, + 0.047826215624809265, + -0.01626771129667759, + 0.0754612535238266, + -0.027092115953564644, + 0.04353151470422745, + -0.00043609036947600543, + 0.04202340543270111, + 0.04058298468589783, + 0.04573487490415573, + 0.006294480990618467, + -0.020078429952263832, + 0.05308700352907181, + -0.07461412996053696, + -0.02280886098742485, + 0.006082446780055761, + -0.010309150442481041, + -0.0648636445403099, + 0.03642423823475838, + -0.04575612396001816, + -0.03454422205686569, + 0.03753354027867317, + 0.01559093315154314, + 0.14071153104305267, + 0.03761900216341019, + 0.09063170105218887, + -0.05966372787952423, + -0.0881241112947464, + -0.03742286562919617, + -0.08929157257080078, + -0.004663981031626463, + -0.021736236289143562, + -0.04781720042228699, + 0.07504318654537201, + 0.006156024057418108, + 0.09562328457832336, + 0.01149415597319603, + 0.03671488165855408, + 0.05823316052556038, + -0.004843208473175764, + 0.03940499946475029, + 0.005145011004060507, + -0.0387989841401577, + 0.02801636792719364, + -0.01898770034313202, + -0.01319114863872528, + -0.04162587970495224, + -0.009340304881334305, + -0.028531309217214584, + -0.013548480346798897, + 0.0749879702925682, + 0.029029767960309982, + -0.13125675916671753, + 0.028858788311481476, + 0.016637325286865234, + 0.07098004221916199, + 0.014350894838571548, + 0.025028040632605553, + 0.08852114528417587, + 0.01179411169141531, + 0.003958633169531822, + -0.07466915249824524, + -0.051881562918424606, + 0.016343487426638603, + -0.015593438409268856, + -0.018738843500614166, + 0.023900233209133148, + -0.029499951750040054, + 0.029405502602458, + -0.10045821219682693, + 0.0407489538192749, + -0.08355997502803802, + 0.02037896029651165, + -0.02060963399708271, + -0.006867741234600544, + 0.041690364480018616, + -0.02105969935655594, + -0.031096510589122772, + 0.022436559200286865, + -0.008763480000197887, + -0.060320526361465454, + -0.033940769731998444, + 0.06043842062354088, + -0.046624381095170975, + -0.020693134516477585, + -0.015724539756774902, + 0.0017427188577130437, + -0.04013955593109131, + -0.09141470491886139, + 0.048646699637174606, + -0.011399643495678902, + -0.011805842630565166, + 0.0028939840849488974, + 0.04591585695743561, + 0.03140917420387268, + 0.02115165814757347, + 0.01129426434636116, + -0.04453091695904732, + -0.034225091338157654, + -0.043412696570158005, + -0.0507376603782177, + -0.045656848698854446, + 0.03541470691561699, + 0.0004332195676397532, + -0.015982968732714653, + -0.049344033002853394, + -0.016870534047484398, + -0.02533125877380371, + -0.052366580814123154, + -0.05742982402443886, + 0.014312811195850372, + 0.02991114743053913, + 0.007198266219347715, + -0.056468795984983444, + 0.05485447496175766, + -0.04732056334614754, + 0.0015276444610208273, + 0.08423584699630737, + -0.05577176809310913, + -0.03241731971502304, + 0.005962055176496506, + 0.0438140444457531, + 0.015707187354564667, + -0.07703499495983124, + 0.006147976033389568, + -0.01812780275940895, + -0.0010729017667472363, + 0.0232272669672966, + 0.005022854078561068, + 0.03320878744125366, + -0.005904147867113352, + 0.04386003315448761, + 0.022143641486763954, + -0.030258458107709885, + 0.005923417862504721, + 0.03665343299508095, + 0.03368106856942177, + -0.03855093941092491, + 0.05389492213726044, + -0.03243345394730568, + 0.014403747394680977, + 0.01844039000570774, + -0.04507424309849739, + -0.0353391207754612, + 0.02985268644988537, + -0.1257036328315735, + 0.04566779360175133, + 0.00108715845271945, + 0.011796748265624046, + -0.010499436408281326, + -0.006459049414843321, + 0.019375959411263466, + -0.04014842212200165, + -0.03018513321876526, + 0.0006804278818890452, + -0.024089330807328224, + -0.05178503692150116, + 0.03820057213306427, + 0.04591234400868416, + 0.01584138721227646, + 0.0013118565548211336, + 0.05431056767702103, + -0.04110536351799965, + -0.04406438022851944, + -0.08887076377868652, + -0.04624929651618004, + 0.01865711249411106, + -0.012675807811319828, + -0.00916767306625843, + 0.046412695199251175, + -0.02968359738588333, + 0.034033484756946564, + -0.05128427594900131, + 0.0004786983772646636, + -0.010109355673193932, + 0.016439290717244148, + -0.043365489691495895, + 0.009784338064491749, + -0.014746462926268578, + -0.02255125343799591, + -0.03336954489350319, + -0.013219241052865982, + 0.012832749634981155, + -0.054642386734485626, + 0.021693484857678413, + -0.010907863266766071, + -0.01638379506766796, + -0.004628440830856562, + -0.02702217921614647, + 0.02485765516757965, + 0.0015859740087762475, + 0.014810957945883274, + 0.014514460228383541, + 0.049271535128355026, + -0.011239118874073029, + 0.012005401775240898, + 0.041765641421079636, + -0.06757067143917084, + 0.09190651774406433, + 0.02942199446260929, + -0.07001000642776489, + -0.027379410341382027, + 0.022311899811029434, + 0.006803853902965784, + -0.033739957958459854, + 0.014822928234934807, + 0.07009675353765488, + 0.01265542022883892, + -0.013862154446542263, + -0.13826966285705566, + 0.06718281656503677, + 0.009786676615476608, + -0.04935590550303459, + -0.007003592327237129, + 0.005271278787404299, + 0.003907268401235342, + -0.06191864237189293, + -0.08406338840723038, + 0.059670574963092804, + -0.03440184146165848, + -0.004656089469790459, + -0.05913826450705528, + 0.07360323518514633, + -0.05216832086443901, + 0.01305945124477148, + -0.04029037803411484, + -0.013935432769358158, + -0.008672966621816158, + -0.04508724436163902, + 0.011632713489234447, + 0.04962510988116264, + -0.007929306477308273, + -0.015910180285573006, + 0.11333373934030533, + -0.09912213683128357, + -0.004115979187190533, + -0.046902671456336975, + 0.011006402783095837, + 0.014275251887738705, + -0.0009168803226202726, + 0.053979601711034775, + 0.0040133120492100716, + 0.013177922926843166, + 0.026463385671377182, + 0.04751366749405861, + 0.0579240657389164, + -0.03787180781364441, + 0.08349741250276566, + 0.05076466500759125, + 0.0354430265724659, + 0.029994670301675797, + 0.031569115817546844, + -0.002271361416205764, + -0.03959103301167488, + -0.00116530095692724, + -0.010205492377281189, + -0.055082183331251144, + 0.0010017730528488755, + -0.012688984163105488, + 0.025854796171188354, + 0.019687794148921967, + 0.11897709220647812, + -0.018763957545161247, + -0.09455431252717972, + -0.0004727896011900157, + -0.016428187489509583, + 0.05448509380221367, + -0.02335636131465435, + 0.06281369179487228, + 0.0008048227173276246, + 0.010531709529459476, + 0.07564940303564072, + -0.07394172996282578, + -0.0077888248488307, + 0.028107117861509323, + 0.011597340926527977, + -0.056152522563934326, + -0.05610967427492142, + 0.0048665632493793964, + -0.05508267506957054, + 0.1188877671957016, + 0.013651496730744839, + -0.002225268632173538, + -0.03457065671682358, + -0.07814210653305054, + 0.062431029975414276, + 0.015777068212628365, + 0.05874136835336685, + -0.02467568963766098, + 0.08875864744186401, + -0.023964574560523033, + -0.012265834026038647, + 0.0441846139729023, + -0.06669578701257706, + -0.059913307428359985, + 0.06672590225934982, + -0.030995339155197144, + -0.021182818338274956, + -0.023741241544485092, + 0.017112649977207184, + -0.00318331690505147, + 0.013586549088358879, + 0.016403738409280777, + -0.03456692397594452, + -0.07706793397665024, + 0.07028163969516754, + -0.004563847556710243, + 0.05896731838583946, + 0.03370149806141853, + 0.08598394691944122, + -0.028344471007585526, + -0.00012640655040740967, + -0.020437706261873245, + 0.020452480763196945, + -0.07386474311351776, + -0.022961962968111038, + -0.00956758577376604, + 0.0572735033929348, + 0.00888572633266449, + 0.049277760088443756, + -0.035784464329481125, + -0.024803629145026207, + -0.033097684383392334, + 0.0628223791718483, + -0.037873413413763046, + 0.018132388591766357, + -0.0570320300757885, + -0.03685370087623596, + -0.01412233803421259, + 0.00909410696476698, + -0.05424374341964722, + 0.00796805415302515, + -0.05229536443948746, + 0.009670494124293327, + -0.009895792230963707, + 0.017865560948848724, + 0.05613577738404274, + -0.013700703158974648, + -0.09394590556621552, + -0.06554463505744934, + 0.006992490496486425, + -0.02259184792637825, + -0.024195179343223572, + 0.056506190448999405, + -0.014457941986620426, + 0.023873861879110336, + -0.00012435298413038254, + 0.005703497212380171, + 0.012352116405963898, + -0.02086440473794937, + 0.07235981523990631, + 0.01831240952014923, + 0.009411456063389778, + -0.05372312664985657, + -0.025770995765924454, + -0.004489639308303595, + 0.05335519090294838, + -0.02515813335776329, + -0.00395063403993845, + 0.07238995283842087, + -0.0033302258234471083, + -0.01983746699988842, + -0.01599535159766674, + -0.0008172772941179574, + -0.05466737970709801, + 0.03392226621508598, + 0.07594592124223709, + -0.009340176358819008, + 0.0685979351401329, + 0.03870048373937607, + -0.02050076425075531, + -0.0707913190126419, + 0.002426006831228733, + 0.03580603376030922, + 0.0391516275703907, + -0.0475793331861496, + -0.01934715174138546, + 0.09019213169813156, + -0.023854458704590797, + 0.09640078991651535, + 0.025748809799551964, + -0.04934404045343399, + -0.018955113366246223, + 0.04065977409482002, + -0.003897663438692689, + -0.029766447842121124, + -0.09338818490505219, + 0.015848957002162933, + -0.06712503731250763, + -0.04601748287677765, + 0.013102288357913494, + 0.015960464254021645, + 0.01131692249327898, + -0.09787366539239883, + -0.024784227833151817, + -0.059856679290533066, + -0.018397631123661995, + 0.04785679280757904, + 0.028324270620942116, + -0.021970495581626892, + -0.10152556747198105, + 0.036651235073804855, + 0.10924217104911804, + 0.03857167437672615, + 0.018847741186618805, + -0.018971268087625504, + -0.020804740488529205, + -0.031007297337055206, + -0.03123946115374565, + -0.06185399368405342, + -0.0005774162127636373, + 0.05364489555358887, + 0.034990180283784866, + 0.015288084745407104, + -0.08519966155290604, + -0.02135700359940529, + -0.11396247148513794, + -0.032443221658468246, + 0.03247451409697533, + -0.09251630306243896, + -0.027148332446813583, + -0.0010909098200500011, + 0.03239751607179642, + 0.016580209136009216, + 0.04813570901751518, + -0.02053685672581196, + -0.006615726742893457, + 0.04650004953145981, + -0.05042275786399841, + -0.1390020102262497, + 0.02904166281223297, + -0.08724252879619598, + 0.05358317494392395, + -0.07751209288835526, + -0.08581648021936417, + -0.03441935405135155, + -0.010417298413813114, + 0.05497601628303528, + -0.0005697793676517904, + -0.017994984984397888, + 0.03513611853122711, + 0.17318987846374512, + 0.0068072183057665825, + 0.02047453075647354, + -0.0013765395851805806, + -0.06979061663150787, + 0.0050995745696127415, + 0.04374051094055176, + 0.012496848590672016, + -0.04901368170976639, + 0.06716548651456833, + -0.0057524219155311584, + -0.001631277147680521, + 0.009543255902826786, + -0.12455476820468903, + -0.03447726368904114, + 0.05795378237962723, + -0.03234371170401573, + -0.008605395443737507, + -0.009710922837257385, + -0.02412606216967106, + -0.06345447897911072, + 0.00020711123943328857, + -0.007918517105281353, + 0.012251642532646656, + -0.072933629155159, + -0.005882172845304012, + 0.014688358642160892, + -0.05061021074652672, + -0.01772920787334442, + -0.10720483213663101, + 0.024525122717022896, + -0.03410802409052849, + -0.029861919581890106, + 0.01121978648006916, + 0.03064989671111107, + 0.06948171555995941, + 0.02422528900206089, + 0.041864924132823944, + -0.0060437703505158424, + -0.04014107957482338, + -0.05345838889479637, + 0.08462578058242798, + -0.021888302639126778, + 0.02760351076722145, + -0.06208560988306999, + 0.010669044218957424, + 0.009895195253193378, + 0.04011973366141319, + -0.0027158602606505156, + 0.03309660777449608, + 0.015698090195655823, + 0.0012504097539931536, + -0.06713616102933884, + 0.01714659109711647, + 0.04267580062150955, + -0.100189708173275, + 0.02179231308400631, + -0.05325351282954216, + 0.040056344121694565, + 0.05891250818967819, + 0.06118196249008179, + 0.02449502795934677, + -0.005512666888535023, + -0.05754562094807625, + 0.04250011593103409, + -0.0280450452119112, + 0.05799516290426254, + 0.05134669318795204, + -0.07423847913742065, + -0.052621182054281235, + 0.044754717499017715, + -0.0498635396361351, + -0.024358481168746948, + 0.017813928425312042, + 0.049917787313461304, + -0.06214871630072594, + 0.028665436431765556, + -0.045065607875585556, + 0.026900598779320717, + 0.050857800990343094, + -0.067425936460495, + 0.004570877179503441, + 0.000553375983145088, + 0.011435381136834621, + 0.02447129599750042, + 0.035013604909181595, + 0.008408213965594769, + -0.09106679260730743, + -0.05746156722307205, + 0.019560588523745537, + -0.07232211530208588, + 0.04495194926857948, + -0.07498367130756378, + 0.023491332307457924, + 0.00814443826675415, + -0.033822815865278244, + 0.0007444656221196055, + -0.05174757167696953, + -0.07039020955562592, + 0.047565776854753494, + 0.045103445649147034, + -0.0015524910995736718, + 0.0266417246311903, + 0.025849921628832817, + 0.04197035729885101, + 0.05096474662423134, + -0.03653767332434654, + -0.010587411932647228, + -0.0294844601303339, + 0.05015818029642105, + 0.04084649309515953, + 0.028987864032387733, + -0.04201335832476616, + 0.07595627754926682, + -0.021202752366662025, + -0.03432992473244667, + 0.021856922656297684, + 0.022634290158748627, + -0.003617837093770504, + 0.0707993432879448, + 0.004863708280026913, + 0.05238958075642586, + -0.032469477504491806, + 0.007123141083866358, + -0.04516129195690155, + -0.05961206182837486, + 0.07076875120401382, + 0.096811443567276, + -0.027327029034495354, + 0.06346990913152695 + ], + "index": 0, + "object": "embedding" + }, + { + "embedding": [ + -0.015361337922513485, + 0.04979732632637024, + 0.03271178901195526, + -0.023676365613937378, + 0.04331335425376892, + 0.00562778115272522, + 0.03926454484462738, + -0.06629609316587448, + -0.005185229703783989, + -0.12151318043470383, + -0.008604802191257477, + -0.032601498067379, + 0.011911311186850071, + -0.03212691843509674, + 0.028529010713100433, + -0.06378806382417679, + -0.009742745198309422, + -0.01227179728448391, + 0.03821500390768051, + 0.049727663397789, + 0.0056787827052176, + -0.0215577594935894, + 0.028353586792945862, + 0.009897884912788868, + 0.014786846935749054, + 0.00024352222681045532, + 0.01381521113216877, + -0.04508408531546593, + 0.022661438211798668, + -0.0010912897996604443, + -0.04025668650865555, + 0.023755939677357674, + 0.0451127290725708, + -0.008986257016658783, + -0.08380444347858429, + 0.046146638691425323, + 0.010871831327676773, + 0.0017496348591521382, + 0.03738158196210861, + 0.08895260095596313, + 0.07399918138980865, + 0.04653134196996689, + -0.02871764823794365, + -0.014150945469737053, + 0.02770884335041046, + 0.1143602654337883, + -0.006745737046003342, + -0.021923422813415527, + 0.024092191830277443, + 0.08299314230680466, + 0.01074399147182703, + 0.05946294218301773, + 0.07587448507547379, + 0.03752659633755684, + -0.013794900849461555, + -0.11456605792045593, + -0.045754849910736084, + 0.1185627356171608, + 0.05171286314725876, + -0.00011203205212950706, + 0.03786885738372803, + -0.020881952717900276, + -0.04263683781027794, + -0.0693858191370964, + 6.804987788200378e-05, + 0.06546545773744583, + -0.04958876594901085, + 0.02872016280889511, + 0.02686113491654396, + 0.01706119067966938, + 0.024307388812303543, + -0.10877911746501923, + 0.06306217610836029, + 0.018824364989995956, + 0.009414511732757092, + 0.029292665421962738, + -0.03701861575245857, + 0.04195621982216835, + -0.024835936725139618, + 0.0075477007776498795, + -0.08807897567749023, + 0.028510818257927895, + 0.02435067668557167, + -0.06579336524009705, + -0.07196126878261566, + -0.10865594446659088, + 0.09111516922712326, + 0.014166605658829212, + -0.013762171380221844, + -0.053920987993478775, + 0.04987506568431854, + 0.04085454344749451, + -0.04871196672320366, + 0.014562679454684258, + 2.7124769985675812e-05, + -0.07960894703865051, + -0.07389690726995468, + 0.09588716924190521, + -0.05884701758623123, + -0.05994487181305885, + -0.050043534487485886, + -0.05509130656719208, + 0.0815657302737236, + 0.006192589178681374, + 0.009257589466869831, + 0.05459251627326012, + 0.05741984024643898, + 0.05948534980416298, + 0.054572172462940216, + 0.023488275706768036, + -0.019055640324950218, + 0.00615002540871501, + -0.0032463304232805967, + -0.046519290655851364, + -0.009281368926167488, + 0.07151860743761063, + -0.11087965220212936, + 0.013657445088028908, + -0.02288041263818741, + 0.00833470281213522, + -0.011994874104857445, + 0.04166214168071747, + 0.019814645871520042, + -0.005959265399724245, + -0.029590584337711334, + 0.0467841774225235, + -0.03742105886340141, + -0.04282886162400246, + -0.04398249089717865, + -0.005584442522376776, + -0.06762321293354034, + 0.016560424119234085, + 0.0217873677611351, + -0.006113113835453987, + 0.07774721831083298, + -0.11724946647882462, + -0.0002933871001005173, + 0.039364125579595566, + -0.08362074941396713, + 0.05478771775960922, + -0.04234299063682556, + 0.07230759412050247, + -0.048544302582740784, + -0.01755920611321926, + -0.00995259452611208, + -0.035509686917066574, + -0.00980092491954565, + 0.039687275886535645, + -0.040955644100904465, + 0.0381891131401062, + -0.012842523865401745, + 0.004032530356198549, + 0.016712332144379616, + 0.029597990214824677, + -0.034297894686460495, + 0.006014276295900345, + 0.011363453231751919, + 0.06677766889333725, + 0.04599393531680107, + -0.014803525060415268, + -0.016744986176490784, + 0.11920218914747238, + 0.030317414551973343, + 0.04242571443319321, + 0.03874458745121956, + -0.01793624646961689, + -0.036565884947776794, + -0.03301650285720825, + 0.024855205789208412, + -0.010297720320522785, + 0.04388566315174103, + -0.03274819254875183, + -0.016810191795229912, + 0.03532342612743378, + 0.06536063551902771, + -0.0817088782787323, + 0.006184013094753027, + 0.011433233506977558, + 0.06383803486824036, + -0.009013976901769638, + 0.025454776361584663, + 0.02626669965684414, + 0.011064855381846428, + -0.02197151631116867, + -0.027108222246170044, + -0.028486957773566246, + -0.06910926848649979, + -0.09564097970724106, + -0.0111482422798872, + 0.00673531973734498, + -0.04979623109102249, + -0.01774590089917183, + 0.05719239264726639, + -0.021102268248796463, + 0.03859343379735947, + -0.03388996794819832, + 0.06620153039693832, + 0.05658755823969841, + 0.04461687430739403, + 0.008244774304330349, + 0.08090010285377502, + -0.020973902195692062, + 0.027902625501155853, + -0.005069726146757603, + 0.04092751443386078, + 0.028494378551840782, + 0.04706457257270813, + 0.02406517043709755, + -0.01908239722251892, + 0.047541894018650055, + -0.10538053512573242, + -0.017673633992671967, + 0.003507752437144518, + -0.014344931580126286, + -0.08872779458761215, + 0.03517497703433037, + -0.05151273310184479, + -0.023954737931489944, + 0.023528343066573143, + 0.009684438817203045, + 0.15286873281002045, + 0.027397500351071358, + 0.06226097792387009, + -0.06906573474407196, + -0.07003753632307053, + -0.05613531917333603, + -0.08828873932361603, + -0.007893010973930359, + -0.029567312449216843, + -0.05602081120014191, + 0.08579984307289124, + 0.014959411695599556, + 0.07096278667449951, + -0.003278569784015417, + 0.022950153797864914, + 0.057388585060834885, + -0.026718785986304283, + 0.018892308697104454, + 0.0030237678438425064, + -0.038765233010053635, + 0.024887332692742348, + -0.03802492469549179, + -0.007899444550275803, + -0.05057225748896599, + -0.0390341617166996, + -0.0393683947622776, + -0.005173178855329752, + 0.09574467688798904, + 0.019188078120350838, + -0.11092545837163925, + 0.03209153190255165, + 0.058751750737428665, + 0.059988170862197876, + -0.0016372561221942306, + 0.02613435499370098, + 0.09558931738138199, + 0.012428957037627697, + -0.0026045830454677343, + -0.060734279453754425, + -0.027990173548460007, + 0.006931353360414505, + -0.01127802487462759, + -0.0020152078941464424, + 0.03164041042327881, + -0.05462252348661423, + 0.024447927251458168, + -0.09599866718053818, + 0.061225686222314835, + -0.0571819506585598, + -0.013216754421591759, + -0.013812162913382053, + -0.018582651391625404, + 0.04117383807897568, + -0.004140737000852823, + -0.011398440226912498, + 0.02741027995944023, + -0.006830500438809395, + -0.05662134289741516, + -0.04001370444893837, + 0.04929124936461449, + -0.04428812488913536, + -0.02879948727786541, + -0.025966327637434006, + 0.009408105164766312, + -0.04173823073506355, + -0.07505793869495392, + 0.021572459489107132, + -0.007669119630008936, + -0.002902193693444133, + -0.006382218562066555, + 0.05644381791353226, + 0.040468472987413406, + 0.009106801822781563, + 0.017947839573025703, + -0.04145249351859093, + -0.03256900981068611, + -0.05382244661450386, + -0.044650137424468994, + -0.06638733297586441, + 0.046384405344724655, + 0.02809322625398636, + -0.01998932659626007, + -0.04632442817091942, + -0.010976413264870644, + -0.00509654963389039, + -0.073309987783432, + -0.04585064575076103, + 0.008297815918922424, + 0.0039430540055036545, + 0.015605848282575607, + -0.07540711760520935, + 0.06524986773729324, + -0.0617227628827095, + 0.008256766013801098, + 0.09450311213731766, + -0.06782697886228561, + -0.018096381798386574, + 0.012561279349029064, + 0.03959236294031143, + 0.03463498502969742, + -0.08430229872465134, + -0.014576047658920288, + -0.02732141688466072, + 0.0023050191812217236, + 0.01132742315530777, + 0.017395304515957832, + 0.007441606372594833, + -0.0005612037493847311, + 0.05836282670497894, + 0.017117882147431374, + -0.062275663018226624, + 0.015526678413152695, + 0.05699259787797928, + 0.027221817523241043, + -0.02318861335515976, + 0.037044625729322433, + -0.03516511619091034, + 0.01816411130130291, + 0.03657243400812149, + -0.0540056936442852, + -0.041532788425683975, + 0.01776343397796154, + -0.1374245584011078, + 0.048444654792547226, + 0.001481178100220859, + -0.01506276149302721, + -0.006925682537257671, + -0.010343946516513824, + 0.027674799785017967, + -0.01607011817395687, + -0.011990036815404892, + 0.000328991562128067, + -0.03176268935203552, + -0.04833264276385307, + 0.04565209895372391, + 0.029886703938245773, + 0.02656581811606884, + 0.009315724484622478, + 0.06952857226133347, + -0.05008822679519653, + -0.039076611399650574, + -0.0869642049074173, + -0.04559170827269554, + 0.046816784888505936, + -0.042257022112607956, + -0.009282849729061127, + 0.05430670082569122, + -0.0024332876782864332, + 0.04428991675376892, + -0.03964092209935188, + 0.020234989002346992, + -0.022099189460277557, + 0.024847362190485, + -0.022718198597431183, + 0.0034596140030771494, + -0.001875469577498734, + -0.01668890006840229, + -0.026463262736797333, + -0.013704000972211361, + 0.012499495409429073, + -0.03913261368870735, + 0.019017167389392853, + 0.010459711775183678, + -0.008595886640250683, + 0.020271865651011467, + -0.021375395357608795, + 0.03144679218530655, + -0.004564618691802025, + 0.019402271136641502, + 0.01132645457983017, + 0.06189865991473198, + -0.042048193514347076, + 0.005936063826084137, + 0.04543835669755936, + -0.08055179566144943, + 0.10063067078590393, + 0.04266902431845665, + -0.048124704509973526, + -0.025517867878079414, + 0.029023073613643646, + 0.009926171973347664, + -0.014497719705104828, + 0.039107274264097214, + 0.0890098586678505, + 0.009432201273739338, + -0.010217288509011269, + -0.1440952867269516, + 0.09182045608758926, + 0.012247048318386078, + -0.037289105355739594, + 0.027401182800531387, + 0.021840354427695274, + 0.016772400587797165, + -0.05396120995283127, + -0.08320195972919464, + 0.052276089787483215, + -0.012742032296955585, + -0.01752757653594017, + -0.05801304802298546, + 0.07745608687400818, + -0.051807988435029984, + 0.04372185096144676, + -0.06284715980291367, + 0.0043107192032039165, + -0.007824349217116833, + -0.0494004525244236, + 0.016916688531637192, + 0.04830336198210716, + -0.0010573450708761811, + -0.03315906971693039, + 0.12929977476596832, + -0.08101428300142288, + -0.0027075791731476784, + -0.0722334161400795, + 0.009380863048136234, + 0.012343528680503368, + 0.02405666559934616, + 0.06400652229785919, + -0.0024543001782149076, + 0.03233429417014122, + 0.025860365480184555, + 0.04825374484062195, + 0.056571926921606064, + -0.034791190177202225, + 0.06618403643369675, + 0.05867554992437363, + 0.05182604119181633, + 0.029335688799619675, + 0.024195488542318344, + 0.001890279003418982, + -0.06057992950081825, + -0.010036561638116837, + -0.0021472577936947346, + -0.04559304937720299, + -0.011949785985052586, + -0.023587634786963463, + 0.026771588250994682, + 0.039690300822257996, + 0.12270307540893555, + -0.029393410310149193, + -0.09134140610694885, + -0.016705969348549843, + -0.04571916535496712, + 0.034329887479543686, + -0.02967034839093685, + 0.05135393515229225, + -0.011602927930653095, + -0.0018752372125163674, + 0.07674635201692581, + -0.06370355188846588, + -0.01882878504693508, + 0.039709366858005524, + 0.044876694679260254, + -0.03650888800621033, + -0.06003671512007713, + 0.010745085775852203, + -0.04883512482047081, + 0.11235933005809784, + 0.02238980308175087, + -0.020656201988458633, + -0.02710459567606449, + -0.0775383785367012, + 0.06174652278423309, + 0.011263877153396606, + 0.0485197938978672, + -0.028834793716669083, + 0.06819545477628708, + -0.045194387435913086, + -0.02543921023607254, + 0.07541649043560028, + -0.06487034261226654, + -0.06507067382335663, + 0.05682060122489929, + -0.032081909477710724, + -0.022331714630126953, + -0.026010040193796158, + 0.024498462677001953, + -0.010863200761377811, + 0.019683634862303734, + 0.022145412862300873, + -0.024490060284733772, + -0.09808242321014404, + 0.06603729724884033, + 0.0008643332403153181, + 0.053186941891908646, + 0.029886461794376373, + 0.09229453653097153, + -0.02558288723230362, + 0.0009047302883118391, + -0.02650485746562481, + 0.026190437376499176, + -0.07194231450557709, + -0.04317126423120499, + -0.02306477539241314, + 0.060700833797454834, + 0.015479233115911484, + 0.038826487958431244, + -0.004164276644587517, + -0.04245039075613022, + -0.03095369227230549, + 0.07360131293535233, + -0.03196020796895027, + 0.040354955941438675, + -0.06453597545623779, + -0.05701097846031189, + -0.02466483600437641, + -0.007983763702213764, + -0.03923703730106354, + -0.006017658859491348, + -0.05010092258453369, + 0.003703599562868476, + -0.026579122990369797, + 0.02254307270050049, + 0.052385956048965454, + -0.008452912792563438, + -0.07548537105321884, + -0.06657058000564575, + -0.016360051929950714, + -0.018614931032061577, + -0.03082110732793808, + 0.07257220149040222, + -0.001414465717971325, + 0.041274577379226685, + -0.008301679976284504, + -0.01321034412831068, + 0.015248333103954792, + -0.020154261961579323, + 0.101469025015831, + 0.01585543528199196, + 0.002645175438374281, + -0.049937617033720016, + -0.03522094711661339, + -0.007624450605362654, + 0.06031561270356178, + -0.03901735693216324, + -0.01669773831963539, + 0.09752428531646729, + 0.003536623204126954, + -0.005628792569041252, + -0.0032295831479132175, + -0.02563372440636158, + -0.06533733755350113, + 0.03446664288640022, + 0.07987730950117111, + -0.02419549785554409, + 0.08040162920951843, + 0.04983095824718475, + -0.022777540609240532, + -0.06979881227016449, + -0.004015090875327587, + 0.020165536552667618, + 0.06837652623653412, + -0.05738420411944389, + -0.04372645542025566, + 0.08846695721149445, + -0.022193668410182, + 0.0711817666888237, + 0.018215814605355263, + -0.030950257554650307, + -0.029878899455070496, + 0.044328805059194565, + 0.010670371353626251, + -0.047608181834220886, + -0.08216201514005661, + 0.02052650973200798, + -0.06995323300361633, + -0.05452963709831238, + 0.005458220839500427, + 0.03337837755680084, + 0.0025598257780075073, + -0.116226926445961, + -0.02156931906938553, + -0.05796385183930397, + -0.009794939309358597, + 0.05544780194759369, + 0.03582090884447098, + -0.014857760630548, + -0.1300913542509079, + 0.05724838748574257, + 0.1262546330690384, + 0.061897747218608856, + 0.030348174273967743, + -0.03668152540922165, + -0.0060008675791323185, + -0.051052678376436234, + -0.046703752130270004, + -0.04180048406124115, + -0.022444427013397217, + 0.054750073701143265, + 0.04374520108103752, + 0.01672930270433426, + -0.08269748091697693, + -0.005237598437815905, + -0.13462458550930023, + -0.030058937147259712, + 0.055429887026548386, + -0.0993039608001709, + -0.007333341054618359, + -0.01444720197468996, + 0.011755740270018578, + 0.009830908849835396, + 0.06294649839401245, + -0.018156779929995537, + -0.002377038123086095, + 0.022828172892332077, + -0.04380093514919281, + -0.1374298334121704, + 0.02294309064745903, + -0.10297873616218567, + 0.08140749484300613, + -0.07215467095375061, + -0.1083482950925827, + -0.02114628069102764, + 0.001371038262732327, + 0.04278431087732315, + 0.010219978168606758, + -0.01512727327644825, + 0.052158843725919724, + 0.16372422873973846, + 0.013676319271326065, + 0.05495218187570572, + 0.0007175997598096728, + -0.05663706734776497, + 0.012069991789758205, + 0.037649329751729965, + 0.01948447711765766, + -0.0512474849820137, + 0.11020005494356155, + -0.023771697655320168, + -0.0012304888805374503, + 0.020092930644750595, + -0.1146860346198082, + -0.0438794381916523, + 0.04300037398934364, + -0.03867381811141968, + -0.019312717020511627, + -0.024950552731752396, + -0.002534549916163087, + -0.05829746276140213, + 0.008972163312137127, + -0.012780758552253246, + 0.016386160627007484, + -0.05619106441736221, + -0.018208717927336693, + 0.012152047827839851, + -0.07076022773981094, + -0.01682194694876671, + -0.10017739981412888, + -0.005465097259730101, + -0.02382689341902733, + -0.03370961546897888, + 0.017112525179982185, + 0.03918546810746193, + 0.07431663572788239, + 0.015576801262795925, + 0.03063770942389965, + -0.004469059407711029, + -0.014501787722110748, + -0.05347658693790436, + 0.09268268197774887, + -0.00994704756885767, + 0.02416958659887314, + -0.042959343641996384, + 0.0054460130631923676, + 0.021496713161468506, + 0.03000027686357498, + 0.005273900460451841, + 0.026996662840247154, + 0.02276689000427723, + -0.0014472146285697818, + -0.060917966067790985, + 0.027655525133013725, + 0.061502259224653244, + -0.11952031403779984, + 0.030011385679244995, + -0.05687326937913895, + 0.060966480523347855, + 0.06150035932660103, + 0.061746325343847275, + 0.0011644040932878852, + -0.0001445966772735119, + -0.05848454684019089, + 0.05940479040145874, + -0.014085628092288971, + 0.05619577690958977, + 0.03799273446202278, + -0.07565603405237198, + -0.04841205105185509, + 0.031207634136080742, + -0.04953097924590111, + -0.056904587894678116, + 0.033963192254304886, + 0.0389089360833168, + -0.07990080118179321, + 0.03592197224497795, + -0.04781241714954376, + 0.027791690081357956, + 0.05541560426354408, + -0.06685712933540344, + 0.03614518418908119, + -0.01009571272879839, + -0.0020356131717562675, + 0.005716889165341854, + 0.048633426427841187, + 0.029368242248892784, + -0.09492899477481842, + -0.04998498037457466, + 0.011321512050926685, + -0.08635962754487991, + 0.04048946872353554, + -0.09824447333812714, + 0.03232910856604576, + 0.026718610897660255, + -0.02435564249753952, + 0.010990184731781483, + -0.02275647222995758, + -0.05113140493631363, + 0.04541943222284317, + 0.04781690984964371, + -0.012362008914351463, + 0.059204503893852234, + 0.012072917073965073, + 0.04243623837828636, + 0.04804222658276558, + -0.04864563047885895, + -0.008150506764650345, + -0.02444041147828102, + 0.045178886502981186, + 0.04454648867249489, + 0.03072039783000946, + -0.07096579670906067, + 0.05970869958400726, + -0.028193918988108635, + -0.020626066252589226, + 0.024492233991622925, + 0.008633643388748169, + -0.025644412264227867, + 0.06317812204360962, + -0.00013752281665802002, + 0.038114745169878006, + -0.020713621750473976, + -0.020945874974131584, + -0.03710843622684479, + -0.07926821708679199, + 0.068260557949543, + 0.07304906100034714, + 0.0012549443636089563, + 0.06902801245450974 + ], + "index": 1, + "object": "embedding" + }, + { + "embedding": [ + -0.012515432201325893, + 0.03260233998298645, + 0.02720189094543457, + -0.03063809871673584, + 0.03477800264954567, + -0.0005420063971541822, + 0.03848633915185928, + -0.07008987665176392, + -0.005540861748158932, + -0.12454225867986679, + -0.03335544839501381, + -0.01859859749674797, + 0.016931841149926186, + -0.0417923778295517, + 0.02759881317615509, + -0.05975465476512909, + -0.014693298377096653, + 0.004260290879756212, + 0.0316493920981884, + 0.04292448237538338, + -0.015032760798931122, + -0.012787492014467716, + 0.0445796437561512, + -0.00853970367461443, + 0.008431212045252323, + 0.014480143785476685, + 0.004353893455117941, + -0.022154586389660835, + 0.055982958525419235, + -0.002053084783256054, + -0.029908252879977226, + 0.03852834925055504, + 0.015174348838627338, + 0.005734920967370272, + -0.07095876336097717, + 0.056373488157987595, + 0.021792849525809288, + 0.01672499068081379, + 0.04869721084833145, + 0.11365382373332977, + 0.05500693991780281, + 0.05714111775159836, + -0.057067856192588806, + -0.015970412641763687, + 0.04116453230381012, + 0.10372499376535416, + -0.014045807532966137, + -0.023079970851540565, + 0.05282428488135338, + 0.07795163244009018, + 0.002015302889049053, + 0.0719466581940651, + 0.11998643726110458, + 0.03806350380182266, + 0.009247318841516972, + -0.08772578090429306, + -0.01913667656481266, + 0.08762997388839722, + 0.04261832311749458, + -0.041809290647506714, + 0.019670585170388222, + 0.003269221168011427, + -0.031362734735012054, + -0.05653807520866394, + 0.0086217587813735, + 0.07690869271755219, + -0.008498962968587875, + 0.01883823610842228, + 0.034656062722206116, + 0.012021624483168125, + 0.04522744566202164, + -0.11988889425992966, + 0.05314110592007637, + 0.021781332790851593, + 0.0069904024712741375, + 0.022117121145129204, + -0.045297060161828995, + 0.030793005600571632, + -0.036237362772226334, + 0.00751606747508049, + -0.05219532176852226, + 0.031398966908454895, + 0.017320938408374786, + -0.05713142082095146, + -0.02045215107500553, + -0.10069804638624191, + 0.0858391746878624, + 0.009377778507769108, + -0.022318389266729355, + -0.03138192370533943, + 0.050704389810562134, + 0.06078115105628967, + -0.01579766720533371, + 0.015833856537938118, + 0.004209970589727163, + -0.08698860555887222, + -0.05849804729223251, + 0.07033050805330276, + -0.04091642424464226, + -0.06414582580327988, + -0.07127337902784348, + -0.04292427748441696, + 0.07248425483703613, + 0.017845110967755318, + 0.02412467449903488, + 0.06425701826810837, + 0.02847393788397312, + 0.07783179730176926, + 0.05828293412923813, + 0.014767034910619259, + -0.01587904617190361, + 0.019848834723234177, + -0.01861366629600525, + -0.057433173060417175, + -0.015352700836956501, + 0.06340795010328293, + -0.10458502918481827, + -0.0013390789972618222, + -0.0007215099176391959, + 0.026150047779083252, + -0.02329542487859726, + 0.06535427272319794, + 0.0006045400514267385, + -0.019903065636754036, + -0.014266586862504482, + 0.046450741589069366, + -0.025217456743121147, + -0.03382576256990433, + -0.04488691687583923, + -0.024416420608758926, + -0.08216138184070587, + 0.030968768522143364, + 0.033012744039297104, + 0.017675388604402542, + 0.09381162375211716, + -0.09850151836872101, + 0.004139481578022242, + 0.03229626268148422, + -0.06893876940011978, + 0.05431831628084183, + -0.053904321044683456, + 0.0735350176692009, + -0.053244028240442276, + -0.023420289158821106, + -0.002636925783008337, + -0.03822736814618111, + -0.00785704143345356, + 0.003931798040866852, + -0.03736377879977226, + 0.008813220076262951, + -0.030051087960600853, + 0.01478652935475111, + 0.013907031156122684, + 0.03155709058046341, + -0.03207581117749214, + 0.001005080179311335, + 0.039515431970357895, + 0.05144026502966881, + 0.03285501152276993, + 0.025997433811426163, + -0.022351136431097984, + 0.08124064654111862, + -0.00038137283991090953, + 0.03365359455347061, + 0.029545608907938004, + -0.02969249337911606, + -0.05561249703168869, + -0.028099672868847847, + 0.01337841060012579, + 0.006064951419830322, + 0.03557957336306572, + -0.040300022810697556, + 0.006043149158358574, + 0.037366122007369995, + 0.057810332626104355, + -0.0819191262125969, + -0.000972002453636378, + 0.004794939886778593, + 0.03518398106098175, + -0.01995996944606304, + 0.042792342603206635, + 0.009072910062968731, + 0.023623615503311157, + -0.030623145401477814, + -0.024775559082627296, + -0.030295735225081444, + -0.057979218661785126, + -0.08435564488172531, + -0.022110700607299805, + -0.0043212613090872765, + -0.04147777333855629, + -0.026760468259453773, + 0.03731884807348251, + -0.009823962114751339, + 0.03550677374005318, + -0.011399107053875923, + 0.06699027121067047, + 0.07271561771631241, + 0.042543623596429825, + -0.010588261298835278, + 0.07651684433221817, + -0.014598710462450981, + 0.03448832780122757, + -0.002902877749875188, + 0.04212474077939987, + 0.0471639409661293, + 0.04418337717652321, + 0.0016587156569585204, + -0.017351144924759865, + 0.05114859342575073, + -0.0682496652007103, + -0.02260199747979641, + 0.00673691974952817, + -0.0077768792398273945, + -0.06297172605991364, + 0.040459513664245605, + -0.05914584547281265, + -0.04049861431121826, + 0.0461801141500473, + 0.012582770548760891, + 0.14274302124977112, + 0.04847661405801773, + 0.08519135415554047, + -0.057096946984529495, + -0.08793361485004425, + -0.03734228014945984, + -0.09761207550764084, + -0.001482452149502933, + -0.030877260491251945, + -0.041506871581077576, + 0.0691782683134079, + 0.012989937327802181, + 0.08646338433027267, + 0.01953308656811714, + 0.023443715646862984, + 0.057724956423044205, + -0.007654010783880949, + 0.03466172516345978, + 0.0006843915907666087, + -0.04486618936061859, + 0.024276461452245712, + -0.021629629656672478, + -0.022282570600509644, + -0.035966772586107254, + -0.005518535152077675, + -0.026481663808226585, + -0.013767787255346775, + 0.06516901403665543, + 0.01969030871987343, + -0.13317345082759857, + 0.019300242885947227, + 0.019933084025979042, + 0.06287774443626404, + 0.013750261627137661, + 0.03447985649108887, + 0.07810985296964645, + 0.018358970060944557, + 0.012795176357030869, + -0.06612854450941086, + -0.058563198894262314, + 0.016424410045146942, + -0.02067185379564762, + -0.015918921679258347, + 0.025390373542904854, + -0.028407646343111992, + 0.03124193102121353, + -0.10122860223054886, + 0.04197580739855766, + -0.08963284641504288, + 0.026146190240979195, + -0.01856786198914051, + -0.010458329692482948, + 0.031608697026968, + -0.021787671372294426, + -0.028194308280944824, + 0.02720602974295616, + -0.008009547367691994, + -0.06270723789930344, + -0.03005572222173214, + 0.0553298182785511, + -0.046275507658720016, + -0.025675464421510696, + -0.007803676649928093, + -0.00633775070309639, + -0.04232168197631836, + -0.08986468613147736, + 0.04186020791530609, + -0.006163034588098526, + -0.014706314541399479, + -0.002399338409304619, + 0.054564133286476135, + 0.02417084388434887, + 0.028201937675476074, + 0.0034926559310406446, + -0.04690483585000038, + -0.026523549109697342, + -0.05147939175367355, + -0.05148949474096298, + -0.05623650923371315, + 0.036759570240974426, + 0.00020510796457529068, + -0.014181791804730892, + -0.049038566648960114, + -0.02344380132853985, + -0.0317348949611187, + -0.0425717867910862, + -0.05112219601869583, + 0.01621064729988575, + 0.02486266754567623, + -0.00010788533836603165, + -0.04794544354081154, + 0.052890051156282425, + -0.045355793088674545, + 0.0008289514225907624, + 0.07432115077972412, + -0.06217609718441963, + -0.03727240115404129, + 0.01275230385363102, + 0.0683804526925087, + 0.02098444290459156, + -0.07274900376796722, + 0.0001914510503411293, + -0.00959416851401329, + -0.0031833224929869175, + 0.025968821719288826, + 0.003827204927802086, + 0.030850160866975784, + -0.004250509198755026, + 0.04129109904170036, + 0.024965768679976463, + -0.02617574669420719, + 0.002525634365156293, + 0.03409614413976669, + 0.027047012001276016, + -0.04093309864401817, + 0.06229269877076149, + -0.02466038428246975, + 0.01959075592458248, + 0.011115537956357002, + -0.03819743171334267, + -0.04244459792971611, + 0.02954724431037903, + -0.1223335936665535, + 0.0425892136991024, + 0.0009347691084258258, + 0.014465676620602608, + -0.004433237947523594, + -0.0181916281580925, + 0.01647932454943657, + -0.04831191897392273, + -0.041808366775512695, + -0.011575737036764622, + -0.029532505199313164, + -0.04887956380844116, + 0.039505910128355026, + 0.05488383024930954, + 0.014826108701527119, + -0.0035568978637456894, + 0.04775412380695343, + -0.03506261110305786, + -0.041741132736206055, + -0.08753718435764313, + -0.05189897119998932, + 0.016402943059802055, + -0.017528891563415527, + -0.014408205635845661, + 0.04142659157514572, + -0.03414402902126312, + 0.030394863337278366, + -0.05494023486971855, + -0.0020147650502622128, + -0.015078254044055939, + 0.014495639130473137, + -0.048556774854660034, + -0.0017153157386928797, + -0.019573288038372993, + -0.016060980036854744, + -0.03694693371653557, + -0.01534409262239933, + 0.018440935760736465, + -0.05878711864352226, + 0.025446785613894463, + -0.013849408365786076, + -0.02725357934832573, + 0.003758995793759823, + -0.03052379935979843, + 0.023064110428094864, + 0.003202371532097459, + 0.012115336023271084, + 0.017133090645074844, + 0.05075334012508392, + -0.007249451708048582, + 0.012151451781392097, + 0.03456561639904976, + -0.06746973097324371, + 0.07573828101158142, + 0.01949349232017994, + -0.07276243716478348, + -0.015839863568544388, + 0.018274053931236267, + 0.003989342134445906, + -0.03206317499279976, + 0.010148841887712479, + 0.06937778741121292, + 0.013019630685448647, + -0.012600183486938477, + -0.13619281351566315, + 0.0681464821100235, + 0.004287313669919968, + -0.05014709755778313, + -0.010993806645274162, + 0.011272232048213482, + 0.0038220612332224846, + -0.0731922909617424, + -0.08350039273500443, + 0.04869406670331955, + -0.030828624963760376, + -0.003825632855296135, + -0.048009078949689865, + 0.07904882729053497, + -0.0480419360101223, + 0.014385851100087166, + -0.035874683409929276, + -0.009149832651019096, + 0.0022898276802152395, + -0.04600370675325394, + 0.016496647149324417, + 0.04642873629927635, + -0.005550712812691927, + -0.015640679746866226, + 0.10773736983537674, + -0.10888604819774628, + -0.004197744186967611, + -0.04975472763180733, + 0.018129728734493256, + 0.016478830948472023, + 0.007430907338857651, + 0.041030142456293106, + 0.0028355473186820745, + 0.01874443329870701, + 0.022451285272836685, + 0.05587637424468994, + 0.0629202276468277, + -0.038079120218753815, + 0.08001914620399475, + 0.050176240503787994, + 0.029776310548186302, + 0.03715231642127037, + 0.027659498155117035, + 0.004129384644329548, + -0.04897352680563927, + -0.0036505744792521, + -0.012148413807153702, + -0.0634574294090271, + -0.00014068372547626495, + -0.015438939444720745, + 0.0234787967056036, + 0.023546701297163963, + 0.11989669501781464, + -0.02286195009946823, + -0.09922581166028976, + 0.010974395088851452, + -0.015065480023622513, + 0.04465459659695625, + -0.019842462614178658, + 0.0668787956237793, + 1.804158091545105e-05, + 0.007084874901920557, + 0.06900306046009064, + -0.07443176954984665, + -0.016705479472875595, + 0.027354076504707336, + 0.011424290016293526, + -0.053201232105493546, + -0.05392533168196678, + 0.005875579547137022, + -0.06356683373451233, + 0.11036472767591476, + 0.006547355558723211, + -0.008861691690981388, + -0.03610360249876976, + -0.0851614773273468, + 0.05843200162053108, + 0.008612367324531078, + 0.05748013034462929, + -0.032950904220342636, + 0.08398287743330002, + -0.023840034380555153, + -0.010651693679392338, + 0.04326775297522545, + -0.06472321599721909, + -0.05850466713309288, + 0.07644739747047424, + -0.029800835996866226, + -0.017040502279996872, + -0.02012176625430584, + 0.0241094958037138, + -0.004349792841821909, + 0.01589028351008892, + 0.026318684220314026, + -0.017132360488176346, + -0.0760699138045311, + 0.06471116840839386, + 0.0036099611315876245, + 0.057122085243463516, + 0.02487128973007202, + 0.09268424659967422, + -0.03311850503087044, + 0.00805120263248682, + -0.01722189038991928, + 0.027575809508562088, + -0.07266110181808472, + -0.020801866427063942, + -0.002835495164617896, + 0.054792169481515884, + -0.00043203120003454387, + 0.05070323869585991, + -0.03546581789851189, + -0.03175608441233635, + -0.02117747813463211, + 0.05899014696478844, + -0.04069221392273903, + 0.012186076492071152, + -0.0477367602288723, + -0.042937543243169785, + -0.011687318794429302, + 0.007221126928925514, + -0.06172960624098778, + 0.011092118918895721, + -0.04225287586450577, + 0.00943679641932249, + -0.0035681461449712515, + 0.02226758562028408, + 0.04908335208892822, + 0.0050078872591257095, + -0.08368325978517532, + -0.06465264409780502, + 0.019280916079878807, + -0.02791602537035942, + -0.016978342086076736, + 0.05448430776596069, + -0.018466975539922714, + 0.027838630601763725, + 0.006129787303507328, + -0.00636322982609272, + 0.012559954077005386, + -0.01729779876768589, + 0.08228688687086105, + 0.018394023180007935, + 0.014464118517935276, + -0.053292542695999146, + -0.01751112751662731, + -0.009948067367076874, + 0.05636981874704361, + -0.023487884551286697, + -0.009742247872054577, + 0.07505694776773453, + -0.005170504096895456, + -0.003190675051882863, + -0.00279915239661932, + 0.0005545867024920881, + -0.053126152604818344, + 0.037578996270895004, + 0.0763295441865921, + -0.014111213386058807, + 0.06626037508249283, + 0.03896726295351982, + -0.006059445906430483, + -0.0651235282421112, + 0.01087851170450449, + 0.03649519383907318, + 0.04939142242074013, + -0.055007562041282654, + -0.022154496982693672, + 0.0862228125333786, + -0.025579020380973816, + 0.09164395183324814, + 0.03109506517648697, + -0.05226036161184311, + -0.013268224895000458, + 0.04804699867963791, + 4.490138962864876e-05, + -0.0385504774749279, + -0.08635174483060837, + 0.013357405550777912, + -0.06919165700674057, + -0.04143214225769043, + 0.016120348125696182, + 0.019461655989289284, + 0.008062552660703659, + -0.10073893517255783, + -0.023437203839421272, + -0.05571995675563812, + -0.0134874964132905, + 0.04823806881904602, + 0.03130027651786804, + -0.025198806077241898, + -0.09797971695661545, + 0.03771478682756424, + 0.10405509173870087, + 0.03516940772533417, + 0.01420576125383377, + -0.024177469313144684, + -0.01987389661371708, + -0.030255047604441643, + -0.02431170642375946, + -0.0625421479344368, + 0.008973737247288227, + 0.05231521278619766, + 0.0426374226808548, + 0.0066823940724134445, + -0.09096067398786545, + -0.01626681350171566, + -0.11594285815954208, + -0.0359799899160862, + 0.029743840917944908, + -0.10215539485216141, + -0.03258639574050903, + 0.0018218549666926265, + 0.03432832658290863, + 0.01830124296247959, + 0.047193076461553574, + -0.025630492717027664, + -0.000209759920835495, + 0.04906989261507988, + -0.04863372817635536, + -0.13231651484966278, + 0.02664823830127716, + -0.08732496201992035, + 0.047821857035160065, + -0.06816985458135605, + -0.07838636636734009, + -0.04244186356663704, + -0.005295990966260433, + 0.05835377424955368, + 0.000430088461143896, + -0.015599140897393227, + 0.03446502611041069, + 0.16954639554023743, + -0.0026430650614202023, + 0.018939455971121788, + 0.002524139592424035, + -0.05941304564476013, + -0.00018306449055671692, + 0.040990184992551804, + 0.0026893923059105873, + -0.04742790013551712, + 0.061212047934532166, + -0.008863217197358608, + 0.0034324615262448788, + 0.01018920261412859, + -0.1257857233285904, + -0.033470820635557175, + 0.06259030848741531, + -0.032041486352682114, + -0.013030152767896652, + -0.015315528959035873, + -0.0262373685836792, + -0.06656482815742493, + -0.006664900109171867, + -0.005345784593373537, + 0.02795189805328846, + -0.06794386357069016, + -0.007617181167006493, + 0.018953045830130577, + -0.04215746372938156, + -0.020535781979560852, + -0.0974135473370552, + 0.021170664578676224, + -0.03232649341225624, + -0.02226462960243225, + 0.0033799775410443544, + 0.03139590099453926, + 0.07702428847551346, + 0.020632006227970123, + 0.04135206341743469, + -0.005838264711201191, + -0.04882073029875755, + -0.0546310618519783, + 0.08807472884654999, + -0.02597636543214321, + 0.02731456607580185, + -0.07378196716308594, + 0.0023201811127364635, + 0.015087456442415714, + 0.03850467503070831, + 6.568059325218201e-05, + 0.028357921168208122, + 0.008075999096035957, + 0.01279203500598669, + -0.07228657603263855, + 0.02025614306330681, + 0.042001038789749146, + -0.10098549723625183, + 0.01813703402876854, + -0.05564628541469574, + 0.04947810247540474, + 0.06144997105002403, + 0.06511534005403519, + 0.028459731489419937, + -0.0202501080930233, + -0.054074160754680634, + 0.035052791237831116, + -0.02881743386387825, + 0.05614350363612175, + 0.0564420223236084, + -0.06703104823827744, + -0.05826301500201225, + 0.045137058943510056, + -0.050847675651311874, + -0.024736888706684113, + 0.014058568514883518, + 0.05113906040787697, + -0.06775201112031937, + 0.034619346261024475, + -0.049128640443086624, + 0.024221250787377357, + 0.04866266995668411, + -0.06085849925875664, + 0.0019210544414818287, + 0.012623196467757225, + 0.012382696382701397, + 0.028603874146938324, + 0.03873681649565697, + 0.007176251616328955, + -0.080104760825634, + -0.06235386058688164, + 0.025732800364494324, + -0.06737439334392548, + 0.04096699506044388, + -0.079249806702137, + 0.016131388023495674, + 0.010090269148349762, + -0.034486234188079834, + 0.0038874847814440727, + -0.05507781729102135, + -0.07303879410028458, + 0.04909278079867363, + 0.046375684440135956, + 0.0017833691090345383, + 0.029175374656915665, + 0.02261977642774582, + 0.034264303743839264, + 0.04648405686020851, + -0.038263995200395584, + -0.008774058893322945, + -0.0252663753926754, + 0.036237649619579315, + 0.03748451545834541, + 0.0358039066195488, + -0.04108024761080742, + 0.07002699375152588, + -0.028500907123088837, + -0.02754187397658825, + 0.029117228463292122, + 0.02439846843481064, + 0.0012119816383346915, + 0.06623277813196182, + 0.0010657437378540635, + 0.05972994118928909, + -0.027077756822109222, + 0.009675722569227219, + -0.048254966735839844, + -0.05424213036894798, + 0.07243489474058151, + 0.08056811988353729, + -0.031383778899908066, + 0.05910726264119148 + ], + "index": 2, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/e8b427b3d631.json b/tests/integration/recordings/responses/e8b427b3d631.json new file mode 100644 index 000000000..89a16720e --- /dev/null +++ b/tests/integration/recordings/responses/e8b427b3d631.json @@ -0,0 +1,802 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/embeddings", + "headers": {}, + "body": { + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "input": [ + "How do systems learn without explicit programming?" + ] + }, + "endpoint": "/v1/embeddings", + "model": "togethercomputer/m2-bert-80M-32k-retrieval" + }, + "response": { + "body": { + "__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse", + "__data__": { + "data": [ + { + "embedding": [ + -0.028625313192605972, + 0.009644811041653156, + 0.0526261106133461, + -0.010888906195759773, + -0.009496178478002548, + 0.001263381214812398, + 0.023293282836675644, + -0.08243905007839203, + -0.026478247717022896, + -0.13464388251304626, + -0.0512986034154892, + 0.026655403897166252, + 0.0030439384281635284, + -0.035521239042282104, + 0.020391393452882767, + -0.07780768722295761, + 0.006606558337807655, + 0.008830295875668526, + -0.001793196308426559, + 0.022731754928827286, + 0.049890514463186264, + 0.013548094779253006, + 0.012267746031284332, + 0.03063983842730522, + 0.06707301735877991, + -0.007570159155875444, + 0.04272060468792915, + 0.002707085572183132, + 0.07793699949979782, + -0.0068320054560899734, + 0.004189986269921064, + 0.02070143073797226, + 0.015760784968733788, + 0.0042287008836865425, + -0.03386549651622772, + 0.02033020369708538, + 0.01456975657492876, + 0.048187460750341415, + 0.03820285201072693, + 0.10077767074108124, + 0.04321419447660446, + 0.01897420734167099, + -0.014983413740992546, + -0.018025003373622894, + 0.04455850273370743, + 0.022786501795053482, + -0.011920962482690811, + -0.008890517055988312, + 0.11744298040866852, + 0.03246714919805527, + -0.029088173061609268, + 0.09496089071035385, + 0.12422505766153336, + 0.0069929324090480804, + 0.0178871750831604, + -0.05463777855038643, + 0.03657285496592522, + 0.04830474033951759, + 0.06253045797348022, + -0.05359767749905586, + 0.025412533432245255, + 0.01953939162194729, + 0.021154027432203293, + -0.02993696928024292, + 0.028013402596116066, + 0.07734477519989014, + -0.016874393448233604, + 0.030011700466275215, + 6.0238875448703766e-05, + 0.023803716525435448, + 0.009123258292675018, + -0.07111874222755432, + 0.02250090055167675, + 0.04815131053328514, + -0.008147301152348518, + -0.005537823773920536, + -0.016138499602675438, + 0.035387761890888214, + -0.0352698490023613, + -0.025574462488293648, + -0.010039239190518856, + 0.03524880111217499, + 0.04696853831410408, + -0.04174993932247162, + -0.000597537902649492, + -0.08016331493854523, + 0.10956454277038574, + -0.016568735241889954, + -0.016319751739501953, + -0.017709530889987946, + 0.041958339512348175, + 0.04584357887506485, + 0.03287360444664955, + 0.018359653651714325, + 0.04788267984986305, + -0.12737058103084564, + 0.007353549357503653, + -0.00445661460980773, + -0.041159022599458694, + -0.04949790611863136, + -0.06846798211336136, + -0.018516182899475098, + 0.058480989187955856, + 0.009973258711397648, + 0.0295123178511858, + 0.06923972070217133, + 0.081133633852005, + 0.1264415681362152, + 0.06378389894962311, + -0.02661179006099701, + -0.03658208250999451, + -0.000912379240617156, + 0.030871083959937096, + -0.05931675806641579, + -0.023184625431895256, + 0.039929017424583435, + -0.09083712100982666, + -0.0017611589282751083, + -0.011387099511921406, + -0.00693067442625761, + -0.02676786482334137, + 0.03417220711708069, + -0.02904115431010723, + -0.029341822490096092, + -0.030477264896035194, + 0.08719369769096375, + -0.04031936824321747, + -0.02029283717274666, + -0.02824019454419613, + -0.051644641906023026, + -0.07474397867918015, + -0.0038978576194494963, + -0.008521780371665955, + 0.057304758578538895, + 0.12079010158777237, + -0.08006061613559723, + -0.00023946911096572876, + 0.012549451552331448, + -0.018327832221984863, + 0.02607034333050251, + -0.026688536629080772, + 0.06374310702085495, + -0.03221059590578079, + -0.0324493870139122, + 0.03480648994445801, + -0.07498053461313248, + 0.011165045201778412, + -0.006876140367239714, + -0.020638445392251015, + -0.020414652302861214, + -0.04233550652861595, + 0.08592729270458221, + 0.02854750119149685, + -0.004440763499587774, + -0.017464132979512215, + 0.06481487303972244, + 0.0724131390452385, + -0.02446877211332321, + 0.04632553830742836, + 0.03923669457435608, + -0.010415825992822647, + 0.012624293565750122, + -0.015182485803961754, + -0.0016301083378493786, + 0.0013908827677369118, + -0.0366278700530529, + -0.06706399470567703, + -0.0017571141943335533, + 0.0017132752109318972, + 0.023335183039307594, + 0.02417340688407421, + -0.039039384573698044, + 0.007053125184029341, + 0.007630909793078899, + 0.04440589249134064, + -0.037289854139089584, + 0.01810174249112606, + 0.005866652820259333, + 0.008196947164833546, + -0.0303290244191885, + 0.05941026285290718, + 0.042503952980041504, + 0.012326585128903389, + -0.034453555941581726, + 0.006171736866235733, + -0.018924523144960403, + -0.0459442138671875, + -0.11310747265815735, + -0.03640446811914444, + -0.013007266446948051, + 0.03633805736899376, + -0.0325576551258564, + 0.0018916280241683125, + -0.011488232761621475, + 0.017741020768880844, + -0.007206412963569164, + 0.10348206758499146, + 0.10330463945865631, + 0.06081323325634003, + -0.06818842887878418, + 0.06551844626665115, + -0.04395010694861412, + 0.06050333008170128, + 0.021237587556242943, + 0.06765849143266678, + 0.020056981593370438, + 0.027479903772473335, + -0.010500827804207802, + -0.05388624593615532, + 0.05339483544230461, + -0.0213683620095253, + -0.020162755623459816, + 0.021549290046095848, + -0.005261938087642193, + -0.02159097045660019, + 0.04545314237475395, + 0.005680753383785486, + -0.03225092962384224, + 0.024309150874614716, + 0.030616233125329018, + 0.07422983646392822, + 0.026326946914196014, + 0.11893181502819061, + -0.032128795981407166, + -0.08504871279001236, + 0.002689552726224065, + -0.05723441764712334, + -0.007339973468333483, + 0.030395880341529846, + -0.03447697311639786, + 0.041313640773296356, + -0.012177404016256332, + 0.15924645960330963, + 0.007271280977874994, + 0.111238494515419, + 0.03315158933401108, + 0.029128430411219597, + 0.06465847790241241, + 0.005114587023854256, + -0.048711519688367844, + 0.08425623178482056, + 0.011614371091127396, + 0.03426260128617287, + -0.02214323729276657, + -0.005649253260344267, + -0.04427102580666542, + -0.025260724127292633, + 0.09123050421476364, + 0.055081237107515335, + -0.12634575366973877, + 0.03898511081933975, + -0.009349959902465343, + 0.10305799543857574, + 0.007667106110602617, + -0.0027667051181197166, + 0.08985280245542526, + 0.01930035464465618, + -0.0392981581389904, + -0.08319897949695587, + -0.08484388142824173, + 0.007134219631552696, + 0.0065269810147583485, + -0.05087956413626671, + 0.012833445332944393, + -0.002945164917036891, + 0.05391121283173561, + -0.06924069672822952, + 0.03136086091399193, + -0.10177676379680634, + 0.03596206381917, + -0.02389192022383213, + 0.05924130603671074, + 0.057269271463155746, + -0.010541991330683231, + -0.0406109020113945, + 0.0182547178119421, + -0.032190173864364624, + -0.04907294735312462, + -0.022161107510328293, + 0.0739339217543602, + -0.029147034510970116, + 0.0037474066484719515, + -0.03018752671778202, + -0.023249927908182144, + -0.015383096411824226, + -0.09470201283693314, + 0.0773773118853569, + -0.027345556765794754, + -0.0055006989277899265, + 0.0180343110114336, + 0.005922022741287947, + -0.019098954275250435, + -0.0004729041538666934, + 0.0007953455788083375, + -0.0033485391177237034, + -0.06081382557749748, + -0.010261679999530315, + -0.046479422599077225, + 0.02741287462413311, + 0.0127688804641366, + -0.008467267267405987, + -0.05143937095999718, + -0.03136477991938591, + -0.0019047032110393047, + -0.052847668528556824, + -0.02513357810676098, + -0.08015158772468567, + 0.039745401591062546, + 0.04605329409241676, + 0.0016742408042773604, + -0.05091538652777672, + 0.0445074662566185, + -0.03700404241681099, + -0.010182363912463188, + 0.08301099389791489, + -0.03250614181160927, + -0.03088577836751938, + -0.014350837096571922, + -0.009772134944796562, + -0.07475752383470535, + -0.060355402529239655, + 0.04241859167814255, + -0.012378721497952938, + 0.015629982575774193, + 0.033994343131780624, + -0.009667688049376011, + 0.04006745293736458, + -0.013781498186290264, + 0.021493006497621536, + 0.01062044221907854, + -0.03500600531697273, + 0.01835126429796219, + 0.014531598426401615, + 0.044000912457704544, + -0.02036239020526409, + 0.04688846692442894, + -0.0877162292599678, + 0.011904492974281311, + 0.03603767976164818, + -0.040766313672065735, + 0.020568832755088806, + 0.03657219186425209, + -0.08737213909626007, + 0.03322440758347511, + 0.02375749684870243, + 0.03609689697623253, + -0.019078781828284264, + 0.024186642840504646, + -0.007216745521873236, + -0.04318151995539665, + -0.028063487261533737, + 0.019065067172050476, + 0.02101775072515011, + -0.05957315117120743, + -0.014263416640460491, + 0.03555794805288315, + 0.0019766625482589006, + 0.04911893233656883, + 0.04590733349323273, + -0.03957784175872803, + -0.030610496178269386, + -0.04111376404762268, + -0.02033582329750061, + 0.006346330512315035, + 0.053494278341531754, + 0.014476560987532139, + 0.04860546439886093, + -0.023068532347679138, + 0.021707303822040558, + -0.04493881016969681, + -0.027079777792096138, + 0.04397837817668915, + 0.0118066081777215, + -0.004798768553882837, + 0.042905017733573914, + 0.005226527340710163, + -0.03075316548347473, + -0.030176855623722076, + 0.013604848645627499, + -0.0032692099921405315, + -0.04218987375497818, + 0.025406524538993835, + -0.016121670603752136, + -0.014863152988255024, + -0.0429101325571537, + -0.026481537148356438, + -0.012901737354695797, + 0.0442282110452652, + 0.036592260003089905, + 0.039383288472890854, + 0.003789229318499565, + 0.05980289354920387, + -0.0044682323932647705, + 0.07192400097846985, + -0.026064269244670868, + 0.11905914545059204, + 0.046934809535741806, + -0.06404329091310501, + -0.06687674671411514, + 0.0077804806642234325, + 0.011265481822192669, + -0.017687633633613586, + -0.014395356178283691, + 0.08574871718883514, + 0.0031307553872466087, + 0.021320363506674767, + -0.08204923570156097, + 0.009053068235516548, + 0.023229874670505524, + -0.052366625517606735, + -0.01396441925317049, + -0.03636457398533821, + -0.020884208381175995, + -0.02954680472612381, + -0.06550683081150055, + 0.08037273585796356, + -0.06033521890640259, + 0.01978268101811409, + -0.032372940331697464, + 0.022555716335773468, + -0.05029283091425896, + -0.016428381204605103, + 0.0025750305503606796, + -0.04512976109981537, + -0.03814585879445076, + -0.04166992008686066, + -0.011879000812768936, + 0.049479953944683075, + -0.02096664160490036, + -0.00909265223890543, + 0.06755069643259048, + -0.0926649197936058, + -0.002196504035964608, + -0.018177812919020653, + -0.005087037570774555, + 0.0161594171077013, + -0.01627577282488346, + 0.09823250025510788, + 0.025837138295173645, + -0.01585749164223671, + 0.02263566479086876, + 0.01224441546946764, + 0.024671562016010284, + -0.033585235476493835, + 0.1028127670288086, + 0.04315044358372688, + 0.020170297473669052, + -0.007471140008419752, + 0.049660082906484604, + 0.007516088895499706, + -0.010756206698715687, + -0.002503633964806795, + -0.033192023634910583, + -0.07095880061388016, + 0.019720053300261497, + 0.022650761529803276, + -0.005902944598346949, + -0.007311234250664711, + 0.10586094111204147, + 0.018423765897750854, + -0.06882017105817795, + -0.005236598197370768, + 0.02164839580655098, + 0.09039415419101715, + -0.01244199089705944, + 0.0474860854446888, + -0.0025995743926614523, + 0.02571304515004158, + 0.04335891455411911, + -0.06636872887611389, + 0.03492670878767967, + 0.02623179368674755, + -0.051421213895082474, + -0.06957545876502991, + -0.035445429384708405, + -0.0009482369641773403, + -0.02960582636296749, + 0.13412357866764069, + 0.019430331885814667, + 0.024845613166689873, + -0.04852084815502167, + -0.056044016033411026, + 0.062490787357091904, + 0.04769270494580269, + 0.03782081604003906, + -0.022404221817851067, + 0.11534290015697479, + -0.005633706226944923, + 0.0005008987500332296, + 0.025920547544956207, + -0.01304088905453682, + -0.05654619261622429, + 0.0008111510542221367, + -0.04102508723735809, + -0.01159842498600483, + -0.04102790355682373, + -0.018860163167119026, + -0.01706078089773655, + -0.005253573879599571, + 0.0071600270457565784, + -0.0641237124800682, + 0.01663907617330551, + 0.06719237565994263, + -0.027118725702166557, + 0.05404188111424446, + 0.06418643891811371, + 0.046228472143411636, + 0.00460213515907526, + -0.04415186867117882, + -0.000821807247120887, + -0.01879318617284298, + -0.06903015822172165, + 0.02069322019815445, + 0.01168833114206791, + 0.06540673226118088, + -0.004066139459609985, + 0.054738085716962814, + -0.034385669976472855, + 0.04338647425174713, + -0.04916132614016533, + 0.03518104925751686, + -0.02761712856590748, + -0.009327040985226631, + -0.007298008538782597, + 0.01527714729309082, + -0.02005157433450222, + 0.0429161936044693, + -0.03560428321361542, + 0.021534021943807602, + -0.08968672156333923, + 0.02676641382277012, + -0.004024573136121035, + -0.0036590290255844593, + 0.10452567040920258, + -0.060867004096508026, + -0.12179668247699738, + -0.03129281476140022, + 0.005221501924097538, + -0.0313928984105587, + -0.019577259197831154, + 0.042463574558496475, + -0.0006677712081000209, + 0.009064980782568455, + 0.003938136622309685, + 0.06904369592666626, + -0.008350541815161705, + 0.001019842573441565, + -0.016418535262346268, + 0.019143449142575264, + 0.021327154710888863, + -0.04326558858156204, + -0.0032139429822564125, + 0.051620472222566605, + 0.0051500024273991585, + 0.006842610891908407, + 0.017715459689497948, + 0.03285397216677666, + -0.029920704662799835, + -0.04683506861329079, + -0.05269252881407738, + 0.04261148348450661, + -0.021699104458093643, + 0.009875484742224216, + 0.038206521421670914, + 0.023899832740426064, + 0.04733270779252052, + 0.025072474032640457, + -0.011955616995692253, + -0.0911836326122284, + -0.027430472895503044, + 0.03977897763252258, + -0.04646480828523636, + 0.009046212770044804, + 0.016102170571684837, + 0.08183404058218002, + -0.03012625128030777, + 0.13459521532058716, + 0.024172481149435043, + -0.06742963194847107, + -0.01054252777248621, + -0.002808552235364914, + -0.01470745075494051, + 0.020792432129383087, + -0.10967203229665756, + 0.0326918289065361, + -0.013522210530936718, + -0.012200890108942986, + 0.019441930577158928, + -0.007326868362724781, + 0.01742427609860897, + -0.00791930966079235, + -0.015951860696077347, + -0.07966145873069763, + -0.02597867138683796, + 0.028643600642681122, + -0.0009648172999732196, + -0.018818242475390434, + -0.06351518630981445, + -0.0025841889437288046, + 0.06423984467983246, + 0.03219998627901077, + 0.023542635142803192, + 0.03236274793744087, + -0.04657657444477081, + 0.0035329016391187906, + -0.03991316258907318, + -0.08277847617864609, + 0.026228271424770355, + 0.06054516136646271, + -0.031066352501511574, + 0.016718082129955292, + -0.05617064610123634, + -0.05071862041950226, + -0.05031099542975426, + -0.038091082125902176, + 0.03737860545516014, + -0.03760669007897377, + -0.02294175513088703, + 0.004769078455865383, + 0.036339402198791504, + 0.01194134633988142, + 0.05540051311254501, + -0.0023583073634654284, + -0.0004474227025639266, + 0.03956727683544159, + -0.026903294026851654, + -0.14041468501091003, + 0.023754306137561798, + -0.06810899823904037, + 0.034333907067775726, + -0.07242204248905182, + -0.06669372320175171, + -0.004059847444295883, + -0.05053563788533211, + 0.04531155154109001, + 0.0096511822193861, + -0.02245948649942875, + 0.03169103339314461, + 0.13549870252609253, + -0.012408362701535225, + -0.02813619002699852, + 0.007518284022808075, + -0.1057506576180458, + 0.011356416158378124, + 0.039891116321086884, + 0.020536471158266068, + -0.04081280156970024, + 0.0358579196035862, + 0.047813210636377335, + 0.00611690990626812, + -0.03651907667517662, + -0.09735521674156189, + -0.037454377859830856, + 0.06075636297464371, + -0.017364319413900375, + 0.01145813800394535, + -0.0012936473358422518, + -0.040848348289728165, + -0.054882243275642395, + -0.004391546826809645, + 0.02311932109296322, + -0.059448402374982834, + -0.08560369908809662, + 0.024578850716352463, + -0.018858933821320534, + -0.04784354940056801, + 0.01785934343934059, + -0.1501590758562088, + 0.0545523464679718, + -0.028424229472875595, + -0.04118866100907326, + 0.03065965510904789, + 0.020051728934049606, + 0.02137753553688526, + 0.04693467542529106, + 0.09217966347932816, + -0.003789104986935854, + -0.03935939818620682, + -0.015190028585493565, + 0.02737855538725853, + -0.0399165078997612, + 0.02010611817240715, + -0.07557865232229233, + 0.07543471455574036, + -0.007976854220032692, + 0.042613375931978226, + -0.0014642559690400958, + 0.05411304160952568, + 0.03604671359062195, + -0.016428142786026, + -0.06250452250242233, + -0.015860218554735184, + 0.006275616120547056, + -0.07317031919956207, + -0.0053979321382939816, + -0.013590694405138493, + -0.036944758147001266, + 0.026295272633433342, + 0.07390531897544861, + 0.00654491176828742, + 0.06338920444250107, + -0.07365646958351135, + 0.02546025440096855, + -0.0912703424692154, + 0.03761362284421921, + 0.054920073598623276, + -0.07621566951274872, + -0.04062889888882637, + 0.041005026549100876, + -0.03953169658780098, + 0.009674740023911, + 0.01588456705212593, + 0.016106106340885162, + -0.014508946798741817, + -0.02321682870388031, + -0.031492218375205994, + -0.007039207033813, + 0.0502975694835186, + -0.07446885854005814, + -0.021667229011654854, + -0.016179269179701805, + 0.007176062557846308, + 0.028238704428076744, + -0.012822098098695278, + 0.011626574210822582, + -0.07122310250997543, + -0.059748850762844086, + 0.00676912534981966, + -0.061197683215141296, + 0.03426061198115349, + -0.007777668070048094, + 0.05285013094544411, + -0.010367357172071934, + -0.04381755739450455, + -0.04318838566541672, + -0.04743385314941406, + -0.07497932761907578, + 0.052410174161195755, + 0.003218524158000946, + -0.0017081985715776682, + -0.005368508864194155, + 0.04883018881082535, + 0.05742465704679489, + 0.051667261868715286, + 0.016194365918636322, + -0.028298640623688698, + -0.0371987409889698, + 0.07627178728580475, + 0.02160925231873989, + 0.028924649581313133, + -0.0026495244819670916, + 0.13363255560398102, + 0.0059050279669463634, + -0.03723873198032379, + 0.03029952198266983, + 0.03271273523569107, + -0.001898010727018118, + 0.059062160551548004, + -0.00840494129806757, + 0.04586789384484291, + -0.031058136373758316, + 0.042859043926000595, + -0.05417613312602043, + -0.056918635964393616, + 0.03155701607465744, + 0.1333579570055008, + -0.05978989601135254, + 0.053831737488508224 + ], + "index": 0, + "object": "embedding" + } + ], + "model": "togethercomputer/m2-bert-80M-32k-retrieval", + "object": "list", + "usage": null + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/ef4d211b38bf.json b/tests/integration/recordings/responses/ef4d211b38bf.json new file mode 100644 index 000000000..b47f714b1 --- /dev/null +++ b/tests/integration/recordings/responses/ef4d211b38bf.json @@ -0,0 +1,59 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "Say hello" + } + ], + "max_tokens": 20 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "oCfwSxL-4Yz4kd-984c278f1f0b4d19", + "choices": [ + { + "finish_reason": "length", + "index": 0, + "logprobs": null, + "message": { + "content": "Hello! It's nice to meet you. Is there something I can help you with or would you", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [] + }, + "seed": 11825451844891908000 + } + ], + "created": 1758820431, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 20, + "prompt_tokens": 37, + "total_tokens": 57, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + }, + "prompt": [] + } + }, + "is_streaming": false + } +} diff --git a/tests/integration/recordings/responses/f4c5ae637cd1.json b/tests/integration/recordings/responses/f4c5ae637cd1.json new file mode 100644 index 000000000..cd47130c8 --- /dev/null +++ b/tests/integration/recordings/responses/f4c5ae637cd1.json @@ -0,0 +1,59 @@ +{ + "request": { + "method": "POST", + "url": "https://api.together.xyz/v1/v1/chat/completions", + "headers": {}, + "body": { + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "messages": [ + { + "role": "user", + "content": "Hello" + } + ], + "max_tokens": 10 + }, + "endpoint": "/v1/chat/completions", + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free" + }, + "response": { + "body": { + "__type__": "openai.types.chat.chat_completion.ChatCompletion", + "__data__": { + "id": "oCfwJnF-4Yz4kd-984c26e45a790f88", + "choices": [ + { + "finish_reason": "stop", + "index": 0, + "logprobs": null, + "message": { + "content": "Hello. How can I assist you today?", + "refusal": null, + "role": "assistant", + "annotations": null, + "audio": null, + "function_call": null, + "tool_calls": [] + }, + "seed": 6760981245874068000 + } + ], + "created": 1758820404, + "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", + "object": "chat.completion", + "service_tier": null, + "system_fingerprint": null, + "usage": { + "completion_tokens": 10, + "prompt_tokens": 36, + "total_tokens": 46, + "completion_tokens_details": null, + "prompt_tokens_details": null, + "cached_tokens": 0 + }, + "prompt": [] + } + }, + "is_streaming": false + } +}