phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-03 19:57:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: together now supports base64 embedding encoding

Browse source 
recordings for: ./scripts/integration-tests.sh --stack-config server:ci-tests --suite base --setup together --subdirs inference --pattern openai
This commit is contained in:
Matthew Farrellee 2025-09-26 05:55:50 -04:00
parent b67aef2fc4
commit f9cd397fe7
27 changed files with 15951 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama_stack/providers/remote/inference/together/together.py
View file

@ -6,7 +6,7 @@
from collections.abc import AsyncGenerator
from openai import NOT_GIVEN, AsyncOpenAI
from openai import AsyncOpenAI
from together import AsyncTogether
from together.constants import BASE_URL
@ -311,10 +311,9 @@ class TogetherInferenceAdapter(OpenAIMixin, ModelRegistryHelper, Inference, Need
the standard OpenAI embeddings endpoint.
The endpoint -
- does not return usage information
- not all models return usage information
- does not support user param, returns 400 Unrecognized request arguments supplied: user
- does not support dimensions param, returns 400 Unrecognized request arguments supplied: dimensions
- does not support encoding_format param, always returns floats, never base64
"""
# Together support ticket #13332 -> will not fix
if user is not None:
@ -322,13 +321,11 @@ class TogetherInferenceAdapter(OpenAIMixin, ModelRegistryHelper, Inference, Need
# Together support ticket #13333 -> escalated
if dimensions is not None:
raise ValueError("Together's embeddings endpoint does not support dimensions param.")
# Together support ticket #13331 -> will not fix, compute client side
if encoding_format not in (None, NOT_GIVEN, "float"):
raise ValueError("Together's embeddings endpoint only supports encoding_format='float'.")
response = await self.client.embeddings.create(
model=await self._get_provider_model_id(model),
input=input,
encoding_format=encoding_format,
)
response.model = model # return the user the same model id they provided, avoid exposing the provider model id

1
tests/integration/inference/test_openai_embeddings.py
View file

@ -41,7 +41,6 @@ def skip_if_model_doesnt_support_user_param(client, model_id):
def skip_if_model_doesnt_support_encoding_format_base64(client, model_id):
provider = provider_from_model(client, model_id)
if provider.provider_type in (
"remote::together", # param silently ignored, always returns floats
"remote::databricks", # param silently ignored, always returns floats
"remote::fireworks", # param silently ignored, always returns list of floats
"remote::ollama", # param silently ignored, always returns list of floats

2353
tests/integration/recordings/responses/1d54570bbe4b.json Normal file
View file

File diff suppressed because it is too large Load diff

802
tests/integration/recordings/responses/225b4d2263a7.json Normal file
View file

@ -0,0 +1,802 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/embeddings",
"headers": {},
"body": {
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"input": [
"What is the capital of France?"
]
},
"endpoint": "/v1/embeddings",
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
},
"response": {
"body": {
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
"__data__": {
"data": [
{
"embedding": [
-0.01970832422375679,
0.06973592191934586,
0.06339020282030106,
-0.0476469062268734,
0.02473558485507965,
0.036016080528497696,
-0.030854633077979088,
-0.05661148950457573,
-0.03762897476553917,
-0.022825224325060844,
0.07212689518928528,
-0.03594600036740303,
0.028144309297204018,
-0.0572437047958374,
-0.01636800728738308,
0.05597497895359993,
-0.0615837387740612,
-0.0772617980837822,
0.07462957501411438,
-0.014081664383411407,
-0.046484049409627914,
0.007972045801579952,
0.05659373477101326,
0.005015407223254442,
-0.021550362929701805,
0.007466076873242855,
-0.01818244718015194,
0.012974875047802925,
0.12098025530576706,
0.004642108455300331,
-0.03853101655840874,
-0.038064178079366684,
-0.00252514542080462,
-0.007285259198397398,
0.0010585911804810166,
0.0906301811337471,
0.041732583194971085,
0.0012193279108032584,
-0.022201454266905785,
0.04487229138612747,
0.05817768722772598,
0.03595009818673134,
0.003200811566784978,
-0.059940092265605927,
-0.03945835679769516,
-0.05063691735267639,
-0.0010590233141556382,
-0.013847910799086094,
-0.010883520357310772,
0.05425434187054634,
0.048579007387161255,
0.05931898206472397,
0.03469032421708107,
0.040213894098997116,
0.017600275576114655,
0.030363716185092926,
0.006166841834783554,
-0.031214607879519463,
-0.09986788034439087,
-0.08849328756332397,
-0.04174111783504486,
-0.06822851300239563,
0.037840817123651505,
-0.011262879706919193,
0.02725878357887268,
-0.03785941004753113,
0.02948189154267311,
0.052330728620290756,
-0.006199777591973543,
0.015686513856053352,
0.02012643963098526,
0.03715239465236664,
0.015146151185035706,
0.0118742436170578,
0.01236711349338293,
0.08493024855852127,
0.006574893835932016,
0.012279890477657318,
0.0497514046728611,
-0.03023892641067505,
0.024616962298750877,
-0.002334396820515394,
-0.06940878927707672,
-0.09034860879182816,
-0.030876951292157173,
-0.05628745257854462,
0.15566386282444,
0.04915332421660423,
-0.05976790562272072,
-0.0651850774884224,
-0.01671917550265789,
0.005158144049346447,
0.03231115639209747,
-0.12673619389533997,
0.01491079106926918,
-0.10013868659734726,
0.0593881830573082,
0.04409949108958244,
0.02496299520134926,
-0.09309431165456772,
0.016884522512555122,
0.08458107709884644,
0.001436055637896061,
-0.023505622521042824,
-0.1091550886631012,
0.009409628808498383,
-0.06841670721769333,
0.006294394377619028,
0.011773636564612389,
-0.006649228744208813,
-0.025980884209275246,
0.028650643303990364,
-0.004796619061380625,
-0.15275581181049347,
0.07362587004899979,
0.023234043270349503,
-0.07766558974981308,
0.11400321125984192,
-0.0761248916387558,
0.10137518495321274,
0.04917748644948006,
-0.05897725000977516,
0.028588805347681046,
-0.016921594738960266,
0.020847199484705925,
0.02583436481654644,
0.0100707383826375,
-0.10680415481328964,
-0.039595309644937515,
-0.02198234759271145,
0.04287746921181679,
0.0770343467593193,
0.12591315805912018,
0.05319112911820412,
0.06336589902639389,
-0.004751566331833601,
-0.027462828904390335,
0.025833114981651306,
0.031229868531227112,
0.03495239466428757,
-0.03417152911424637,
0.01695503294467926,
0.008892396464943886,
-0.022700343281030655,
-0.010422530584037304,
-0.011403913609683514,
0.06934408098459244,
-0.018299903720617294,
0.05521678924560547,
0.0448828861117363,
-0.035779181867837906,
0.1004837155342102,
-0.052232082933187485,
-0.1069478765130043,
0.010958191938698292,
-0.037957314401865005,
0.012439441867172718,
-0.016643444076180458,
-0.003614538349211216,
0.02663247659802437,
0.011455153115093708,
-0.06175852194428444,
0.024681027978658676,
0.02250850759446621,
0.05536889657378197,
0.06054207682609558,
-0.0278964564204216,
-0.014830108731985092,
0.0026953965425491333,
0.01350411120802164,
0.12171561270952225,
-0.08564072847366333,
-0.034310709685087204,
0.08295650035142899,
0.00242776982486248,
0.04291205108165741,
0.07752981036901474,
0.059791646897792816,
-0.17697358131408691,
-0.05253177508711815,
-0.056304335594177246,
-0.08669780939817429,
0.08720479905605316,
0.09867717325687408,
0.042815010994672775,
0.056739237159490585,
-0.08280040323734283,
0.022493114694952965,
-0.02084849216043949,
-0.02938813529908657,
-0.0007219210965558887,
0.06848610937595367,
-0.04856500029563904,
-0.17225198447704315,
0.05346125736832619,
0.012011714279651642,
0.0025602886453270912,
0.0857025608420372,
0.02747567743062973,
-0.049506328999996185,
0.07006517052650452,
0.04238149896264076,
-0.15906751155853271,
0.03605888783931732,
0.10328453034162521,
-0.07136455923318863,
0.036719564348459244,
0.08598599582910538,
0.0641678124666214,
0.016239356249570847,
-0.026155924424529076,
0.05666787922382355,
0.016006596386432648,
0.011990846134722233,
-0.14744064211845398,
-0.026924695819616318,
0.07851225882768631,
-0.015755966305732727,
-0.01938048005104065,
0.01009741984307766,
0.037861280143260956,
-0.018061142414808273,
-0.01375116128474474,
0.06686730682849884,
-0.011987685225903988,
-0.09704967588186264,
0.06962467730045319,
-0.041706811636686325,
-0.0633535385131836,
0.040516119450330734,
0.07941865921020508,
-0.05590837448835373,
0.012286134995520115,
-0.0320778526365757,
0.024782376363873482,
0.023459354415535927,
0.05950900912284851,
-0.06305302679538727,
-0.03517928719520569,
-0.0714961439371109,
-0.002884534653276205,
-0.040440525859594345,
0.014511113986372948,
0.0064672185108065605,
0.04428369551897049,
-0.057187750935554504,
-0.020834827795624733,
0.04081743583083153,
0.014744394458830357,
-0.0902390256524086,
-0.020159481093287468,
0.02022283524274826,
-0.023768901824951172,
0.09302803874015808,
0.0001490376889705658,
-0.03495747223496437,
0.055485714226961136,
0.08195064216852188,
-0.00781647115945816,
-0.041974276304244995,
-0.024822648614645004,
-0.03270355984568596,
0.07572082430124283,
0.07882461696863174,
-0.1703532338142395,
0.007348283194005489,
0.017360031604766846,
-0.04545089602470398,
0.00336546846665442,
-0.03401961550116539,
-0.010519049130380154,
0.0031063177157193422,
-0.05100075155496597,
-0.0038971842732280493,
0.04990682750940323,
-0.005734169390052557,
-0.008000397123396397,
0.011249272152781487,
0.08259451389312744,
-0.009997809305787086,
-0.03317711129784584,
0.08035999536514282,
-0.030665725469589233,
-0.013539387844502926,
0.06129683554172516,
0.005680982489138842,
-0.030879436060786247,
-0.015947014093399048,
-0.04250485822558403,
0.036226458847522736,
0.0077215759083628654,
-0.01335059106349945,
-0.017429955303668976,
0.02677704021334648,
0.05891023576259613,
-0.033094074577093124,
-0.009611436165869236,
0.029392564669251442,
-0.019255351275205612,
0.0028371994849294424,
-0.06841883808374405,
0.09074953198432922,
-0.007491895463317633,
-0.05885957553982735,
-0.054593320935964584,
0.03154400363564491,
-0.018664345145225525,
0.0014028018340468407,
-0.007962699048221111,
-0.0073072719387710094,
0.07813835889101028,
-0.009949258528649807,
-0.042123954743146896,
0.0330609530210495,
-0.09078606963157654,
-0.0661826878786087,
-0.008728893473744392,
0.0261079091578722,
0.020198725163936615,
-0.001164281158708036,
0.030456693843007088,
0.013369766063988209,
0.0473308339715004,
-0.1095656007528305,
-0.0035175648517906666,
0.0019665348809212446,
0.038703836500644684,
0.004033247474581003,
-0.07139096409082413,
-0.025092288851737976,
0.026497622951865196,
0.010865016840398312,
-0.007291565183550119,
-0.008395146578550339,
0.09979000687599182,
0.014964831992983818,
0.006895039696246386,
-0.05342651531100273,
0.028149953112006187,
0.02636386640369892,
-0.07864879816770554,
0.07730228453874588,
-0.015716969966888428,
0.09981396049261093,
0.10495205223560333,
0.1379401981830597,
0.039402298629283905,
-0.06488822400569916,
0.06241980195045471,
0.01095480564981699,
-0.038665588945150375,
0.13688994944095612,
-0.020979976281523705,
0.006442971993237734,
-0.04762554541230202,
-0.050086282193660736,
-0.01811848394572735,
0.03287108987569809,
-0.023971999064087868,
0.07773148268461227,
-0.034932006150484085,
0.07602691650390625,
-0.017853112891316414,
-0.005400413181632757,
-0.053703248500823975,
0.06815090030431747,
-0.02043701708316803,
0.04952498897910118,
0.05423223227262497,
-0.01902719773352146,
-0.03968493640422821,
-0.06244910880923271,
-0.02818591706454754,
-0.0901985615491867,
0.0008713805582374334,
0.0062495567835867405,
-0.025452183559536934,
-0.031959064304828644,
0.12171333283185959,
-0.06405504792928696,
-0.020061912015080452,
0.0356234535574913,
-0.007606834638863802,
0.005293095018714666,
0.036428119987249374,
0.06186530366539955,
-0.0005228556110523641,
0.047188978642225266,
-0.05147498473525047,
-0.026932740584015846,
0.03888168931007385,
-0.09699693322181702,
0.023630235344171524,
0.005371326580643654,
0.015998994931578636,
0.0003666430420707911,
0.04907926544547081,
0.008110874332487583,
0.047511179000139236,
-0.06465531885623932,
-0.0073038008995354176,
-0.04283558949828148,
0.04818195849657059,
0.047115594148635864,
0.005004839971661568,
0.01839282736182213,
-0.11655856668949127,
-0.048311498016119,
-0.11851174384355545,
0.027857793495059013,
-0.017113903537392616,
0.09556174278259277,
0.03273570165038109,
-0.07939599454402924,
-0.008300776593387127,
0.012330071069300175,
-0.03996765613555908,
0.06578177213668823,
-0.12040718644857407,
0.017966903746128082,
0.009441595524549484,
0.019408095628023148,
0.0386037640273571,
0.020615454763174057,
0.07171255350112915,
-0.02859123796224594,
0.05328092724084854,
0.02087463065981865,
-0.04982484132051468,
-0.03510921075940132,
0.025723610073328018,
-0.021969307214021683,
-0.038896411657333374,
-0.0030326545238494873,
-0.011459474451839924,
-0.05368846282362938,
-0.01735803298652172,
-0.10430730879306793,
-0.0481608547270298,
0.07020232826471329,
0.09553399682044983,
-0.05687297135591507,
0.09741470217704773,
0.023591971024870872,
0.08581022173166275,
-0.048408862203359604,
0.013134839944541454,
0.05038471519947052,
0.04907285422086716,
0.006127485539764166,
0.03915533423423767,
-0.05594480037689209,
-0.08703725785017014,
-0.08769574016332626,
0.010736892931163311,
0.06320276111364365,
-0.007989616133272648,
0.08732284605503082,
-0.02034064009785652,
0.015313192270696163,
0.03629201650619507,
0.034474775195121765,
0.06430205702781677,
0.0020889199804514647,
-0.05312385782599449,
0.01831977441906929,
-0.012571982108056545,
0.020523348823189735,
0.02271760255098343,
0.0199508648365736,
0.0419381819665432,
-0.01719197817146778,
0.03996086120605469,
-0.05291396379470825,
0.05518871545791626,
-0.04077994078397751,
-0.018808426335453987,
-0.00802540685981512,
-0.016489434987306595,
-0.05184184014797211,
0.007551070302724838,
-0.03549691662192345,
0.049017034471035004,
-0.061343707144260406,
0.08948376029729843,
-0.010120436549186707,
-0.06860023736953735,
-0.003899200586602092,
-0.10330148786306381,
-0.08999688923358917,
0.030074885115027428,
-0.039791032671928406,
0.11411391198635101,
-0.03553398698568344,
0.03152026981115341,
0.011465642601251602,
0.059032928198575974,
-0.0031185627449303865,
0.03391928970813751,
0.013379181735217571,
0.016364645212888718,
0.06576719135046005,
0.09512922912836075,
0.14299455285072327,
-0.009059438481926918,
-0.06343400478363037,
0.041009820997714996,
0.08385325968265533,
-0.11938642710447311,
0.056769926100969315,
0.012045303359627724,
-0.11157312244176865,
-0.017104897648096085,
-0.0487101674079895,
0.1471950113773346,
0.010011108592152596,
0.13776572048664093,
-0.004685565363615751,
-0.012601284310221672,
0.08867102116346359,
-0.08892746269702911,
-0.09875845909118652,
-0.06571769714355469,
0.07505372911691666,
0.011863797903060913,
0.05538568273186684,
0.01753435842692852,
-0.07213204354047775,
-0.05682818964123726,
0.00998744834214449,
0.02545950934290886,
0.01886233128607273,
-0.039678677916526794,
0.05204062908887863,
-0.06929492950439453,
-0.001108978409320116,
-0.02570975571870804,
-0.001650663441978395,
-0.01176548097282648,
0.045692771673202515,
0.056068118661642075,
0.0661809891462326,
-0.02520962432026863,
-0.10593820363283157,
-0.10804887861013412,
-0.020683452486991882,
-0.005477438680827618,
0.024770764634013176,
0.07821083813905716,
0.012553723528981209,
0.007506367284804583,
2.3520085960626602e-05,
-0.029135674238204956,
-0.076198510825634,
0.08536317944526672,
-0.01657869853079319,
0.04385578632354736,
-0.0772562026977539,
0.005188582465052605,
0.049979791045188904,
-0.06056411564350128,
-0.08391109853982925,
-0.06077081710100174,
-0.008781449869275093,
-0.011842862702906132,
-0.07997778803110123,
-0.01606394723057747,
0.04154130443930626,
-0.05641850084066391,
-0.006831947714090347,
0.06409531831741333,
0.028369562700390816,
0.052074600011110306,
0.0348689928650856,
-0.0008872381877154112,
0.006672622170299292,
0.04850737750530243,
0.005414317362010479,
-0.048521313816308975,
-0.026075325906276703,
0.07934144884347916,
0.005803801119327545,
-0.028049731627106667,
-0.03317294642329216,
-0.10424027591943741,
-0.05862601473927498,
-0.054002031683921814,
-0.03496117889881134,
-0.005786501336842775,
0.01869465596973896,
-0.0716874748468399,
0.03654158487915993,
0.03871994838118553,
-0.0014013899490237236,
0.00667097931727767,
0.005493564996868372,
-0.0037677220534533262,
0.028866715729236603,
0.008601633831858635,
-0.011309036985039711,
0.006561725400388241,
0.003093352075666189,
-0.05333438143134117,
0.11794350296258926,
0.05515727028250694,
-0.045878659933805466,
-0.007742924615740776,
0.05761441960930824,
0.04962746798992157,
-0.05010354891419411,
-0.029717203229665756,
-0.030527284368872643,
0.03150942549109459,
-0.02865293063223362,
0.05704553425312042,
-0.04078275337815285,
0.0030061027500778437,
-0.03728826716542244,
-0.0038562272675335407,
0.046621695160865784,
-0.0399412102997303,
-0.06038284674286842,
-0.01777978055179119,
-0.05188119783997536,
0.02835647016763687,
-0.029642196372151375,
-0.016305141150951385,
-0.031576007604599,
0.017664453014731407,
-0.041909970343112946,
-0.012923586182296276,
-0.021099943667650223,
-0.017399169504642487,
0.056286755949258804,
-0.05219496041536331,
-0.11236775666475296,
0.00020210817456245422,
0.034043293446302414,
0.037877317517995834,
0.07059024274349213,
0.01576846092939377,
0.00600209878757596,
0.03498513251543045,
-0.07349121570587158,
0.010249773971736431,
0.0006832143990322948,
0.007001726888120174,
-0.007545476779341698,
-0.0071549611166119576,
0.013768760487437248,
-0.07035242766141891,
0.0011084708385169506,
0.04469631239771843,
0.03711879998445511,
0.09525424242019653,
0.088236004114151,
-0.010062330402433872,
0.04878973588347435,
0.018639028072357178,
-0.07545189559459686,
0.012827134691178799,
0.011818451806902885,
-0.00043396090040914714,
0.023057980462908745,
0.018296075984835625,
0.05173768103122711,
0.04826314374804497,
-0.06903506070375443,
-0.013263779692351818,
0.046295709908008575,
0.0382310189306736,
0.006243202835321426,
0.03561382368206978,
0.05397462099790573,
0.011734798550605774,
0.04356921464204788,
-0.12166430056095123,
-0.06433001905679703,
0.023853130638599396,
-0.0015384622383862734,
-0.12167169153690338,
0.014306800439953804,
0.0328274741768837,
0.043768156319856644,
-0.005291013978421688,
-0.08029299229383469,
-0.051037609577178955,
-0.01827603206038475,
0.06053758040070534,
-0.059887759387493134,
-0.032715871930122375,
0.05102593079209328,
-0.08917390555143356,
-0.03805398568511009,
0.00810143630951643,
0.021369729191064835,
-6.789527833461761e-05,
-0.04995651915669441,
0.015594455413520336,
0.0017202553572133183,
-0.036478441208601,
-0.023708082735538483,
-0.10896393656730652,
-0.006573833059519529,
-0.05991625040769577,
-0.0019618964288383722,
0.11073953658342361,
-0.01818089187145233,
-0.03572739660739899,
0.09510193765163422,
0.023465821519494057,
-0.02191684953868389,
0.08381339907646179,
0.09135788679122925,
0.027638541534543037,
-0.0589328408241272,
-0.06251821666955948,
0.016308434307575226,
0.0911746472120285,
-0.0646301731467247,
-0.09164340794086456,
0.032364875078201294,
-0.06892918050289154,
-0.020094409584999084,
-0.040389593690633774,
0.020000949501991272,
0.08940748870372772,
0.041878264397382736,
-0.011807584203779697,
0.021119650453329086,
0.04327758401632309,
0.008469630964100361,
0.032335314899683,
-0.02453739382326603,
-0.04345237836241722,
-0.04026284068822861,
-0.047669146209955215,
0.03758959099650383,
0.011994728818535805,
0.01332483347505331,
-0.044041428714990616,
-0.0013196832733228803,
-0.060047995299100876,
0.011327322572469711,
0.08492118865251541,
0.028005098924040794,
-0.009107382968068123,
0.05239562690258026,
0.03746683895587921,
0.04791608080267906,
-0.013966036029160023,
-0.005161612294614315,
-0.11603696644306183,
0.038569845259189606,
0.005635268986225128,
-0.07037810236215591,
0.030191345140337944,
-0.01739041693508625,
0.07960490137338638,
-0.018345264717936516,
0.006483801174908876,
0.1404862403869629,
-0.02148035168647766,
-0.05914505571126938,
-0.010929574258625507,
-0.03669396787881851,
0.04541589319705963,
0.03889324888586998
],
"index": 0,
"object": "embedding"
}
],
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"object": "list",
"usage": null
}
},
"is_streaming": false
}
}

59
tests/integration/recordings/responses/2c55f483cea8.json Normal file
View file

@ -0,0 +1,59 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Quick test"
}
],
"max_tokens": 5
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "oCfwhT4-4Yz4kd-984c28c09bb58fab",
"choices": [
{
"finish_reason": "length",
"index": 0,
"logprobs": null,
"message": {
"content": "Quick test, indeed.",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": []
},
"seed": 7090417062976472000
}
],
"created": 1758820480,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 5,
"prompt_tokens": 37,
"total_tokens": 42,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
},
"prompt": []
}
},
"is_streaming": false
}
}

730
tests/integration/recordings/responses/33b71fb85bfb.json Normal file
View file

@ -0,0 +1,730 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "What's the weather in Tokyo?"
}
],
"response_format": {
"type": "text"
},
"stream": true
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "{\"",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 5018
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "{\"",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "type",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 1337
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "type",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "\":",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 794
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "\":",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": " \"",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 330
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " \"",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "function",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 1723
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "function",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "\",",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 498
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "\",",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": " \"",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 330
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " \"",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "name",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 609
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "name",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "\":",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 794
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "\":",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": " \"",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 330
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " \"",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "get",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 456
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "get",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "_weather",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 70464
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "_weather",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "\",",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 498
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "\",",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": " \"",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 330
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " \"",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "parameters",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 14105
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "parameters",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "\":",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 794
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "\":",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": " {\"",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 5324
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " {\"",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "city",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 9103
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "city",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "\":",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 794
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "\":",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": " \"",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 330
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": " \"",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "Tok",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 53954
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "Tok",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "yo",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 16417
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "yo",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "\"}}",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 32075
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "\"}}",
"seed": null
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfxg3w-4Yz4kd-984c2d684c778f6d",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 128009
},
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"text": "",
"seed": 4111464499205743000
}
],
"created": 1758820670,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 24,
"prompt_tokens": 42,
"total_tokens": 66,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
}
}
}
],
"is_streaming": true
}
}

46
tests/integration/recordings/responses/3d89a56a76b1.json Normal file
View file

@ -0,0 +1,46 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/embeddings",
"headers": {},
"body": {
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"input": [
"First text for base64",
"Second text for base64",
"Third text for base64"
],
"encoding_format": "base64"
},
"endpoint": "/v1/embeddings",
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
},
"response": {
"body": {
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
"__data__": {
"data": [
{
"embedding": "yQeuvPCEDj0u7gY9wB3mvCSQGz3eFUU6mF/9PFIMm70RVBK8Z3oEvqZ8Dr3svHC86k2mPLtjF71BzfA8a7aLvaKPHrxf7hc6OLn1PDcXLz32+cS6bycRvJVFKD0AuB2421hcPBAyTzwlliw8RCzXvJ/8YT2b2qA639nXvKRBBz1Waqs89C9Nu39Llr1rHVk9m6WPPGlLUjwIMDU9XV/aPSA5gD2gUUg93GQ3vexhj7w+jww9ImXNPY7odLwMose8kBp6PSKxmz0vCgA6oICYPTOD8D3iZv08cpuhO0umtL1dtJe8Ccq8Pfk6SD1FxQG9IgjZPH9h7TqlJt28Fr9zvTbYOTxy4KE9/2PMvC+rxTx4Owk9mCmOPLmoEj20XPi9JJdQPQlGpzzTWMc7spOlPCMWM73prOA8EZsVvfyIYLpIzVy9HKjmPH+c5TyfTYG9p/7gvNaM173Q/LY9LbdhPOaFZ7xwjBm9R7pfPTtQVD3xiyq8FNK9PKEJTjyRpb29Ap9qvakJjT0oKEe9KoaGvQIcmL2uYDy9vyejPXchpzw3ZwA9tvuFPZG0Nj2ZPKY9lwCFPaNSBDzQsK685mh2PLF7rrtZyWK9NPs1vFiBdz1gIuK9/q5BujtyMLwEz8A8KTbIvElRbD0/6hG6GQu2vEG2qryaKmw9+gkHvQ6zDr2OXC69Uzf3vA9+mr25M8g8dP3hPIH9rTyQAcU9kEbVvRYl+js6Vfo8yzyFvSbiYz2WgUm93C2UPQb1Sb3tVbW8aPw6OwtGLb1/SQ+6yFoHPMQfJ72/tso7472/vBMvnzx2k4084JfUPMJ6AL1Z1Uw8+jgnPY3bTD0vfSQ9xmsrPMYGzLxFbaM9OQEJPL6JBj10gd88rrndvOtoYL01quO8LGabPPN62TrnshM9oksfvS6ICztErBM9ABdbPZ11o706sKs6wTDnO0ouEz3D37O8/worPQ8pxzzX87Q8lSH8vLPBwbztQPG8Y7B/vYQbxr3+gbW8Zw4qu0zLFr3Oh+y8/ukgPWS9YLz5JCA9hU2BvCILmT3dVJs9bOVDPd1Dhbxui5o9SfDdvBpOMj0Po+S5vCAsPVg6Jj1+VDs970HOO4V7pLzCcVk9S8+YvabZurxDT8c7tucovDvXhL2VMRU9xmo7vT5+Db3FvBk9HXF/PK8WED5iFho9HZ25PfRhdL1qerS9uEgZvYDetr1P1Ji7MRCyvPjbQ70+sJk9ebjJOyTWwz38UTw8WGIWPeWFbj3Hs567I2chPXuXqDuv6x69lYLlPBiMm7ywH1i85n8qvRQIGbx+uum8cvpdvEuTmT3Wz+08LGgGvkRp7DwAS4g8/F2RPQQgazybB808k0q1PRc8QTxst4E7JOyYvcOBVL3H4oU8n3t/vDSCmbxsysM84qnxvM/j8DwJvc29YOgmPX4hq73H8aY8idWovMoK4buEwyo9ZIWsvBy+/rzgzLc8s5QPvKgSd716BQu9R453PTX5Pr2mhKm8wNCAvPFr5DpgaSS9oje7vcNBRz2SxTq8S21BvP+oPTtEEjw96KYAPT5GrTyUCzk8DWY2vZwvDL2D0TG9S9JPva0CO70DDxE9vyHjObfugrz4HEq9EzSKvICDz7xXfla9iTtrvUiAajw5CPU8b9/rO9NLZ70Wr2A9NdNBvT47yDrYg6w98HBkvQbIBL1YXcM7W3YzPVysgDyGxJ299nTJO8KAlLycoIy6HEe+PMGWpDvwBQg9lXfBu5SmMz2VZrU8luD3vDsZwjvpIRY9KfUJPZfnHb3swFw98dgEvbL9azxNEJc8xZ84vcG/EL2fjfQ8dLgAvicOOz38fo46JkdBPNQFLLxvptO7VbqePKxyJL3QRve8vl4yOv1WxbyMHFS9NHgcPZUOPD3MxYE8mvKrOsJ0Xj0ZXii92nw0veABtr3nbz29zdaYPDGuT7wCNBa8PRs+PQQr87yyZgs9dg9Svc/5+jm2oSW8sauGPAOgMb19TiA8JptxvGi9uLyBrgi9hJVYvHRAUjyy0F+9ibaxPOW2MrxPN4a8LaqXu55d3bxIoss8deDPOqmpcjwPzm0889BJPUgkOLxOskQ8cxIrPX5iir18Obw9ZQbxPGhhj73JSuC8cse2PN3y3jvpMgq93ttyPOOOjz2uWE88Fx5jvJCWDb4ll4k9TFggPGspSr1kfuW7sbqsO4sIgDtnnn29bSmsvSJpdD3y6Ay9HJKYu/c6cr1LvZY9c65VvU/3VTyGByW9cVFkvA8ZDrxnrTi9I5c+PLNDSz3s6QG8EVaCvIUb6D2MAMu9Vt+GuwQdQL0zVDQ8v+JpPMxacLq3GV09GoKDOzfoVzy+ydg8sZ1CPclBbT14Hxu9sQCrPZzuTz21LBE9Yrf1PJ5OAT0f2xS7NSoivQO9mLrwNCe8251hve1Ngzp15U+8cM3TPExIoTxDqvM937aZvLGlwb2/4Pe5aJSGvMMrXz3XVb+8d6SAPb36UjoxjSw8E+6aPcNul71mOf+75kDmPMYCPjwwAGa9QtNlvbF3nztfnmG9bnvzPYeqXzzQ1RG79pkNvfgIoL2ut3896T6BPMqacD2sJMq8GMe1PVtRxLyj9ki87fo0Pc2XiL2oZ3W9l6eIPfDp/byXh628/nzCvNQvjDwyn1C7HppePCJhhjwMlg29y9WdvdLvjz1UjJW7t4dxPZUKCj1aGLA9qjLovACMBLn6bKe89ounPGZGl726Gry8XcEcvJ+Xaj1wlRE8etdJPbuSEr37MMu8cJEHvQWpgD0nIRu9YIqUPGuaab3o8xa9YWFnvHP/FDywLl69cYwCPKozVr3+cB489iEivMxakjyh7mU96nhgvLZmwL1EPIa9QyHlO4oSubz4NMa8CXNnPQHhbLwek8M8wGQCuWfkujuIYEo81OuqvGIxlD3oA5Y8gjIaPMgMXL2yHdO80x2Tu/mKWj1uGM68UnSBuy9BlD3rP1q7L4KivK8Ig7yNPla65+pfvRPyCj2JiZs9igcZvBN9jD1mhB49OPGnvAr7kL2k/R47WakSPXVdID2M4kK9632evKe2uD1tasO8x23FPSvv0jz6HEq9wUebvN2KJj3xb3+7xNjzvE5Cv72s1YE82niJvdR8PL37qlY8hb+CPJ1qOTz9cci9SwjLvEcsdb2htpa8fAVEPU0I6Dx4+7O8o+zPvZsfFj1cut89Vf0dPZRmmjyiaZu8tG6qvAQD/rzm6f+8nVp9vb9dF7rAuls93VEPPeB6ejwpfa694vSuvChl6b0v4wS9/wMFPTB5vb0uZt683PyOukKzBD0404c88ylFPek8qLy9yNi71nY+PRiITr2LVg6+yOjtPDassr0Iels9qb6evY3Ar71P+wy9Ua0qvIguYT0/XRW6OGqTvOTqDz2wWDE+Fg/fOzS6pzwBbbS6Yu6OvVUapztAKTM9lb9MPJLCSL0Pjok90H68u5TQ1bpRWxw8khb/vQg4Db3yYG0913oEvaX9DLyQGh+8BaTFvGz0gb0ALFk5q7wBvB27SDw6XpW9Pr/Au3GncDynTE+92DyRvDWO273p6Mg827QLvfyg9Lwy0zc8fhX7PG5Mjj0ddMY8jnorPdIKxrv5aiS9L/davUhQrT0ZT7O8wiDiPHtNfr03zS48dR8iPJdUJD2T/DG7T5AHPUiZgDzK5KM6r36JvQJ3jDzSzC49QzDNvcuFsjxbIFq9HxIkPT5OcT3wmXo9zKnIPJqjtLv1tGu9mhQuPbm+5bxWjG096VBSPVgKmL1PiVe9uVA3PbY9TL1wi8e8hO6RPJh2TD2nj369x9PqPLeWOL2lXtw8RVBQPZwWir1Mx5U7bxAROndbOzwHeMg8bWoPPZvCCTw6gbq90lxrvYc9oDyeHZS9iR84PQqRmb3lcMA8QHAFPMuJCr0+KEM6Q/VTvb4okL1V1EI9ZL44PfV8y7q/P9o8N8PTPBzpKz1pwFA9h6gVvdN2LbxlifG8qnJNPadOJz31d+08MxYsvfeOmz1lsa28iZ0MvUoNszyMa7k8PBltuz//kD2+X587dZZWPbf+BL09aek7DPs4vccrdL0175A9FEXGPe/c37yD/IE9",
"index": 0,
"object": "embedding"
},
{
"embedding": "H657vEj4Sz3M/AU98PTBvFhpMT1Aabg73NMgPT/Gh73c6Km759v4vSj7DLwmiQW9qSdDPISXA72stek8UaOCvQmgH7ymD0m8VoccPTyvSz0VFbo75pmwvMhF6Dy9KiI8iERyPABafzkyWWI8F6o4vXukuTycCY+6MuQkvdGbwjwgyDg9GDsTvKqhq71CBD09xB8yPAFU5TpuHRk9yCy2PeKMlz2mlz49RkHrvF7ZZ7yo/eI8tzXqPVgL3bvAmLO8/VzFPE/4qT2RBzA8ao9zPRVkmz19tRk9AgRivJyh6r1waTu9BdHyPd7QUz3A8uq4YBwbPaEQq7z3oy69JxqOvQC2jjjBEoY9lx1LvYxG6zziC9w86cOLPEogxzyWx969viaBPY41mjxTPxo8LPfvPNWgF71J2is9vHTLvLRS9zvAYrS9hY/pPBJ7xzysvoa9bmCTvQKH3r2Xmro9DRtoPLt6YbxB3Fy9zElMPRhXJz0zhke9TphuPACK4zcECqO9Q1eXvX5gxD2SCXG9wYh1vXP6TL1sp2G97wunPTTryjslrRc8Z5xfPRExaz3ppnM9EodfPXxqwDyTGpy8J4bJO2PAVLsDiz694hAYvFl4kj3fFOO9esNfPLRvu7xHjgg8JoZEvOylKj1TUqI88UXDu/Rn8rzEoD8900YZvVFtL738JjS9s/22uwp+ir26qYc8bHuyPIRQyLvvOZ89fSDwvcDRmblHPCE9W0GrvRZpYD3Yby29ARaUPWTWRr1T2I+8NRAjvJtyEb0PlCC8II8iPRvBJ70wbBw9c2lSvFEjhDtN6Ig8fHfyPPN7DL1oE8U7xy06PLvCiD0jZDw9fIpyvMgsibxHIPQ9Olz4PJbGLT2lsh49Ce+SvBzGFb1QPAe9JZ3LPMW3KLx0wTM9+CIGvYe1ibxMrxA9zNuFPfxWp71Do8o7dVI7PIS9gj1crxO8iYbQPEMt1zxeSTU8nP2zvBAS3rx7Xem8KYmNvWvfw70epza89bPcOyL3S73aX5G8kkJqParerLwmFB49NdAKvauUhz1byGc9L8A2PRcVBzz0rqU9dtGrvAyU5DzyH6a7nKMnPQtt6TzIxkA9UiTFPLBSnLxKu0I9wNHXvUzIkLxS4mU7AQdrvOu2tb2jExA9BP9Svbo8xLyDvsA8e6sePJ+JHD65cOA8XgV/PVZyjb3Xb4+9Ju5lvbrQtL2wUQG8JjfyvBR2Zb3Ut689Uhh1PPBUkT1G3Va79gG8PEsQaz1b4dq8C8SaPGgqRjtLyB69heDLPAbAG72sbAG82yRPvUniH73BQCG9xYOpu8kVxD1RMJ084yzjvWlyAz2tpXA9KLZ1PTOZ1rq3F9Y8VcTDPdOiSzynsSq7gsR4vaZL5bxoIOM7d8c4vJQRBLtgmQE93rtfvQVHyDzzmsS9ycd6PZ83ar0Wi1i8aUxivKU6mLzmpSg9Ba+Hu4bAOryGi+A8ZNLfu8jrZ71p5SO9n+VJPXdnNb3n7Ou8VrfUvHQkGjy19Sq9+reZvbq4sDw9Tfu7uzI+u+4h0buiMWc9RcIlPbI0FTxZB5M8F8opvRVnBb3tdFy9EOM2vRX2h72T/T09xCPmPKjAo7yvvj29atYzvPUAp7uMI5a94807vZDzBzy8NIE7rK9/PAxvmr25oYU9AtF8vWNHBzzZisE93+iKvd0+lLzTzU08misiPWrdDT2vpqy9YNBuvCrR37zODxc7qJY5PJmAjjy42PM7vx0TutwNbz3NOow8xBR/vZxjfjwScWk9SgDfPAz2vbwbvBc9TAkQvefMlDz6zBU9EzVdvUkeKr2fhJE8BrkMvudtRj0XJMI6zcl2vNbw4ruoeSm8Q7biPHulg7zccUS8gHysOZgZAr1z+EW9sv06PfbU9DyPoNk8+6AYPP9kjj1QKU29zA4gvUoasr1fvjq99cI/PbMVLb0YFxi8tHBePct3H7tYaTU9hV4ivdnDpTxcCbW8sozLPIQburyxumI7UdL1uim3iLx8ydi8v4ZgvK/KTDyFSSC95MmbPDZfKzzD1Qy8LxGmPHQbr7xazgA9zJKVu4PxnjyYkjk8c4l9Pbo6LL1Qg8I7kh06PVf4pL10F849t8UuPWkeRb3ZCtG8zMHtPGKhIjzYh2288y4gPc1Ktj2FiRo8amYnvLeNE75dDLw92KdIPHa8GL1yeOA8i+qyPEZmiTxuBl29ymWqvXQfVj31w1C8/pWPvBefbb1MoZ49nTRUva8VMz0DtoC970CNO7MxALwhWEq93pSKPL/ZRT2dloq6ztEHvSlnBD7R6qW9pHExux3vk70xshk8gzxKPHwSxTzaFYM9U9ggu/dwBD0e2dM8uKVFPfe3Zz01gQ69f4uHPcZVcD2LR1Q9ZlHwPJ41xjw9w/c6qSJ4vWRwJLwCuQy7x786vQnJQ7zbOsG8F1DbPEySIj3AS/s9c8rwvDQRu7312oi8BUQ7vX+dDD07D/O8gVhSPTUaPryFyvW6MS2dPQJ3gr3TPpq8SqYiPaDQNz1YihW9D+l1vSgMMDxXB0i9phzmPdJqtzwyN6m8dQrevHHMnr3s6Xw9IIw4PLG8Rj3yNuy8D6qLPcAdOb3kZdC89nOaPb7ahL3GQ4W9uLxoPVJoA70A8ba8AhPVvACxyDyR+zG8kz+hPExqtTxhn8i8cN/IvZA+hz1slGI6jdpZPXTU9DzrBL09NJPRvGwrbTq3INm8VI3WPH5Wk71a1DC9V/K8vHCheD2cnH08hggfPXx0iLt24C29mZL9vEm8lj216AK9PUslPXArhL1YhGm96Q3KvFXOArwEtyC9yC/Fu6A2Tb0XuHI7drzZvECsuDyoklY9Fn4KvBOYmr0oVoi9hAWGvFd+mLyMfPy8vKCUPZhlubqIDyk9xQMIvDNwWLwl1Hk8jRqlvP7Ozz1C44E8rlotO2OLTL3XQxC9h9b5u4ENdz2q0B+9ssmIvNC6xz2xxmc7vHG4u2qnU7vR/dG8lc+FveUsDT23lqM9ozXGvJyppD2MG0w995e6vK7yjr0GkYO7MjKlPP4IjD2zC2u9gxozvSoutT1/z7W8v8eRPVU5lTxli/28mMT0vB+SNT3I0i48zABDvY9EqL02J6g8pEOPvXhaX73g2rI7xLcIPcDCJztiCO69JLKwvIFrbb30eiC8PB1jPfK4Ej33bXO8qzYFvkl9aj3lSAE+foh9Pbyc+DxePxa97aLEu50cUb1vTD+9/DYrvWDdt7ydQWA9Ky4zPeQLiTxMXam9KaCruwfbCb4pPva8cwpjPeBfy72GTPC79bNsvCabQDzSESE8GOqAPYe9lLwVyBu7JgK7PJxoM71ougy+JvO7PITm0r35uKY91MWTvbbl3b33Oq28abSzOpo+Lz2ycSc8Yth3vIOkVT1Tpyc+pBJgPIoVYT1OHTw6RfxnvTfBRTwvNho96Z2fPOLoUb2RsOE93bzCvFtIobrumaQ8g+Dqve26M70pITA9cGgevbQ1nrwaZcy8sRomu1LJbr37/xI8Y2ZRvEU8hjyaKGa9cyqVvGIZRzy96pC9Ls6JvM8pzb2PFLO7njDDvBgTCr2RL4w88YAgPVIzmD3XNX887/v6PDBxkrvomG28RApbvWvQvT3x+CK8TP/FPCP2L714dLI74BmwPCTD9Tyv0Kw7GyjdPKGBujx3sL26HoV5vdeN4jzL6Xs9Ecf0vXDa9Tzy82i9/bd5Pc3nez236Xw9656YOuCeF7l+jW+9cFJzPWjHZryLLWY9RZ4bPY3xmr23S0a9J6f/PP/gSr3JFGm9/RwLPfpeHz0Io6O96yITPfTWQ71mq+M8eftiPWTsiL35DBQ9fWglvOxnBbu+VLs72DNHPauV8DwiasK9Db1Mvd19OTxR3bC9SdglPWY0yb2HawQ9/eDaPHyFx7wtEDQ8yGu6vCpvUb26CTo9qttDPQaKSrxsgHI9fM1FPJ/RLT3tx0Q9pEBHvbSJBbxCN8i8fw05PWF2Nj1Yqfs8hFaRvRyRdD3v9ua8//eovPCjyDwgdA08OxTSvIhjgT0ANBC5NR4cPZ2vqbyvlqu8BP8XvWBXor0xzIs9v5qVPfJ8pDqPXo09",
"index": 1,
"object": "embedding"
},
{
"embedding": "hw1NvAiKBT2A1t48wPz6vGFzDj1vFQ662qMdPUiLj70ekLW7AxD/vbmfCL0WXJi8pbSKPHwuK73oFuI8TMF0vSm8cLzpmYs7y6IBPZXRLz34S3a8oYJRvCWZNj0d6gu8ESMKPCA+bTwbq447iX21vGNOZT0MjQa7JwL1vOfPHT3VnXg8Aey7O9RSkb3j52Y964ayPNkCiTy6dkc9VsPoPfVOYT3ODGo9/L9pvWLUgrwknCg9xW3UPWMgZrw1Er28R15YPRulnz0sEwQ7xViTPXO79T166Bs9EYIXPJOps72FxJy8WHezPY2QLj04QCu9NSShPG5AVjs2dgC9eJRnvUdCDTxOgp09PD8LvKVSmjyE8w09WfZEPGpAOT1PiPW9fapZPcRusjy/D+U79y61PGmJOb2dQfw8oW0UvVhJ9jvDylW9NJwAPaTkjTyjAmq9RYunvMc6zr1zzK89QaUZPA7VtrxVigC9aK9PPaj1eD0caoG8AbaBPMvziTsVJ7K9pptvvXEJkD37lye9416Dvcf3kb1e0S+9oHKUPekvkjwcocU8L5mDPS1C6TxHZp89FrpuPW/xcTzGFIK8BpqiPLB7mLwMP2u95Yl7vAfcgT2tMNa9CYSvurYjPbqgONY8DNa+vHbYhT3/eR46wQujvGe+abwiQz4915TOvOKMCr1Y2ze98gTIvDpEqL03sv08XzgHPfrLkDxPIMA9KrvJvX2khzsWSQQ9xS+NveJ8Xj3Hyly9h5mWPWkWWr3o27+8RtAsu02UHL3SugC8UNaAO8MKGb1TZRA8sy32vDNDcjxR2mM8AkIBPe1hA73lvIM679ohPQezUj36kgY9kvjUPLsZt7x/YaY9//LHuVrYCT2iCfI8rD3zvO7JY71JMea8HzFbPIC8xjvjuxE9oxElvZwFxjs4DRk9h8psPTfFp737zX663x6dOxQdED0Xg6O8BkcvPYumFDxQhsE8ZN36vB32yrzDLvi8nnttvafCrL2AIbW8XpmNu5nkKb3FONu8ptsYPa/0ILyNbxE9UsM6vDIyiT3t65Q9OUIuPWN6LbzdtJw9bi9vvKJDDT01Pj67/oosPfouQT2h+TQ9Q2nZOv0jjrwwgVE9e8aLvdMnubxhwdw7MdX+u1L3gL3guCU96kJyveDhJb1cJz099ydOPDorEj5qj0Y9zniuPX3eab2KFrS9OPQYvdfox73XTsK6T/L8vBwDKr1WrY09v9NUPLcTsT3aA6A8CQ3APAFxbD1/zvq7dPkNPb5oMzqcxTe9bt/GPJ8wsbzwiba85VETvdTUtLsT8Ni8SZJhvFV3hT2STaE8n14Ivosbnjy1SqM8DMaAPcdIYTzAOg09D/ifPY1lljzcolE8Z26Hvfffb718jIY8BVipvGZogrx5/888J7fovBTv/zzxUM+90+4rPW2Rt72JMNY8oRuYvGpZK7wfeAE9D3yyvMD35rwu3948ejoDvKdsgL1rN/a8haFiPWOLPb1aVdK8/LX/u+isz7uAWS29+gq4vZx1Kz1I88m7wfJwvDg+Hbukfl897wHGPMAH5zwL5WQ7SR9AvepH2bwO3FK9puZSvUFYZr00kRY9QBJXOb9aaLyq3Ei9Nw3AvHP8Ab3BXy69gmVRvTHMhDzLrMs8gEDiuHFiRL09o1g9/8Y5vf1NWTqwNZg9Xax+vfKqGL0K71A8DQuMPZHnqzxu/ZS9QMBIOdwwHbxKn1C7kbzUPNjRejt6ufw820eLu9sgKT0Dhcw8hW7WvB2FJTtmqAs9spHdPHepJ72hJn89kwTKvMt8oDzyHTY86XQcvWPaLb0QDfI8CYr6vQdyLj1LC3U6cgFtPLJEkbucBpW8pv+GPLjiRb1APyu9Kag9vCfu8bzwNUi989AhPd7NYD016XI82Bppu9SZQz3QnQ+9wPgqvbJGs70ElFS9d1+GPMCYj7xlEGy87q4pPZzaC72m/vg8AwlhvSYKBLvICne8Hn9tPHjjRr1y1OC6KVigvFGSg7yrVRe9ymV7vHIRlzzDynC9x3XQPKHoYrzmQt+8fFl2OwwN+rzy8Lw84d5RO2d/RjyyWow8vOJPPc+M7bviFkc8rZQNPZItir2sHJs90bCfPHkElb2awoG8eLOVPAe5gjutVAO9VEcmPPEVjj1KUFU8AHFOvCF2C75ikIs9mHyMOwtnTb1eHzS8K684PIx7ejvX5ZW9QQKrvW5zRz1QjPy8eLd6uyulRL1a5KE9n8dEvaKyazxV8RK9LukVvO8QFjtibjy9+iOHPA8sPj3B4rW74iCAvGml3D2m/969O42Ju53LS73MhJQ8nf6GPPh+8zs5Dyg9l9Q5O+2NmTzC67c8oN5kPVLcgD3a+Bu9FOGjPZqFTT1z7fM8By0YPSyW4jzKT4c7d5hIvXo+b7skCke8+PWBvYCEE7mb83y8m1bAPAPlwDxmjPU9/Ei7vOc2y73zzTM8NNV2vL3nNj2pjKK8wPeIPQBYlzc9KOg7elGNPa9vmL3u2Yi8qBXgPPIsOzyJ6Vm9z+Bcve+HwDtUL4K95wbiPTOL1juhMBG8X+ETvSRprr1lVm894xoNPElwaz2H9wa9N/+rPS1Mw7xxhC68hzkxPZuNhL2Xom+9dJCcPeIg9LyGmIu8Z9akvEeBxTy1iI67VyyCPEia1zwqWYy8i8qbvUqHhD0ZlWw72fhpPeC+yzw90b09RacHvTHpAzzsFI28qubhPFjPlL2taKq8t9M5u8FtYD0/guK5M65PPZtEEb2rEgK9ZHytvKefcT3hrCa9HKhHPJ+HQ71H3y+9K3w/vDSf7Dsv2Hy9uLs1PFoRLb3LnBo8j9dpu4NqtjygC0k9NBmkOyFiq72baIS9A/OdPCaw5LwqFou88CpfPQ5Il7zXDeQ8YtzIO6SC0LtEyE08HbSNvAeGqD0Qr5Y86fpsPEhJWr1/c4+8OP0ivArkZj2qacC8850fvHW3mT1Vbam7pRpRu/xxN7uvYRE6z5pZvW/sGT2qUpw9uDJnvIWzhz0jnB89UY7Gu3xfhb3JOzI8/HsVPalOSj2cT2G9WX21vJaVsD0Yi9G806+7PRS7/jz2Dla9+GJZvO7MRD2AVDw4G+cdvS/ZsL0F2Vo8W7SNvcC0Kb3SDoQ8DW6fPMwYBDw3UM69Yf+/vJw6ZL2p+ly8SJVFPbg0AD26bc68l6nIvdJ6Gj3WGtU9zA0QPUi/aDzUD8a8lc6ivG/Z97xYKce8GRaAvZUGEzx6SFY9lKQuPfz32juXSbq9+0GFvHNz7b3BXxO9W6nzPNk20b1QeQW9T8vuOtybDD197JU8h01BPQr30bwA81u5g/1IPSk0R737fQe+aE3aPG7Xsr3a4EM9o5yLvQiJoL2F1y29/omtu14Ebz1/feE5ipN/vDMrDT2SnS0+Rjctu+smmzwJbCU7GFtzvQD1P7lT5Sc9hEAwO8JDQr18uXo9BzcRvCbzYDud8CY8+c0AvrMYCb1ZL4A97z0DvWx8Vbz87Xq8wO/WvCRTiL08Zdq7sSuvu2H75DwnJou9jJn5u2tDmzxOrSy9qDqovMGAx70abq08yWgEvVBktrydgl07/ZgAPem+nT10BKk8yGApPepOv7s/+Ee90sRfvYZgtD1jzNS8zMLfPAAbl70uDhg7YTF3PBS3HT0Avok4307oPDJRBDyvlVE8/AqUvTbwpTxICSw9fNHOvR6UlDxc7WO9jalKPfeyez0xW4U9YiTpPI7jpbzefF29hJMPPYoS7Ly79mU9wC9nPZNHib0zpW69o+E4PadFUL0Epcq86VVmPDF3UT2RwYq9BM0NPR07Sb2la8Y8glJHPcNGeb3ky/s6htFOPMvgSjysUuo8f6oePcMm6zv3DaS9w2Z/vZjN0jyW+4m9As0nPblNor35JYQ8qFElPHBBDb0sxX47R5lhvV2Vlb2DFUk9bvQ9PfC/6ToyAe88HE25PLpYDD0RZj49tbocvRLBD7xu+8687m0UPV2JGT0epxI9w0MovVBqjz28eum8f5/hvEGH7jxM38c8W9ueOg2lhz1tsIs6Yqd0PSzS3bzshh48AKdFvf8sXr2/WJQ95gClPUeMAL11GnI9",
"index": 2,
"object": "embedding"
}
],
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"object": "list",
"usage": null
}
},
"is_streaming": false
}
}

59
tests/integration/recordings/responses/41ace09e5dba.json Normal file
View file

@ -0,0 +1,59 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Test trace openai 2"
}
],
"stream": false
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "oCfxBri-4Yz4kd-984c2b177fb74ce3",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "This conversation has just begun. What would you like to talk about? I can summarize our conversation at the end, if you like.",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": []
},
"seed": 7149743687991911000
}
],
"created": 1758820576,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 28,
"prompt_tokens": 41,
"total_tokens": 69,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
},
"prompt": []
}
},
"is_streaming": false
}
}

181
tests/integration/recordings/responses/52b4e16b7289.json Normal file
View file

@ -0,0 +1,181 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "What's the weather in Tokyo? YOU MUST USE THE get_weather function to get the weather."
}
],
"response_format": {
"type": "text"
},
"stream": true,
"tools": [
{
"type": "function",
"function": {
"type": "function",
"name": "get_weather",
"description": "Get the weather in a given city",
"parameters": {
"type": "object",
"properties": {
"city": {
"type": "string",
"description": "The city to get the weather for"
}
}
},
"strict": null
}
}
]
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfzfVP-4Yz4kd-984c36e368b59059",
"choices": [
{
"delta": {
"content": null,
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1758821066,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfzfVP-4Yz4kd-984c36e368b59059",
"choices": [
{
"delta": {
"content": null,
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": [
{
"index": 0,
"id": "call_025hjpfgbv2kf9adhboe6hd4",
"function": {
"arguments": "",
"name": "get_weather"
},
"type": "function"
}
]
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1758821066,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfzfVP-4Yz4kd-984c36e368b59059",
"choices": [
{
"delta": {
"content": null,
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": [
{
"index": 0,
"id": null,
"function": {
"arguments": "{\"city\":\"Tokyo\"}",
"name": null
},
"type": null
}
]
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1758821066,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfzfVP-4Yz4kd-984c36e368b59059",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 128009
},
"finish_reason": "tool_calls",
"index": 0,
"logprobs": null,
"text": "",
"seed": 3184440617167083500
}
],
"created": 1758821059,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 24,
"prompt_tokens": 201,
"total_tokens": 225,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
}
}
}
],
"is_streaming": true
}
}

59
tests/integration/recordings/responses/53365c6ae29c.json Normal file
View file

@ -0,0 +1,59 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Test OpenAI telemetry creation"
}
],
"stream": false
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "oCfxQwj-4Yz4kd-984c2bd8ba58901d",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "To test OpenAI telemetry creation, let's break down the process into steps that can help ensure telemetry data is correctly created and utilized. Telemetry in the context of AI, such as OpenAI, typically refers to the automated process of collecting, transmitting, and analyzing data from remote sources, in this case, user interactions with AI models. Here\u2019s how you might approach testing telemetry creation:\n\n### 1. **Define Telemetry Requirements**\n- **Identify Data Points:** Determine what data points are crucial for your analysis. This could include user input, model responses, interaction timestamps, user IDs, etc.\n- **Purpose of Telemetry:** Understand why you are collecting this data. Is it for model improvement, user experience enhancement, or security monitoring?\n\n### 2. **Implement Data Collection**\n- **API Integration:** If you're using OpenAI's API, ensure you have the necessary permissions and access to collect the required data. OpenAI provides APIs for interacting with their models, and you can collect telemetry data through these interactions.\n- **Logging Mechanisms:** Implement logging mechanisms in your application to capture relevant data. This could involve server-side logging for API calls or client-side logging for user interactions.\n\n### 3. **Data Transmission**\n- **Secure Data Transfer:** Ensure that the data collected is transmitted securely to your analytics or storage system. HTTPS is a standard for secure data transmission over the internet.\n- **Data Format:** Decide on a data format for transmission. JSON is commonly used due to its readability and ease of parsing.\n\n### 4. **Data Analysis**\n- **Analytics Tools:** Utilize appropriate analytics tools or platforms to process and analyze the collected data. This could range from simple statistical analysis to complex machine learning models.\n- **Visualization:** Use data visualization techniques to represent the insights gained from the telemetry data. This helps in understanding trends, patterns, and areas for improvement.\n\n### 5. **Testing the Telemetry System**\n- **Mock Data:** Test your telemetry system with mock data to ensure it can collect, transmit, and analyze data correctly without affecting real users.\n- **Real-World Testing:** Once the system seems to work with mock data, gradually introduce it to real-world scenarios, starting with a small user base to identify and fix any issues that arise.\n- **Feedback Loop:** Implement a feedback loop to continuously monitor the telemetry system's performance and the insights it provides, making adjustments as necessary.\n\n### Example of Testing with Mock Data\nIf you're testing an OpenAI model's interaction telemetry, you might simulate user queries and model responses, then verify that this data is correctly logged, transmitted, and analyzed. For instance, in Python, you might use a mock library to simulate API calls and then assert that the expected data is collected and processed.\n\n```python\nimport unittest\nfrom unittest.mock import Mock\nimport json\n\nclass TestTelemetry(unittest.TestCase):\n\n def test_telemetry_data_collection(self):\n # Mock user interaction\n user_input = \"Hello, how are you?\"\n model_response = \"I'm doing well, thanks.\"\n\n # Mock the API call\n api_call_mock = Mock(return_value=model_response)\n\n # Simulate the interaction\n response = api_call_mock(user_input)\n\n # Verify telemetry data is collected correctly\n expected_data = {\n 'user_input': user_input,\n 'model_response': model_response,\n # Other relevant data points\n }\n\n # Assuming `collect_telemetry_data` is your function to collect telemetry\n collected_data = collect_telemetry_data(user_input, response)\n\n self.assertEqual(collected_data, expected_data)\n\nif __name__ == '__main__':\n unittest.main()\n```\n\nThis example simplifies the process and focuses on the concept. Actual implementation details may vary based on your specific requirements, the technologies you're using, and the OpenAI APIs or models you're interacting with.",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": []
},
"seed": 3434953141173799400
}
],
"created": 1758820620,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 791,
"prompt_tokens": 40,
"total_tokens": 831,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
},
"prompt": []
}
},
"is_streaming": false
}
}

801
tests/integration/recordings/responses/546dc9533c84.json Normal file
View file

@ -0,0 +1,801 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/embeddings",
"headers": {},
"body": {
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"input": "This is the first text",
"encoding_format": "float"
},
"endpoint": "/v1/embeddings",
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
},
"response": {
"body": {
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
"__data__": {
"data": [
{
"embedding": [
-0.039021637,
0.022414008,
0.060316082,
0.010932758,
0.018470073,
-0.038455445,
0.013484707,
-0.038724504,
-0.025575833,
-0.07131675,
0.03463345,
-0.025232196,
0.020823235,
0.03832292,
-0.006293115,
-0.088807434,
0.0063370736,
-0.002888027,
0.02621656,
0.055453233,
0.102450415,
0.03387425,
-0.005548249,
0.06926162,
0.036552645,
-0.027929714,
0.05147974,
-0.084861636,
-0.05467612,
0.0061274734,
0.01355064,
-0.027067322,
0.099598646,
-0.05280082,
-0.03848137,
-0.0138273295,
0.00055626774,
-0.062084854,
-0.026424624,
-0.004740091,
0.06750933,
-0.05090067,
0.06227124,
-0.01807564,
0.0048294156,
0.013328212,
0.004276883,
-0.034934912,
-0.036818415,
0.0185289,
0.0048565175,
0.016870664,
-0.040981345,
-0.035420854,
-0.091292314,
-0.08983982,
-0.048739515,
0.12078825,
0.04027495,
0.088196404,
0.082896,
-0.08266004,
-0.00082181377,
-0.050194185,
0.024180485,
-0.027468672,
-0.08769602,
0.047489725,
-0.03834715,
0.07631481,
-0.06501303,
-0.03695376,
0.067694835,
0.027814003,
-0.051688053,
-0.032236356,
0.039202936,
0.03445711,
0.009532945,
-0.034482885,
-0.08042295,
0.008322418,
0.05848545,
-0.064453684,
-0.17329726,
-0.047616575,
0.045936666,
0.023837132,
-0.015925486,
-0.0857517,
-0.0001586331,
-0.044116773,
-0.029393503,
0.009738323,
0.03763726,
-0.11253048,
0.019114532,
0.07549436,
-0.1030746,
-0.038988255,
0.011407976,
-0.037570667,
0.05159809,
0.007962588,
0.01113923,
0.003076782,
0.15470116,
0.0043370854,
0.030429134,
-0.027383734,
-0.030138142,
-0.079299994,
0.12148583,
0.034556936,
-0.0064313645,
0.048751578,
-0.05864567,
0.026685659,
-0.09871483,
-0.046130598,
0.019625148,
-0.072314,
0.03352563,
0.01364348,
-0.085728094,
0.06642468,
-0.094013095,
-0.037293892,
0.0076811705,
0.0052874135,
0.018115167,
-0.055315576,
-0.052764144,
-0.034311842,
0.015955461,
-0.07966574,
-0.028749859,
0.03149985,
-0.047564246,
0.008608991,
-0.021272784,
0.030198015,
-0.0107804965,
0.017173572,
-0.011607755,
-0.050619457,
0.030204969,
0.10163846,
-0.0056075957,
0.06950345,
0.04063133,
-0.03608383,
0.023170248,
-0.014745303,
-0.014478895,
0.10499135,
-0.038678814,
-0.0075368164,
0.08199838,
-0.09530577,
0.020091686,
0.10653022,
0.08388272,
-0.0045513124,
-0.04053859,
-0.0025074913,
0.017358577,
-0.03037232,
0.04310344,
-0.04824635,
0.055064622,
-0.019335788,
-0.0674805,
0.024816237,
0.019295547,
0.0007229409,
0.04357454,
0.021688526,
0.08630486,
-0.011211191,
-0.039039955,
0.17257652,
-0.007145191,
0.006575071,
-0.0139306225,
-0.014735097,
-0.044341516,
-0.11539079,
0.033123154,
-0.011538915,
-0.024190484,
-0.018813878,
0.03229297,
-0.04379363,
0.03185381,
-0.035783295,
0.06494934,
0.05133508,
0.00010083616,
0.007334995,
0.06611978,
-0.062722,
0.045553267,
-0.011721417,
0.020822436,
-0.04873414,
0.03926427,
0.007051802,
-0.05594363,
0.03565722,
-0.12122127,
0.027855415,
-0.016186016,
-0.041470908,
-0.08864265,
-0.0036498592,
0.010997135,
-0.012785444,
-0.06519897,
0.027590077,
0.067321666,
-0.05896251,
0.008983399,
-0.095143765,
0.011621533,
-0.06121848,
0.050336383,
0.0019902636,
0.053377967,
-0.045287643,
0.09474427,
-0.053598337,
0.08048404,
-0.08297755,
0.08607313,
0.004596277,
0.0204861,
0.0132703995,
0.0492952,
0.003006371,
0.024936337,
-0.021873668,
0.11727927,
-0.043151148,
-0.0846394,
-0.048050277,
0.0012273242,
0.16534594,
0.07620599,
0.0144042745,
0.09004986,
0.06599925,
0.050307803,
-0.014542778,
-0.06923349,
0.08603958,
-0.003079753,
-0.08008583,
-0.04276064,
0.07779741,
-0.04970902,
0.024014566,
0.026120175,
-0.007566401,
-0.06362058,
0.0075124875,
-0.025173014,
0.06797637,
0.064056545,
-0.12027379,
-0.030917957,
0.009303285,
0.1108725,
0.048372857,
-0.025575588,
-0.0063446634,
0.011040862,
-0.03459656,
-0.0144168,
0.048665646,
-0.009920939,
-0.0061537125,
-0.10304914,
0.014452626,
0.016036827,
0.012599703,
0.016684191,
-0.039659906,
0.010836161,
-0.029463075,
0.0011919601,
0.06632273,
-0.05316992,
0.039452244,
-0.021640282,
-0.05948179,
-0.015061293,
-0.015513855,
0.04358236,
-0.0029279767,
0.0860453,
-0.012484551,
-0.013506936,
0.016622225,
0.03162366,
-0.09996153,
-0.05663382,
-0.015155038,
0.00578972,
0.025347538,
-0.06958232,
0.10877864,
-0.036945637,
0.03478135,
0.13662694,
-0.020611005,
0.07592442,
0.0036063113,
-0.09048903,
0.016554832,
-0.04288513,
-0.027900286,
-0.07563455,
0.030791664,
-0.033230122,
0.018658046,
-0.043807156,
0.029736735,
0.10202865,
0.009116146,
-0.09378922,
0.099590845,
0.0642359,
0.0589953,
0.05296719,
-0.07642986,
-0.11738337,
-0.05376279,
0.09199399,
-0.0627918,
0.03704901,
-0.037008967,
-0.05638905,
0.009441371,
0.04416073,
-0.03527975,
-0.03531018,
0.07021692,
0.05659684,
0.099865966,
0.076215744,
0.043112382,
0.007842607,
-0.039226923,
0.006264895,
-0.03105526,
0.060152344,
0.040446483,
0.10218391,
-0.07178106,
0.015407178,
-0.06229486,
0.0043686125,
0.09733845,
-0.09527866,
0.041407365,
0.06550996,
0.08803008,
0.09149921,
0.04229226,
0.052133556,
0.047242433,
0.014378367,
0.03682277,
0.06764445,
0.066040926,
0.021740213,
0.04180941,
-0.00519632,
-0.0111550195,
0.017352529,
-0.00943155,
0.11390086,
0.05582122,
0.035394136,
0.0024461604,
0.04081662,
-0.0007266066,
0.06292638,
0.0052844593,
0.05790997,
-0.09407522,
-0.05039574,
0.07852171,
-0.08000922,
0.13302545,
0.10419625,
0.039512042,
-0.09167407,
0.010040825,
0.013924355,
0.027515184,
0.079743214,
0.09399837,
0.0151610905,
0.004694856,
-0.0536953,
0.06531984,
0.027906924,
-0.0012715638,
0.09168681,
-0.00026439782,
-0.0041136686,
0.033571295,
-0.01907176,
0.11883433,
-0.0065728375,
-0.0062215794,
-0.1049895,
-0.03321981,
-0.026450735,
0.072518945,
-0.11240429,
-0.022515744,
-0.048495665,
-0.037087325,
0.00032197312,
0.051534563,
0.046150282,
-0.08213623,
0.09886837,
0.041117694,
0.05323094,
-0.05427183,
-0.022201112,
-0.024121372,
0.012735752,
0.1397762,
-0.007587272,
0.05582085,
0.06499377,
-0.018458825,
-0.021883465,
0.032667745,
0.02018645,
0.040008776,
0.07482824,
-0.024819402,
0.045242358,
-0.06036402,
0.025522556,
-0.025958247,
0.018367121,
0.029390294,
-0.031080022,
-0.010285386,
-0.007700369,
0.045184247,
0.044544965,
0.029447366,
0.014604208,
-0.09001254,
-0.09150779,
0.048845917,
-0.005016622,
-0.030419605,
-0.021073101,
-0.028362123,
0.04180255,
0.011223455,
0.026317155,
0.07052029,
0.04195792,
-0.010761702,
-0.054835323,
0.047067013,
0.04737349,
0.09244638,
0.096748084,
-0.03332587,
-0.009952178,
-0.0030183739,
0.07009167,
0.05392541,
0.024944762,
0.0061005787,
0.028459419,
-0.05767917,
-0.051464006,
0.08488547,
-0.016385203,
-0.04579279,
-0.084523976,
-0.032011546,
-0.007594041,
-0.06051386,
-0.046265714,
-0.027389096,
-0.044890895,
-0.0022862924,
-0.1268961,
-0.037864592,
0.024412185,
-0.07392371,
-0.014362709,
0.07425692,
0.022583768,
0.011156761,
-0.057216533,
-0.039548866,
-0.018076254,
-0.05556914,
-0.057198036,
-0.03188685,
0.090208404,
0.10571588,
0.01070536,
0.08128956,
0.017667988,
-0.10340015,
0.07804198,
-0.019781966,
0.06535109,
-0.07777538,
-0.025819557,
-0.08128869,
-0.034394037,
0.019422948,
-0.039221227,
-0.08033355,
-0.02329798,
-0.0962552,
-0.016624983,
0.038193095,
-0.06870783,
-0.033954047,
-0.0025311739,
-0.114151455,
-0.00511124,
-0.06920173,
0.044555113,
0.10051683,
0.04055453,
-0.06167893,
-0.01584111,
0.0030792183,
4.6655536e-05,
-0.026384909,
-0.012856535,
-0.06174471,
0.0024448705,
-0.022707395,
0.066114195,
-0.010608763,
-0.01576041,
-0.0010933182,
0.03396316,
0.008329627,
-0.060327142,
-0.05505636,
-0.028406821,
-0.025708841,
0.016102789,
0.03405433,
0.007868113,
0.13327968,
0.072789304,
-0.08000951,
-0.050192088,
-0.05803803,
-0.050078847,
-0.01996999,
0.043255676,
-0.04441973,
0.08783117,
0.002935635,
0.040976398,
-0.01976899,
0.018852778,
-0.03215457,
-0.04958742,
0.015443288,
0.010633601,
-0.074571095,
0.053966194,
-0.01581196,
-0.04183213,
-0.04719714,
0.033312585,
0.011825424,
-0.029853545,
-0.050666492,
-0.08864941,
-0.022672195,
0.0724055,
0.0037794008,
0.055587664,
-0.13644798,
0.022921626,
0.1152114,
0.07047247,
0.030930748,
-0.0052061337,
0.044788003,
-0.08634308,
-0.10505402,
-0.025340958,
-0.08207144,
0.059532717,
-0.0062416205,
0.1022889,
0.010608143,
0.041661825,
-0.097806565,
0.0038305484,
0.05404457,
0.032105837,
0.06415997,
-0.049071103,
-0.03720757,
-0.023321476,
0.12579422,
0.043440778,
-0.011532883,
-0.05620173,
0.005197981,
-0.12449035,
0.008241525,
-0.10594952,
0.102292866,
-0.0699,
-0.11592147,
0.06966665,
-0.027437769,
-0.014774349,
0.018875254,
-0.017957961,
0.091627896,
0.04989476,
0.0798358,
0.04239699,
-0.007844917,
-0.06630319,
0.052326147,
0.02648383,
0.044119354,
-0.06851671,
0.15443392,
-0.020682698,
-0.03766801,
0.0155308945,
-0.063717306,
0.0006521008,
-0.05569479,
-0.043325484,
-0.014842672,
-0.025855135,
0.017403143,
-0.011325402,
0.054577086,
0.02011184,
-0.09925977,
-0.0069759586,
-0.03428202,
0.0034359726,
-0.15824135,
0.000930797,
-0.113140985,
-0.044972613,
-0.02884488,
-0.06731342,
0.04106218,
0.028871017,
-0.011909599,
0.03274342,
0.018106263,
-0.020201381,
0.1281747,
0.020703837,
0.024401633,
0.042717557,
0.014739593,
0.07050051,
0.038078446,
-0.022462513,
-0.004700358,
-0.014908828,
0.037429586,
0.021075286,
-0.047952563,
-0.010115325,
0.011719644,
0.052587837,
-0.026325963,
0.06416419,
0.04302814,
-0.032076415,
0.03226265,
0.047885012,
-0.08571586,
0.13789223,
-0.039638847,
0.08949073,
0.0019859069,
0.054476757,
-0.04336167,
-0.12529649,
0.013598417,
-0.046129137,
0.0031463325,
-0.10019061,
0.02212261,
-0.024540763,
-0.020073807,
-0.015366339,
-0.04205672,
-0.004573892,
0.04018059,
-0.06835582,
0.0762453,
-0.07784769,
-0.03393797,
-0.084803775,
0.028064115,
0.06559264,
-0.10455632,
0.039434727,
-0.038992915,
-0.09218861,
0.013562555,
-0.06523423,
0.10188195,
0.05163541,
0.02234651,
0.01926983,
0.0017454309,
0.030410308,
0.025801515,
-0.0333776,
0.0030322578,
0.055338234,
-0.017410548,
0.07205084,
0.04127999,
0.0026357244,
0.00054674776,
-0.018812224,
0.051227525,
2.2485852e-05,
-0.04581609,
-0.106634825,
0.018237107,
0.048612136,
-0.018699843,
-0.035245672,
-0.0367398,
-0.09525288,
0.05530859,
0.023024498,
-0.05791263,
-0.011325011,
-0.055147734,
0.02724777,
-0.10974393,
0.015870394,
0.053438365,
0.032307543,
0.055390432
],
"index": 0,
"object": "embedding"
}
],
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"object": "list",
"usage": null
}
},
"is_streaming": false
}
}

3127
tests/integration/recordings/responses/5c0552be2793.json Normal file
View file

File diff suppressed because it is too large Load diff

61
tests/integration/recordings/responses/6841bb14fa8d.json Normal file
View file

@ -0,0 +1,61 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Test trace openai with temperature 0"
}
],
"max_tokens": 100,
"stream": false,
"temperature": 0.7
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "oCfxEyX-4Yz4kd-984c2b58fd3f4d13",
"choices": [
{
"finish_reason": "length",
"index": 0,
"logprobs": null,
"message": {
"content": "When using a language model like OpenAI with a temperature of 0, the model is essentially forced to produce the most likely next word in a sequence, given the context. This means that the output will be very deterministic and less diverse, as the model is not allowed to explore less likely options.\n\nHere's an example of how this could work in practice:\n\n**Prompt:** Write a short story about a character who discovers a hidden world.\n\n**Temperature 0 Response:**\nIn a small village nestled",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": []
},
"seed": 9269366008132817000
}
],
"created": 1758820586,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 100,
"prompt_tokens": 43,
"total_tokens": 143,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
},
"prompt": []
}
},
"is_streaming": false
}
}

802
tests/integration/recordings/responses/68e59155a09f.json Normal file
View file

@ -0,0 +1,802 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/embeddings",
"headers": {},
"body": {
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"input": [
"How does machine learning improve over time?"
]
},
"endpoint": "/v1/embeddings",
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
},
"response": {
"body": {
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
"__data__": {
"data": [
{
"embedding": [
-0.017091110348701477,
-0.04449904337525368,
0.05639447644352913,
0.02757648564875126,
-0.01052725501358509,
-0.023113058879971504,
0.07145906239748001,
-0.02102668583393097,
-0.034163620322942734,
-0.04799016937613487,
0.013283752836287022,
-0.018489355221390724,
-0.024232961237430573,
-0.039593327790498734,
-0.039129577577114105,
-0.06230281665921211,
-0.0054303002543747425,
0.06882823258638382,
-0.013231862336397171,
0.06959116458892822,
0.003494634060189128,
0.034262172877788544,
0.03474000096321106,
0.01021556369960308,
0.062151506543159485,
-0.007965859957039356,
0.016933385282754898,
-0.007620261516422033,
0.03465918451547623,
-0.019624345004558563,
0.026949048042297363,
0.04594346135854721,
0.030448030680418015,
-0.0062415460124611855,
0.024632513523101807,
-0.009094628505408764,
0.0068628196604549885,
0.051083847880363464,
0.025683417916297913,
0.1110014095902443,
0.048982519656419754,
0.01494417805224657,
0.02383127622306347,
-0.04119957238435745,
0.04277747869491577,
-0.03204340860247612,
-0.012741178274154663,
-0.03751486539840698,
0.056586142629384995,
0.025235753506422043,
0.01793726161122322,
0.04099954292178154,
0.07154829055070877,
0.041061583906412125,
0.06809084117412567,
-0.10853584855794907,
0.08249932527542114,
0.028061751276254654,
0.0519598051905632,
-0.06860332190990448,
0.004958455916494131,
-0.04448959231376648,
0.09609439969062805,
-0.00619372446089983,
0.007140932139009237,
0.017792437225580215,
-0.01650928147137165,
0.04542657360434532,
-0.006010851822793484,
0.030694808810949326,
-0.0112632280215621,
-0.0159088633954525,
0.029067715629935265,
0.020537303760647774,
-0.036857571452856064,
-0.034286197274923325,
0.010374762117862701,
0.029303979128599167,
-0.026281535625457764,
-0.04053294658660889,
-0.007713824976235628,
0.021145686507225037,
0.0018956628628075123,
0.009162032045423985,
-0.003967841621488333,
0.005385218188166618,
0.05180187523365021,
-0.01564045064151287,
0.02468094415962696,
4.1515566408634186e-05,
0.015309401787817478,
0.020134028047323227,
0.02285873331129551,
-0.0030758781358599663,
0.010366623289883137,
-0.12862254679203033,
0.006405234336853027,
-0.00285987532697618,
-0.038957152515649796,
-0.0348617248237133,
-0.04436873272061348,
-0.024569036439061165,
-0.001334832631982863,
-0.01130272913724184,
0.01797942817211151,
0.047239724546670914,
0.1354702264070511,
0.05538365989923477,
0.08639367669820786,
0.011921187862753868,
-0.03216652572154999,
-0.05481015145778656,
0.026179000735282898,
-0.08212552964687347,
-0.039176810532808304,
0.0118326460942626,
-0.06838254630565643,
-0.02987653948366642,
-0.0341634601354599,
-0.0033300842624157667,
0.04591712728142738,
0.010237805545330048,
0.033510755747556686,
-0.020220739766955376,
-0.008218149654567242,
0.07410414516925812,
-0.07220402359962463,
0.0043516866862773895,
0.01174078043550253,
-0.004125840030610561,
-0.07815736532211304,
-0.030600078403949738,
-0.014574045315384865,
0.009469592943787575,
0.04217822849750519,
-0.05271849408745766,
0.00037768480251543224,
0.02528710477054119,
0.04988700896501541,
0.013128949329257011,
-0.009709068574011326,
0.03833962604403496,
-0.004430458880960941,
-0.053310297429561615,
-0.05913899093866348,
-0.06092122197151184,
0.03597554191946983,
0.04806441441178322,
0.014519140124320984,
0.016532888635993004,
-0.02772163413465023,
0.02643187716603279,
0.054130520671606064,
0.011015541851520538,
0.010168751701712608,
0.13184048235416412,
0.017429586499929428,
-0.09562039375305176,
0.004120356403291225,
0.06979147344827652,
0.01747124269604683,
0.06685646623373032,
-0.02079174295067787,
-0.1065840870141983,
0.003666015574708581,
-0.024378009140491486,
-0.018714547157287598,
-0.03100505657494068,
0.023656615987420082,
0.04414339363574982,
0.008101040497422218,
-0.05081212520599365,
-0.028254367411136627,
-0.025158686563372612,
-0.01060985866934061,
-0.020752916112542152,
0.05147681012749672,
0.059838782995939255,
0.015253720805048943,
-0.04351024329662323,
-0.02900739014148712,
0.10752008110284805,
0.015021839179098606,
0.028819581493735313,
0.04401375353336334,
0.0011900285026058555,
-0.032843537628650665,
-0.04667872190475464,
0.023874200880527496,
-0.026197509840130806,
0.043272413313388824,
-0.04376351833343506,
-0.0036660165060311556,
0.012742334045469761,
-0.02043633721768856,
0.0056346505880355835,
0.06811652332544327,
0.0940936729311943,
0.0005089789046905935,
-0.047517020255327225,
0.03845725208520889,
-0.0416039377450943,
0.011346561834216118,
0.0327879935503006,
0.018543416634202003,
0.014663814567029476,
0.03528588265180588,
-0.06245756149291992,
-0.060102980583906174,
0.06862425059080124,
-0.04480714723467827,
0.01673327572643757,
-0.013742557726800442,
0.015649832785129547,
-0.05052841082215309,
0.014181524515151978,
-0.011470867320895195,
-0.0913846418261528,
-0.01337501686066389,
0.01687346026301384,
0.011097698472440243,
0.03340581804513931,
0.07328605651855469,
-0.04521005228161812,
-0.014341622591018677,
-0.022116083651781082,
0.019846217706799507,
-0.03134879842400551,
-0.025689005851745605,
-0.016337616369128227,
-0.009400046430528164,
0.04813038557767868,
0.09310487657785416,
-0.023314738646149635,
0.0449095144867897,
0.028920302167534828,
0.03279547765851021,
0.09780041873455048,
0.042382802814245224,
-0.027986818924546242,
0.018036792054772377,
0.060797013342380524,
0.029210783541202545,
0.01824144832789898,
-0.0032405515667051077,
-0.061704110354185104,
0.032816603779792786,
0.07891224324703217,
0.05889542028307915,
-0.0357075110077858,
0.07179951667785645,
-0.009799567051231861,
0.040095265954732895,
-0.010397388599812984,
-0.030199842527508736,
0.0723610669374466,
0.033793553709983826,
-0.050370991230010986,
-0.019451666623353958,
-0.059583477675914764,
-0.03205019608139992,
-0.008078041486442089,
0.04325846955180168,
0.005131071899086237,
-0.01694042980670929,
0.12373893707990646,
-0.026953179389238358,
0.08760038018226624,
-0.06059237942099571,
0.036282479763031006,
0.02045135386288166,
0.03446183726191521,
0.0672442838549614,
-0.03471960127353668,
-0.032043203711509705,
-0.01461110357195139,
-0.02886907011270523,
-0.00020732730627059937,
-0.03269560635089874,
0.035647809505462646,
-0.019755830988287926,
-0.06200911104679108,
-0.02908874861896038,
0.01128445751965046,
-0.022167179733514786,
0.028986983001232147,
0.03478562831878662,
-0.07198591530323029,
0.021145109087228775,
0.00676864106208086,
-0.009777943603694439,
-0.005817399825900793,
0.012331933714449406,
0.04287122189998627,
0.007338544819504023,
-0.014030798338353634,
-0.02205159328877926,
-0.06498151272535324,
0.0261244997382164,
-0.0016652516787871718,
-0.0012416461249813437,
-0.035079214721918106,
-0.04478784278035164,
0.017631616443395615,
-0.03870261088013649,
-0.03700083866715431,
-0.03991252928972244,
0.015349914319813251,
0.027670124545693398,
-0.02155459113419056,
-0.061771076172590256,
0.048039596527814865,
0.020471401512622833,
0.0814017578959465,
0.012351211160421371,
-0.024866415187716484,
0.03714727610349655,
0.008872346952557564,
0.04749113693833351,
-0.041523903608322144,
-0.05398213118314743,
0.024968266487121582,
0.0023721077013760805,
0.03205203264951706,
0.060478370636701584,
-0.057236168533563614,
0.0046795508824288845,
0.008967110887169838,
0.05300765857100487,
0.04545370489358902,
-0.041764918714761734,
0.04538821801543236,
0.017682619392871857,
0.01751590333878994,
-0.041763801127672195,
-0.030938314273953438,
-0.02912597917020321,
-0.03287437558174133,
0.05978328734636307,
-0.018110038712620735,
0.10227105766534805,
-0.005680157337337732,
-0.03592002019286156,
0.04470396786928177,
0.058497779071331024,
-0.06304245442152023,
-0.05310345068573952,
0.01905088871717453,
-0.0435650460422039,
0.015648307278752327,
0.010627292096614838,
0.01209987048059702,
0.02780025638639927,
-0.0659174993634224,
-0.02292121760547161,
-0.014478329569101334,
0.027907969430088997,
0.08582334965467453,
0.05156566947698593,
0.020003266632556915,
0.00862419418990612,
0.011991214007139206,
-0.057063665241003036,
0.027426088228821754,
0.010678093880414963,
-0.006323543842881918,
0.026447616517543793,
-0.011029284447431564,
0.005789259914308786,
-0.062225647270679474,
0.002817378379404545,
0.037070125341415405,
0.05859753489494324,
-0.032734066247940063,
0.0049278102815151215,
0.005655582528561354,
0.03440752252936363,
-0.04887422174215317,
0.014217632822692394,
0.03378811478614807,
0.01143213827162981,
-0.0046334643848240376,
0.008702044375240803,
-0.018078800290822983,
0.02679763175547123,
0.009265614673495293,
0.006912717595696449,
0.039455097168684006,
0.08224938809871674,
-0.018994906917214394,
-0.011511171236634254,
0.013095312751829624,
-0.01595144346356392,
0.08322206139564514,
0.0019320690771564841,
0.09676595777273178,
0.028369352221488953,
-0.006265261210501194,
-0.04760407656431198,
-0.07077552378177643,
0.026524502784013748,
-0.045876167714595795,
-0.004767959006130695,
0.09427748620510101,
0.0010587290162220597,
0.029367605224251747,
0.04943876713514328,
-0.020956382155418396,
0.011755046434700489,
-0.042785175144672394,
0.05108770355582237,
-0.010644905269145966,
0.051502931863069534,
0.001376797561533749,
-0.02364213950932026,
0.08517570048570633,
-0.05029089003801346,
0.009807859547436237,
-0.015292741358280182,
-0.0477706678211689,
-0.03883887082338333,
0.06258878856897354,
0.029050428420305252,
0.027633827179670334,
0.01516599953174591,
-0.02382349781692028,
-0.04220383241772652,
0.04617023095488548,
0.03496578335762024,
-0.018243463709950447,
-0.0061411671340465546,
-0.005748555064201355,
0.010852155275642872,
-0.010470863431692123,
-0.0401528999209404,
0.011642354540526867,
-0.05758778378367424,
0.04819398745894432,
0.05960371717810631,
0.0022469316609203815,
-0.001131345983594656,
0.024024616926908493,
-0.025609636679291725,
0.04534421116113663,
0.020421037450432777,
0.027833566069602966,
0.0455608069896698,
0.03330197185277939,
0.09832030534744263,
-0.01626313105225563,
0.01641569286584854,
0.01554944645613432,
-0.013866779394447803,
-0.0638241097331047,
0.047895193099975586,
0.042961131781339645,
-0.03384869173169136,
-0.01620139367878437,
0.08863108605146408,
0.08185242116451263,
-0.05600340664386749,
-0.006179805379360914,
-0.046521030366420746,
0.005049159750342369,
-0.03982756659388542,
0.0018144379137083888,
-0.03435543552041054,
0.01273403875529766,
0.008960560895502567,
-0.04060171917080879,
0.04573140665888786,
-0.018866222351789474,
-0.019972296431660652,
0.0006385938613675535,
-0.040912169963121414,
0.04912850633263588,
0.021389227360486984,
0.07629404962062836,
0.07529498636722565,
-0.03599211201071739,
-0.07396151125431061,
-0.06263993680477142,
0.035700149834156036,
0.019643796607851982,
-0.014971467666327953,
-0.0449487641453743,
0.05629347264766693,
0.002529916586354375,
-0.028406130149960518,
0.01962902769446373,
0.021758396178483963,
-0.03318168967962265,
-0.022369498386979103,
-0.039087750017642975,
0.04942493140697479,
-0.045022908598184586,
-0.0295136459171772,
-0.007183917332440615,
-0.05010795593261719,
0.0014038635417819023,
-0.04356252774596214,
0.04660043120384216,
0.012791723944246769,
0.01044919341802597,
-0.007226443849503994,
0.009700221009552479,
0.04041241481900215,
-0.013270650990307331,
-0.09328791499137878,
-0.04580668732523918,
-0.023542804643511772,
-0.04105115681886673,
0.01962345279753208,
-0.0022925573866814375,
0.016483748331665993,
-0.00046286170254461467,
0.04518749564886093,
0.03264132887125015,
0.021030215546488762,
0.000606459507253021,
0.018279610201716423,
-0.051501113921403885,
-0.006836078595370054,
0.0223738644272089,
-0.03288864716887474,
-0.013056786730885506,
0.03506845235824585,
-0.06893748044967651,
0.04185912758111954,
-0.059009850025177,
0.025614604353904724,
-0.13203828036785126,
-0.0230705589056015,
0.06457994133234024,
-0.03621802479028702,
-0.06727005541324615,
-0.007084821816533804,
0.005194725468754768,
-0.04151730239391327,
-0.01337746437638998,
0.007726626470685005,
0.001198339625261724,
0.0858355388045311,
-0.04361525923013687,
0.029421508312225342,
0.04561106860637665,
0.04970911517739296,
0.0021197511814534664,
0.034886427223682404,
-0.0027102481108158827,
0.026148471981287003,
-0.005215228535234928,
0.03527367115020752,
0.02213597670197487,
0.006383026950061321,
0.032270703464746475,
0.01586599461734295,
-0.016247956082224846,
-0.016213105991482735,
-0.04151308164000511,
0.061050400137901306,
0.003419628133997321,
0.04371068999171257,
-0.003939187154173851,
0.008316335268318653,
0.08146052062511444,
0.02038543112576008,
0.004892616532742977,
-0.017641207203269005,
-0.04877929389476776,
-0.014308643527328968,
-0.05225956812500954,
0.01678878627717495,
-0.022617461159825325,
0.10803868621587753,
0.004787782672792673,
0.005488952621817589,
0.044927410781383514,
-0.0386410690844059,
0.033641163259744644,
-0.012488718144595623,
0.017685825005173683,
-0.019066687673330307,
-0.0044423723593354225,
-0.003003643127158284,
-0.046191710978746414,
0.07452407479286194,
0.039803750813007355,
-0.07293923199176788,
0.009332723915576935,
0.01869172789156437,
0.006781427655369043,
-0.11368958652019501,
-0.009038697928190231,
0.002026599831879139,
-0.0118027338758111,
-0.021069113165140152,
-0.012110181152820587,
-0.03503252565860748,
0.04110250622034073,
0.07244168221950531,
0.010852963663637638,
0.08984149992465973,
-0.027278605848550797,
-0.05750814825296402,
-0.06634411960840225,
-0.05021825432777405,
0.016627361997961998,
0.07608447223901749,
-0.006877075415104628,
0.07241521030664444,
-0.08503241091966629,
-0.0015347690787166357,
-0.11855384707450867,
-0.02338363230228424,
0.018290942534804344,
-0.06323908269405365,
-0.03858431428670883,
0.0205442663282156,
0.03796859830617905,
0.020063228905200958,
0.10658621788024902,
0.035441286861896515,
0.04583656042814255,
0.04527920112013817,
-0.019515255466103554,
-0.10461927205324173,
0.0038011830765753984,
-0.03096143901348114,
0.03559565171599388,
-0.03741271421313286,
0.013590610586106777,
0.03363044559955597,
-0.028492426499724388,
-0.020304789766669273,
0.0672440156340599,
-0.030570613220334053,
0.05294065922498703,
0.06384581327438354,
-0.004913600627332926,
-0.02157355658710003,
0.026991942897439003,
-0.04970087110996246,
-0.01489020325243473,
0.02735202945768833,
-0.0607466921210289,
-0.03535424917936325,
0.02796528860926628,
0.022950729355216026,
0.04059499129652977,
0.01365773193538189,
-0.0333610475063324,
0.002045154571533203,
0.05155564472079277,
-0.0031054376158863306,
0.014623484574258327,
-0.06419086456298828,
-0.028253614902496338,
-0.02575419843196869,
0.018699679523706436,
0.05331188067793846,
-0.04458363726735115,
-0.04462023079395294,
-0.012874887324869633,
-0.009783362038433552,
-0.06447328627109528,
0.027755791321396828,
-0.12949828803539276,
0.013976480811834335,
-0.04830870404839516,
-0.07408348470926285,
-0.015234938822686672,
0.03581376001238823,
-0.016954004764556885,
-0.010194940492510796,
0.05199551209807396,
-0.04343723878264427,
-0.04505506902933121,
-0.026876715943217278,
-0.030063798651099205,
-0.0346873477101326,
0.006097136996686459,
-0.031271882355213165,
-0.00029016193002462387,
-0.030612265691161156,
0.05608702823519707,
0.028940780088305473,
0.0013379148440435529,
-0.0028184913098812103,
0.021562576293945312,
-0.05187350884079933,
-0.04708464816212654,
-0.026602864265441895,
-0.025108829140663147,
-0.02762826532125473,
0.04280998557806015,
-0.041647735983133316,
-0.009514877572655678,
0.08883954584598541,
0.01176463533192873,
0.04458681866526604,
-0.06837990134954453,
0.01112907100468874,
-0.061027880758047104,
-0.009307433851063251,
-0.027127249166369438,
-0.06876770406961441,
-0.108445905148983,
0.02236987091600895,
-0.0412885956466198,
0.009982330724596977,
0.009275197982788086,
-0.019888408482074738,
0.019699621945619583,
0.008489453233778477,
-0.08368164300918579,
-0.06844163686037064,
0.05367731302976608,
-0.030020998790860176,
0.014990454539656639,
-0.054819319397211075,
-0.049916017800569534,
-0.023731136694550514,
-0.01989864930510521,
0.0432029664516449,
-0.042317938059568405,
0.009375320747494698,
0.026804260909557343,
-0.018950626254081726,
-0.0015483262250199914,
0.0028166286647319794,
0.023358885198831558,
0.0003610998101066798,
-0.02653382159769535,
-0.030427517369389534,
-0.0759892538189888,
-0.042637135833501816,
0.014194052666425705,
-0.03227793797850609,
-0.024946041405200958,
-0.010455182753503323,
-0.03190105780959129,
0.03781573101878166,
0.03388536721467972,
0.00973279494792223,
-0.01576327346265316,
-0.015895653516054153,
0.04316965118050575,
0.023514561355113983,
0.03888101503252983,
0.020031088963150978,
0.08280724287033081,
-0.009437857195734978,
0.06786453723907471,
-0.023869356140494347,
-0.002570996293798089,
0.011280098930001259,
0.03462803363800049,
-0.005325067788362503,
0.032147448509931564,
-0.016798241063952446,
0.04545372352004051,
-0.026565302163362503,
-0.0513574555516243,
0.03857620060443878,
0.023602399975061417,
-0.018047289922833443,
0.06904193758964539
],
"index": 0,
"object": "embedding"
}
],
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"object": "list",
"usage": null
}
},
"is_streaming": false
}
}

59
tests/integration/recordings/responses/69464dfd3a06.json Normal file
View file

@ -0,0 +1,59 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Test trace openai 0"
}
],
"stream": false
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "oCfx5VY-4Yz4kd-984c2a91a8fd8f78",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "This conversation has just begun. I'm happy to chat with you, but I don't have any prior context or information to work with. What would you like to talk about?",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": []
},
"seed": 5588230703258962000
}
],
"created": 1758820554,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 37,
"prompt_tokens": 41,
"total_tokens": 78,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
},
"prompt": []
}
},
"is_streaming": false
}
}

166
tests/integration/recordings/responses/7550dd0d24bc.json Normal file
View file

@ -0,0 +1,166 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Message A: What is the capital of France?"
},
{
"role": "assistant",
"content": "The capital of France is Paris."
},
{
"role": "user",
"content": "Message B: What about Spain?"
},
{
"role": "assistant",
"content": "The capital of Spain is Madrid."
},
{
"role": "user",
"content": "Message C: And Italy?"
}
],
"response_format": {
"type": "text"
},
"stream": true
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": [
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
"choices": [
{
"delta": {
"content": "[",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 58
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "[",
"seed": null
}
],
"created": 1758820154,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
"choices": [
{
"delta": {
"content": "1",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 16
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "1",
"seed": null
}
],
"created": 1758820154,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
"choices": [
{
"delta": {
"content": "]",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 60
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"text": "]",
"seed": null
}
],
"created": 1758820154,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
},
{
"__type__": "openai.types.chat.chat_completion_chunk.ChatCompletionChunk",
"__data__": {
"id": "oCfv2aN-4Yz4kd-984c20cb7a8c8fa8",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null,
"token_id": 128009
},
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"text": "",
"seed": 9314001608812126000
}
],
"created": 1758820154,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 4,
"prompt_tokens": 92,
"total_tokens": 96,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
}
}
}
],
"is_streaming": true
}
}

801
tests/integration/recordings/responses/8e5b53b9d493.json Normal file
View file

@ -0,0 +1,801 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/embeddings",
"headers": {},
"body": {
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"input": "Test encoding format",
"encoding_format": "float"
},
"endpoint": "/v1/embeddings",
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
},
"response": {
"body": {
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
"__data__": {
"data": [
{
"embedding": [
-0.011256923,
0.0037174695,
0.047607094,
-0.03605117,
0.022678856,
0.0022196341,
0.008172763,
-0.07876377,
-0.012652523,
-0.124776885,
-0.07201225,
0.011470616,
0.020233244,
-0.03953407,
0.017867543,
-0.07615726,
0.015161683,
0.01493531,
0.0021282644,
0.02805457,
0.0008320583,
0.022922216,
0.049158294,
-0.03197842,
0.020910429,
0.03798574,
0.032469492,
0.009267314,
0.0883011,
0.0032435523,
0.013633923,
0.0457091,
-0.022143621,
-0.0007423012,
-0.03613117,
0.052107,
0.02962152,
0.045084383,
0.044733327,
0.11753868,
0.05730107,
0.026509244,
-0.056454167,
-0.017637681,
0.030301955,
0.04790331,
-0.025398305,
-0.019705286,
0.11366949,
0.05800383,
-0.0072742635,
0.100181706,
0.1609472,
0.0053162435,
0.01714287,
-0.023215268,
0.042824704,
0.04082185,
0.030668061,
-0.06529372,
0.008288249,
0.0325246,
0.009664108,
-0.031153189,
0.044064675,
0.10059426,
0.036557477,
0.009674479,
0.016028037,
0.02236809,
0.056538712,
-0.12828006,
0.016760435,
0.015355689,
-0.00070172164,
-0.0076741586,
-0.02880062,
-0.011680436,
-0.036522433,
-0.030315956,
0.023295958,
0.031333964,
0.042397793,
-0.063102156,
0.0669075,
-0.07678097,
0.0616129,
-0.0071245604,
-0.021313114,
0.0040440215,
0.04436404,
0.05289292,
0.05803014,
0.032691576,
0.037537806,
-0.09712317,
-0.0061692744,
0.008186577,
-0.0151672475,
-0.05499382,
-0.11011894,
-0.017255861,
0.061501417,
0.03551128,
0.056205165,
0.07500363,
0.023062926,
0.10787879,
0.063290246,
-0.021196125,
-0.005724647,
0.019805718,
-0.0063712946,
-0.049270064,
-0.024442751,
0.018587058,
-0.082689136,
-0.019034613,
0.005483609,
0.03418548,
-0.008317338,
0.06888298,
-0.037655607,
-0.05362105,
-0.010807861,
0.069666155,
-0.01777964,
-0.015136251,
-0.026567455,
-0.08084807,
-0.078372054,
0.039493512,
0.013156698,
0.07340631,
0.12035369,
-0.05765069,
0.025966862,
-0.0045753582,
-0.030865112,
0.039448086,
-0.037273232,
0.047059145,
-0.029127738,
-0.024217308,
0.02748501,
-0.048555836,
0.017913114,
-0.055981673,
-0.005601368,
-0.04045025,
-0.017308103,
0.06272273,
0.012256746,
0.01575095,
-0.026737463,
0.04115108,
0.07562276,
-0.01140116,
0.022552952,
0.0443809,
-0.030472409,
-0.021670958,
-0.037897367,
0.017250286,
-0.033001736,
-0.048738975,
-0.06429833,
-0.015412785,
0.0036735258,
0.023700202,
0.035861194,
-0.05393875,
0.048050668,
0.032297045,
0.021352977,
-0.05701748,
0.0008330949,
-0.006661303,
-0.0070953164,
-0.043984424,
0.052504774,
0.027689766,
0.031661708,
-0.050054867,
-0.015419155,
-0.013700429,
-0.03579233,
-0.08926211,
-0.034341693,
-0.01738188,
-0.0065487004,
-0.051955026,
0.0019674778,
0.0015172043,
0.024915336,
0.010987228,
0.061529815,
0.09077649,
0.04394813,
-0.07503514,
0.043345768,
-0.028357483,
0.06312762,
0.025069924,
0.028561853,
0.043048594,
0.017411513,
-0.025240859,
-0.0056393985,
0.054039005,
0.008721963,
-0.039967448,
0.0012871448,
0.0052062417,
0.005563228,
0.042596456,
-0.008794862,
-0.044669237,
0.04184779,
0.008726271,
0.10136058,
0.040724736,
0.14168875,
-0.017516509,
-0.11203568,
0.0010548063,
-0.058536656,
0.01673066,
0.007502946,
-0.035662595,
0.034719367,
-0.0060368567,
0.13295838,
0.026423598,
0.056147255,
0.04473965,
0.045232397,
0.07171366,
0.009358642,
-0.021109166,
0.033915937,
0.0380073,
-0.01451498,
-0.021589639,
0.062518574,
-0.017531183,
-0.030811403,
0.024500312,
0.05383414,
-0.1335839,
0.01834579,
-0.051048376,
0.07460228,
0.03231806,
0.00962887,
0.05156732,
0.016169788,
0.0062234807,
-0.09062714,
-0.08959952,
0.025153147,
-0.030351512,
-0.04339584,
0.007234872,
0.014588551,
0.022614833,
-0.08844599,
-0.009002514,
-0.114522785,
0.08118862,
-0.03023919,
0.007820294,
0.043863248,
-0.043678157,
-0.036323708,
0.006777855,
-0.019326974,
-0.0664114,
-0.019019991,
0.073445216,
-0.039277073,
-0.0157583,
-0.01931436,
-0.027121417,
-0.028259363,
-0.107222356,
0.11150329,
-0.012612926,
-0.025338905,
0.029330198,
0.011753977,
0.009784897,
0.042475123,
-0.004051051,
-0.014803267,
-0.04530689,
-0.01848677,
-0.050840423,
0.01814009,
0.0051442874,
-0.033988528,
0.0033705293,
-0.05515113,
-0.023601055,
-0.06183089,
0.012501645,
-0.08027637,
0.022573682,
0.079796925,
-0.00926268,
-0.02180816,
0.0059841494,
-0.018863965,
-0.011257763,
0.055679787,
-0.018714463,
-0.04081558,
-0.017017504,
0.026006198,
-0.03687599,
-0.05399378,
0.042955294,
0.00079697353,
-0.0015601065,
0.026138263,
-0.01198548,
0.07594801,
-0.0049053924,
-0.001241132,
0.022863775,
0.025632044,
-0.023908222,
-0.02252925,
0.042020634,
-0.060588334,
0.05498828,
-0.03466166,
0.003202133,
-0.015508297,
-0.021138275,
0.007791096,
0.052594397,
-0.08649948,
0.038542755,
0.011088168,
0.049710445,
-0.015898548,
0.013559725,
-0.0012927915,
-0.078937665,
-0.0470789,
0.02421941,
0.0050838543,
-0.051634457,
0.014016644,
0.059073824,
-0.01279741,
0.006315097,
0.028651753,
-0.023221422,
-0.049021006,
-0.08123552,
-0.027243393,
-0.026543872,
0.040068373,
0.01465917,
0.01366034,
-0.07191417,
-0.007906117,
-0.06743931,
-0.040284913,
0.046346053,
-0.015108051,
-0.067285545,
0.020757562,
-0.03144588,
-0.02684228,
-0.030008601,
0.0008360872,
-0.012667347,
-0.0782403,
0.02436115,
-0.054881096,
-0.010856299,
-0.07653927,
-0.044655506,
-0.02075821,
0.023765713,
0.0083463555,
0.026002545,
-0.003060633,
0.060491852,
0.032562606,
0.029937308,
-0.022013078,
0.07388013,
0.017152807,
-0.07095613,
-0.03923808,
0.0017680842,
0.0038672008,
-0.053012144,
-0.016951663,
0.027642388,
0.016483316,
-0.015618807,
-0.11136081,
0.006826955,
-0.010586094,
-0.05052998,
-0.04226535,
-0.031801827,
-0.020531418,
-0.06278464,
-0.062224947,
0.0769673,
-0.0706861,
0.026174366,
-0.041260213,
0.058052614,
-0.046227556,
-0.05443509,
0.007650712,
-0.061986744,
-0.00546975,
-0.042977307,
-0.0147894155,
0.045748055,
-0.01602859,
0.018538997,
0.073324144,
-0.105757244,
-0.010215157,
0.0069961487,
-0.010474333,
0.007267861,
-0.043416463,
0.04171331,
0.012246647,
-0.024870023,
0.0067938967,
0.023995718,
0.037606664,
-0.034879085,
0.107255146,
0.019311333,
0.008084773,
0.015113109,
0.04807634,
-0.011898967,
0.0028230203,
0.004201883,
-0.019952193,
-0.083809994,
0.025964422,
0.010652608,
0.021981532,
-0.029947964,
0.10096241,
-0.0018155909,
-0.078443065,
0.035357803,
0.030101022,
0.08652985,
-0.020698488,
0.06619985,
0.011043828,
0.022531942,
0.059432585,
-0.08669654,
0.023926888,
0.006353244,
-0.046637908,
-0.072916985,
-0.04355625,
-0.010734682,
-0.06298886,
0.11202974,
-0.008399903,
0.04045217,
-0.049840588,
-0.051897135,
0.04921834,
0.018730633,
0.07189677,
-0.020521715,
0.10433443,
-0.0035553537,
0.015335822,
-0.03326729,
-0.05246277,
-0.038786076,
0.04000599,
-0.028919725,
-0.017996594,
-0.007428113,
-0.003258321,
0.0127034895,
-0.0062633064,
0.0007574967,
-0.060385525,
-0.018971093,
0.062526286,
-0.025764955,
0.05286283,
0.043842334,
0.044092383,
-0.037126385,
-0.018775577,
0.007996275,
-0.00028039515,
-0.06591952,
0.039109394,
0.022268493,
0.033030964,
0.010780152,
0.051087722,
-0.07398754,
0.02156791,
-0.03391487,
0.01900175,
-0.03438655,
-0.050286565,
-0.029407075,
0.013486627,
0.006069821,
0.03566702,
-0.046612754,
0.030740444,
-0.0637836,
0.020758858,
0.013579259,
0.015677635,
0.07067559,
-0.03354964,
-0.09833861,
-0.045598283,
0.046094477,
-0.018735003,
0.0013117951,
0.020225674,
-0.025771514,
-0.011772435,
0.020403381,
0.048393097,
-0.001137191,
-0.008214463,
-0.024194324,
0.012559411,
0.028170707,
-0.038262583,
-0.010594243,
0.008866333,
0.02652175,
0.010765866,
0.02152175,
0.007194773,
-0.021046689,
-0.047594506,
-0.05342931,
0.044459403,
-0.00075621146,
0.021768885,
0.061362576,
0.03243972,
0.023200674,
0.012056035,
-0.010374278,
-0.06796502,
-0.0056832493,
0.048799623,
-0.035878677,
-0.020508701,
0.03527651,
0.096402384,
-0.027735645,
0.11728837,
0.022490505,
-0.08394513,
-0.010033967,
0.024851669,
-0.019062884,
0.00039440763,
-0.10133529,
0.011722217,
-0.04434193,
-0.030069547,
0.030103652,
-0.017366616,
0.046203658,
-0.04393208,
-0.05095759,
-0.04554081,
-0.029142734,
0.01689045,
0.008356038,
-0.035321265,
-0.02382173,
-0.0015672153,
0.06304823,
-0.008137697,
-0.014463008,
0.045292154,
-0.06497864,
0.015265712,
0.008239593,
-0.08195689,
0.037012544,
0.04680898,
0.007484248,
0.02335733,
-0.06787198,
-0.062197443,
-0.06841327,
-0.039720036,
-0.0105394935,
-0.057220835,
-0.039479975,
0.029730098,
0.0697698,
0.0280752,
0.0137115335,
-0.0045632124,
-0.01313052,
0.07553262,
-0.04117193,
-0.14872926,
0.028015105,
-0.047134113,
-0.016151398,
-0.081647106,
-0.02221662,
-0.036281105,
-0.023036504,
0.0612415,
-0.018361837,
-0.0238258,
-0.0022532772,
0.1537845,
0.006872191,
-0.044352733,
-0.0026320857,
-0.08600976,
0.005572628,
0.053448226,
-0.015072955,
-0.029777542,
-0.019132927,
0.053970527,
0.005238485,
-0.02418231,
-0.12369688,
0.0014781327,
0.059662092,
-0.011181213,
0.01400666,
0.023866476,
-0.059490796,
-0.054530527,
-0.011234197,
0.013823349,
-0.012150345,
-0.09948839,
0.023659766,
0.014326883,
-0.02229736,
-0.0024076505,
-0.10091382,
0.08174192,
-0.024408998,
-0.023222951,
0.011201234,
0.013236311,
0.04317295,
0.051764306,
0.07648576,
-0.00061111146,
-0.088623054,
-0.037177067,
0.038964123,
-0.029959839,
0.033466227,
-0.08635276,
0.04128183,
-0.020397836,
0.056285754,
-0.02570748,
0.05911732,
0.0061064134,
-0.01733281,
-0.0875996,
-0.0127257295,
-0.013593507,
-0.04925175,
0.01888016,
-0.032455195,
-0.023753202,
0.052025676,
0.06000905,
0.04137704,
0.004952635,
-0.02542677,
0.00017748028,
-0.041987997,
0.04760188,
0.068178274,
-0.060950078,
-0.05742421,
0.054274186,
-0.048096504,
0.034568857,
0.0012921172,
0.0705816,
-0.014679933,
-0.001761971,
-0.029119784,
0.008006632,
0.018063113,
-0.05880496,
-0.052486468,
0.010976936,
0.03688557,
0.061141517,
-0.009467033,
-0.035062946,
-0.06794524,
-0.0609979,
0.015924038,
-0.03805085,
0.03977454,
-0.015656536,
0.014254484,
-0.030620195,
-0.038830906,
-0.013730216,
-0.070247106,
-0.074514836,
0.037831023,
0.027780455,
0.0073002693,
-0.050368425,
0.040389538,
0.035920046,
0.025425838,
0.006255748,
-0.017454483,
-0.02307413,
0.05788845,
0.018672187,
0.033335716,
0.01855402,
0.07957198,
-0.0029801806,
-0.057038378,
0.010123766,
0.038190138,
0.0333764,
0.075057626,
0.00592374,
0.06380629,
-0.028154025,
0.07188246,
-0.056649268,
-0.019166004,
0.053392358,
0.13961181,
-0.08459373,
0.03255955
],
"index": 0,
"object": "embedding"
}
],
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"object": "list",
"usage": null
}
},
"is_streaming": false
}
}

59
tests/integration/recordings/responses/a0ec01643fa2.json Normal file
View file

@ -0,0 +1,59 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Test trace openai 1"
}
],
"stream": false
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "oCfx8Zn-4Yz4kd-984c2ad25ac84cee",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "This conversation has just begun. I'm happy to chat with you. Is there something I can help you with or would you like to test something with me?",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": []
},
"seed": 2693830755697369600
}
],
"created": 1758820564,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 33,
"prompt_tokens": 41,
"total_tokens": 74,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
},
"prompt": []
}
},
"is_streaming": false
}
}

802
tests/integration/recordings/responses/ae82d694f34c.json Normal file
View file

@ -0,0 +1,802 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/embeddings",
"headers": {},
"body": {
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"input": [
"What makes Python different from C++ and Java?"
]
},
"endpoint": "/v1/embeddings",
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
},
"response": {
"body": {
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
"__data__": {
"data": [
{
"embedding": [
0.02517327293753624,
-0.05927547067403793,
-0.02752850204706192,
-0.03190239518880844,
0.05084673687815666,
0.007633775472640991,
0.00997336208820343,
0.016745490953326225,
-0.06594915688037872,
0.024146223440766335,
0.0005385297699831426,
-0.0006894826656207442,
-0.008592012338340282,
0.008223236538469791,
0.03929482772946358,
0.043699394911527634,
-0.001660426496528089,
0.025180906057357788,
-0.039375219494104385,
0.0053853364661335945,
0.034692440181970596,
0.01133072841912508,
0.04649277403950691,
-0.04183154180645943,
0.024229303002357483,
0.010672398842871189,
-0.012993639335036278,
0.016633357852697372,
0.09620392322540283,
-0.01894748955965042,
0.00869813933968544,
0.03333001211285591,
0.011436302214860916,
-0.053283337503671646,
-0.029240107163786888,
-0.018422791734337807,
-0.011188727803528309,
-0.005999945569783449,
0.033337924629449844,
0.08805496990680695,
0.007277320139110088,
0.03119608946144581,
-0.005581452511250973,
0.013757534325122833,
0.013446818105876446,
0.04478459060192108,
-0.0281585231423378,
0.007232429925352335,
-0.02057827264070511,
-0.010735592804849148,
-0.041141167283058167,
-0.013414880260825157,
0.008774801157414913,
-0.027892043814063072,
-0.02118038199841976,
0.03535406291484833,
-0.005773103795945644,
0.011915366165339947,
-0.013362586498260498,
-0.1074339896440506,
0.010058971121907234,
0.04685341939330101,
0.02676686830818653,
-0.04209677129983902,
0.008211489766836166,
0.011635981500148773,
0.03171093761920929,
0.006887514144182205,
0.0160739254206419,
-0.003477125195786357,
-0.028246482834219933,
-0.02985866740345955,
0.012354123406112194,
-0.01321585662662983,
-0.0334138497710228,
0.05904270336031914,
0.01702887937426567,
0.04508252069354057,
-0.02875608205795288,
0.061527639627456665,
0.02183707058429718,
-0.04652441293001175,
-0.023998353630304337,
-0.014925649389624596,
-0.03466776758432388,
-0.03714502230286598,
0.00812164880335331,
0.05643041431903839,
-0.03370414301753044,
0.046314384788274765,
0.042403917759656906,
0.039711855351924896,
0.04194587096571922,
-0.044892653822898865,
0.014381085522472858,
-0.04303320497274399,
0.02417507767677307,
0.0024261465296149254,
0.002907819813117385,
-0.04473122954368591,
-0.033169474452733994,
-0.012776823714375496,
0.024204110726714134,
0.030325455591082573,
-0.011538827791810036,
0.01400262862443924,
0.07599721848964691,
0.007355066481977701,
0.021303648129105568,
0.030465370044112206,
-0.023435434326529503,
0.03214404731988907,
0.013625898398458958,
0.0068402704782783985,
-0.018856564536690712,
0.06660695374011993,
-0.017033617943525314,
0.024832764640450478,
0.027372173964977264,
-0.022973205894231796,
0.0640808716416359,
0.11020645499229431,
-0.010406771674752235,
-0.018275918439030647,
-0.022662967443466187,
0.07155323028564453,
0.017646832391619682,
-0.017067432403564453,
0.025087783113121986,
0.03291954845190048,
-0.05901481583714485,
0.07096591591835022,
0.1088729053735733,
0.021950585767626762,
0.044516440480947495,
-0.04362349957227707,
-0.025304825976490974,
0.03380453214049339,
0.013806285336613655,
0.023288749158382416,
-0.032354686409235,
0.05623454600572586,
-0.0331498384475708,
0.008732054382562637,
-0.03133315593004227,
-0.08394992351531982,
0.00966270174831152,
0.018191881477832794,
-0.017256474122405052,
-0.014849426224827766,
-0.05408606678247452,
-0.054164595901966095,
0.038517240434885025,
0.04411592334508896,
0.014354993589222431,
-0.015497663989663124,
0.009233307093381882,
0.04177677258849144,
0.005623073782771826,
-0.017149949446320534,
-0.008299519307911396,
0.07599443197250366,
-0.049110863357782364,
-0.040342554450035095,
-0.03237839415669441,
-0.03407994657754898,
0.04117212072014809,
-0.06504429131746292,
-0.005143352318555117,
-0.02781560830771923,
0.0030793561600148678,
-0.019363518804311752,
-0.024637293070554733,
0.05453280359506607,
-0.07453737407922745,
-0.056514766067266464,
-0.03191586583852768,
0.01347391027957201,
0.04701421037316322,
0.04784790799021721,
0.04504203796386719,
0.0416475273668766,
0.027300169691443443,
-0.004853601101785898,
0.07700737565755844,
0.0058420440182089806,
-0.020056284964084625,
-0.029256943613290787,
-0.024188874289393425,
-0.044612374156713486,
0.005700718145817518,
-0.042027492076158524,
0.013135066255927086,
0.015223084948956966,
-0.025109533220529556,
0.09686876088380814,
-0.003817221149802208,
0.04986831918358803,
-0.020277539268136024,
-0.016653837636113167,
0.007358207833021879,
-0.010219651274383068,
-0.022081833332777023,
0.009230331517755985,
0.02870170958340168,
-0.0009385381708852947,
0.011477699503302574,
-0.08156480640172958,
-0.023806657642126083,
0.05778304859995842,
-0.0012239509960636497,
-0.050335925072431564,
0.08446664363145828,
-0.07200253754854202,
-0.005410981830209494,
0.04559531435370445,
-0.019777625799179077,
-0.005575160961598158,
0.04143029823899269,
0.0014152266085147858,
0.0402572900056839,
0.04996470734477043,
0.05924665182828903,
-0.04288039356470108,
0.029292447492480278,
-0.07367347925901413,
-0.04015783220529556,
0.03934734687209129,
0.006176967639476061,
-0.04073223099112511,
0.02915194258093834,
0.04113445803523064,
0.023132748901844025,
0.005755419842898846,
-0.000497312459629029,
-0.010455143637955189,
0.02453756146132946,
0.008060777559876442,
0.006233473774045706,
-0.022512169554829597,
0.0344528965651989,
-0.05065114423632622,
0.03987080976366997,
0.009848693385720253,
0.02637004666030407,
-0.023348400369286537,
0.040486037731170654,
0.02671428583562374,
-0.004502414260059595,
-0.06244242191314697,
-0.00591331347823143,
-0.03456953167915344,
0.03853173553943634,
-0.012725317850708961,
0.0020869376603513956,
-0.0544876754283905,
0.0465322844684124,
-0.03705056756734848,
0.03402971103787422,
-0.012153149582445621,
-0.0025780058931559324,
-0.03231276571750641,
0.014614064246416092,
0.040733009576797485,
0.02793523110449314,
0.06121594458818436,
-0.10693642497062683,
-0.04121331125497818,
-0.049808602780103683,
0.00931315403431654,
-0.0005079125403426588,
-0.03773258998990059,
0.04029921442270279,
0.006094376090914011,
-0.04541047289967537,
-0.00500077847391367,
0.008933045901358128,
0.0165691040456295,
0.015843873843550682,
0.0066689420491456985,
-0.042055536061525345,
-0.04772442579269409,
0.04299677535891533,
-0.0885479673743248,
-0.03510256111621857,
-0.01526320818811655,
-0.002680840902030468,
0.010199936106801033,
-0.05851084738969803,
0.004623089451342821,
0.023245980963110924,
0.04002177715301514,
0.006765763740986586,
0.029415283352136612,
-0.08234964311122894,
-0.0530225895345211,
-0.027365796267986298,
-0.03294917941093445,
-0.027471251785755157,
0.013792217709124088,
0.02534564584493637,
0.06191490963101387,
0.017584433779120445,
0.0334448516368866,
0.0005386894918046892,
0.0032774577848613262,
0.01591615378856659,
-0.005250703077763319,
0.04274865239858627,
-0.06351747363805771,
-0.07786543667316437,
0.004636826459318399,
0.07713916897773743,
0.044997744262218475,
-0.032151103019714355,
0.025335246697068214,
-0.020933767780661583,
-0.049735575914382935,
0.03949493169784546,
-0.037822604179382324,
-0.021480482071638107,
-0.01508465874940157,
0.010943945497274399,
0.016628814861178398,
0.09863129258155823,
-0.026716219261288643,
-0.005602245219051838,
0.027888240292668343,
-0.01338939182460308,
-0.01564818061888218,
-0.017323773354291916,
-0.018854543566703796,
-0.04452570527791977,
-0.030418355017900467,
0.020177267491817474,
0.033515896648168564,
-0.04733597859740257,
0.03742247074842453,
-0.04212302714586258,
0.019949203357100487,
-0.024253876879811287,
0.012272280640900135,
-0.0022997513879090548,
0.03303530439734459,
-0.013598734512925148,
0.035109736025333405,
-0.016654808074235916,
-0.035140249878168106,
-0.006442326586693525,
-0.024461794644594193,
-0.0680788904428482,
-0.036402251571416855,
-0.02342032641172409,
0.040693119168281555,
-0.01149903703480959,
0.025126351043581963,
-0.013343892991542816,
-0.045200083404779434,
-0.059597622603178024,
-0.02602051943540573,
0.05655312165617943,
-0.05449136719107628,
-0.04953633248806,
-0.04299261420965195,
0.0021499632857739925,
-0.058740951120853424,
0.025703098624944687,
0.026888279244303703,
0.041148439049720764,
0.09555676579475403,
-0.019787615165114403,
-0.03098965249955654,
0.025334808975458145,
-0.03880137577652931,
0.036906614899635315,
0.0373193733394146,
-0.019397547468543053,
-0.03890744969248772,
-0.03533877432346344,
0.01043013297021389,
-0.11240145564079285,
-0.001887193531729281,
0.023699326440691948,
-0.012832568027079105,
-0.026331709697842598,
-0.03766907379031181,
0.026428470388054848,
0.008145553059875965,
-0.00892532430589199,
0.01250272523611784,
0.009742435067892075,
-0.0170003529638052,
0.012004575692117214,
0.03468174487352371,
-0.005657907575368881,
-0.03972026705741882,
0.01663101464509964,
-0.023416968062520027,
-0.0009885226609185338,
-0.026063844561576843,
0.0651560127735138,
0.00011725723743438721,
-0.022703027352690697,
-0.005461778026074171,
0.1116209477186203,
0.03819834068417549,
0.045459385961294174,
-0.00028157979249954224,
-0.048355814069509506,
0.013377707451581955,
0.02303946204483509,
-0.006767316721379757,
-0.019848201423883438,
0.0033706456888467073,
0.038057632744312286,
0.11433175206184387,
-0.035053033381700516,
0.03242923691868782,
-0.03408103808760643,
-0.053809478878974915,
-0.03179652616381645,
0.06007275730371475,
-0.0076828645542263985,
-0.038644637912511826,
-0.02685503102838993,
-0.01804836094379425,
0.06089795380830765,
0.04324701055884361,
-0.07562246173620224,
-0.04398123547434807,
0.010064228437840939,
-0.04334224760532379,
0.014487305656075478,
-0.04711387678980827,
0.024354685097932816,
0.03232944384217262,
0.04015462473034859,
0.01371450163424015,
-0.04432954266667366,
0.021805129945278168,
-0.052570246160030365,
0.06789547950029373,
0.012027716264128685,
0.09023753553628922,
-0.08348759263753891,
0.012259835377335548,
0.025145262479782104,
0.056849926710128784,
0.021562620997428894,
-0.0038998445961624384,
0.06174313649535179,
0.03390361741185188,
-0.021384961903095245,
0.0027765228878706694,
0.021634142845869064,
0.0617065355181694,
-0.038299500942230225,
0.0033859144896268845,
0.06074449047446251,
0.02556876465678215,
-0.05028308182954788,
-0.026669925078749657,
-0.008310562931001186,
0.0007795466226525605,
-0.051417842507362366,
-0.03003445826470852,
0.023208893835544586,
-0.015607934445142746,
-0.004650155082345009,
-0.09222505241632462,
-0.07439403980970383,
-0.00030001159757375717,
-0.05885722488164902,
-0.03354410454630852,
-0.023885322734713554,
-0.023694748058915138,
-0.002964545274153352,
0.033897001296281815,
0.02342289499938488,
-0.008121664635837078,
-0.06673142313957214,
0.035054516047239304,
0.006485227961093187,
-0.011049957945942879,
-0.02849774807691574,
-0.003945561125874519,
-0.009321048855781555,
-0.04061659798026085,
-0.014878206886351109,
-0.026920367032289505,
0.013240729458630085,
-0.00912179984152317,
0.08025270700454712,
0.011227552779018879,
0.01162588782608509,
0.03911953046917915,
-0.008459963835775852,
-0.011711232364177704,
-0.06549587845802307,
-0.003934463486075401,
0.05689859390258789,
0.005052486434578896,
-0.002148434054106474,
-0.031108779832720757,
0.011704150587320328,
0.018351705744862556,
0.06075863167643547,
0.03104316256940365,
-0.029100103303790092,
-0.06133035942912102,
-0.004201673902571201,
-0.03299975395202637,
-0.004409941844642162,
0.02532418817281723,
0.0012186126550659537,
-0.03342881426215172,
-0.011862652376294136,
-0.02509687840938568,
0.011759525164961815,
0.01686522550880909,
-0.028010768815875053,
-0.04315534606575966,
0.01784290373325348,
0.04763518646359444,
-0.03223493695259094,
-0.002270394703373313,
-0.02766132541000843,
-0.12045251578092575,
0.010882371105253696,
0.0055845039896667,
-0.0038317532744258642,
-0.032924551516771317,
0.007581939455121756,
-0.04714681953191757,
0.05493198707699776,
-0.10260175168514252,
0.0184415802359581,
0.009282311424612999,
0.030968470498919487,
-0.016823798418045044,
-0.012262364849448204,
0.026101063936948776,
0.06509155035018921,
-0.038869716227054596,
-0.02793935500085354,
0.020369278267025948,
0.03919598087668419,
0.017646079882979393,
0.03126753866672516,
-0.007000391371548176,
-0.045992594212293625,
0.00960536953061819,
0.02549203298985958,
0.014892284758388996,
-0.0028631072491407394,
0.009483040310442448,
-0.0313774012029171,
-0.019784938544034958,
0.0016485409578308463,
0.0068555488251149654,
0.030234023928642273,
0.0529765859246254,
0.015952007845044136,
0.03150353580713272,
-0.00897759199142456,
0.027130605652928352,
-0.029791418462991714,
0.02543175406754017,
0.031176520511507988,
-0.10031485557556152,
-0.005841521546244621,
-0.04214736074209213,
0.11366035789251328,
0.014739606529474258,
0.03817747160792351,
-0.041414715349674225,
0.00041041706572286785,
0.059705231338739395,
-0.04762746021151543,
-0.000670370296575129,
-0.03526808321475983,
-0.01601385325193405,
0.02779310569167137,
-0.04440660402178764,
-0.06342937052249908,
-0.009988636709749699,
-0.040076956152915955,
0.025730127468705177,
-0.022812826558947563,
0.006558165419846773,
-0.0163955707103014,
-0.049426544457674026,
-0.04815229773521423,
-0.04713110625743866,
0.06885242462158203,
-0.009364955127239227,
-0.02605401538312435,
0.049001749604940414,
-0.02085917256772518,
0.017170386388897896,
-0.04500491917133331,
-0.05170299485325813,
0.015235558152198792,
0.015570051036775112,
0.02370995655655861,
0.023241516202688217,
-0.022776372730731964,
0.024995196610689163,
-0.04913897067308426,
0.02573673613369465,
0.10389196127653122,
0.013454177416861057,
0.001859869109466672,
-0.025003504008054733,
-0.028296904638409615,
0.01799187809228897,
0.00047568834270350635,
-0.03678290545940399,
0.03209736570715904,
0.012836124747991562,
-0.05107932910323143,
0.05102211609482765,
-0.027505643665790558,
-0.03218458220362663,
0.01851729489862919,
0.012394195422530174,
-0.021180691197514534,
-0.009217607788741589,
-0.017660317942500114,
0.02939329855144024,
0.0017022376414388418,
0.05091192573308945,
-0.05493085831403732,
0.010866599157452583,
-0.025341222062706947,
-0.025223098695278168,
0.01900743879377842,
0.03469342365860939,
0.01142563670873642,
-0.008546913973987103,
0.0062241884879767895,
-0.010737174190580845,
0.010820822790265083,
0.02365770936012268,
0.027239330112934113,
-0.03450082615017891,
0.0029956395737826824,
0.011813182383775711,
0.025415245443582535,
-0.0012042796006426215,
-0.014137083664536476,
0.0014223991893231869,
0.005054670386016369,
-0.034101780503988266,
0.07151786983013153,
0.07557526230812073,
-0.0033575203269720078,
-0.029922479763627052,
-0.043816667050123215,
0.01773776486515999,
0.05497784912586212,
-0.0015120196621865034,
-0.0025900728069245815,
0.022179318591952324,
0.03465230390429497,
0.006229462567716837,
-0.03738939389586449,
0.008196177892386913,
0.010659514926373959,
-0.008288645185530186,
-0.028259970247745514,
-0.040584057569503784,
0.021006176248192787,
0.008154059760272503,
-0.033632151782512665,
0.014476779848337173,
-0.008111199364066124,
-0.07059445232152939,
0.0218367800116539,
-0.00847222376614809,
-0.026753349229693413,
0.01831630803644657,
-0.01770036481320858,
-0.0354844406247139,
-0.024901393800973892,
-0.0360034741461277,
-0.011295972391963005,
0.02604268305003643,
-0.06857088208198547,
0.07337731868028641,
-0.06401073187589645,
0.048566631972789764,
-0.012562915682792664,
0.027890898287296295,
-0.026574552059173584,
-0.010268484242260456,
0.00534316198900342,
0.010180947370827198,
-0.0008329132688231766,
0.08566134423017502,
-0.058507468551397324,
-0.011649815365672112,
0.06626463681459427,
0.023633329197764397,
0.024257145822048187,
0.006637289188802242,
-0.052131637930870056,
0.008190560154616833,
-0.03723077103495598,
-0.03907524421811104,
-0.024975212290883064,
-0.04886558651924133,
0.08183369785547256,
0.036439407616853714,
0.006964313797652721,
-0.04853811115026474,
-0.013049819506704807,
0.020864145830273628,
-0.01652846857905388,
-0.11374097317457199,
0.000909007852897048,
0.02748906798660755,
0.0004783617041539401,
-0.04259035363793373,
-0.01951170526444912,
-0.039266347885131836,
0.0790289118885994,
-0.03614429011940956,
-0.009888287633657455,
-0.0014079920947551727,
-0.05354578420519829,
-0.05164365842938423,
0.02401590719819069,
-0.004703827667981386,
-0.015352515503764153,
-0.09520741552114487,
-0.0011139996349811554,
0.012082983739674091,
-0.11449477076530457,
-0.013903029263019562,
-0.0032681110315024853,
0.06276882439851761,
-0.0160707738250494,
-0.025801463052630424,
0.0024566405918449163,
0.014286108314990997,
0.008646920323371887,
-0.041887130588293076,
0.0062835561111569405,
0.002493197564035654,
-0.03657038137316704,
-0.029064077883958817,
0.024899492040276527,
-0.023499423637986183,
-0.06424634903669357,
0.03472882881760597,
-0.045173365622758865,
0.06708387285470963,
0.0032126533333212137,
-0.007638201583176851,
0.010531589388847351,
-0.049638811498880386,
-0.042833518236875534,
0.05096343532204628,
0.00997287780046463,
-0.027017751708626747,
-0.00491376593708992,
-1.2727919965982437e-05
],
"index": 0,
"object": "embedding"
}
],
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"object": "list",
"usage": null
}
},
"is_streaming": false
}
}

801
tests/integration/recordings/responses/b734171a0872.json Normal file
View file

@ -0,0 +1,801 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/embeddings",
"headers": {},
"body": {
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"input": "This is completely different content",
"encoding_format": "float"
},
"endpoint": "/v1/embeddings",
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
},
"response": {
"body": {
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
"__data__": {
"data": [
{
"embedding": [
0.020581583,
0.03996682,
0.06342483,
-0.046694994,
-0.07684763,
-0.05265455,
-0.053058416,
-0.008007386,
-0.04512141,
0.03718547,
-0.026790882,
0.039592147,
0.08868821,
-0.054975007,
0.022950895,
-0.03249339,
0.05376096,
0.04878751,
0.06144113,
0.08925032,
-0.06345507,
-0.0008829904,
0.07914291,
-0.028592229,
-0.048433058,
-0.0351529,
0.028880889,
-0.08001268,
-0.04552556,
-0.080687605,
0.1400234,
0.14326853,
0.02891313,
-0.05588759,
0.007262874,
0.026984219,
0.09121335,
0.050748702,
0.017702162,
-0.035733465,
0.1328057,
-0.08973662,
-0.050988093,
-0.009071953,
0.00674055,
0.0138731655,
-0.024637444,
-0.0019375099,
0.019351467,
0.041681487,
0.09368255,
0.0052818935,
0.027539922,
-0.031472813,
0.042352878,
0.07326235,
0.010973438,
0.06776053,
0.06473745,
0.031266563,
0.00057834754,
-0.002110916,
0.16004054,
-0.0535361,
0.04453045,
0.050499436,
0.03501775,
-0.003733677,
0.020598825,
-0.079224035,
0.07070447,
-0.060201976,
0.006393084,
-0.003781692,
0.070510566,
-0.047214407,
0.06080987,
-0.0877733,
-0.08569845,
-0.018021964,
0.06378409,
0.027565937,
0.038700324,
-0.1248613,
0.00903349,
-0.08429076,
0.016536232,
0.025240825,
0.00043874417,
-0.004602262,
0.0457946,
-0.03598806,
0.056914188,
0.044693712,
0.011178773,
-0.020428436,
0.036093723,
0.031189999,
0.07220326,
-0.066868156,
-0.020061923,
-0.0563857,
-0.013928966,
-0.034524415,
0.0041604545,
-0.047119446,
0.033624567,
0.06970587,
-0.033320673,
-0.0413748,
0.01094969,
-0.0100499755,
0.004480598,
0.02067311,
-0.021157527,
0.022485765,
0.03633523,
0.0049809627,
0.02181411,
0.049156368,
0.06253565,
0.059981186,
-0.031591866,
-0.049331754,
0.033537455,
0.021542493,
0.009435254,
0.025516914,
0.025417773,
-0.07066102,
0.011794456,
0.06311989,
0.011093616,
0.08549021,
-0.04281618,
0.011115061,
0.07443118,
0.021961706,
-0.02724888,
-0.00047235374,
0.016601468,
0.043411057,
0.03835865,
0.01029931,
0.008437206,
-0.057274926,
-0.045377273,
-0.09733081,
-0.009755395,
0.028172465,
0.043972567,
0.0968819,
0.052496422,
0.031553026,
-0.019291716,
0.034150966,
0.1310106,
0.02864821,
-0.047452684,
0.016342362,
-0.06591784,
-0.064888336,
-0.03380424,
-0.08384223,
0.023302404,
-0.020427782,
0.019540966,
0.02240307,
0.026848866,
-0.0018868797,
-0.031800512,
-0.073483676,
0.08840526,
-0.02696041,
-0.042041607,
0.030633071,
0.020918656,
0.06119309,
-0.048348967,
0.036555305,
0.033583682,
0.019630525,
-0.03500669,
-0.020821452,
0.012256841,
0.06733756,
0.036884613,
-0.080063485,
0.019956889,
-0.01994667,
0.0011630546,
-0.08307688,
-0.040326167,
-0.03293244,
-0.014897417,
0.03977495,
0.036790676,
0.020645684,
0.015943283,
-0.05961047,
0.036905374,
0.006005009,
0.033375766,
-0.015491932,
-0.07008363,
-0.031575754,
-0.0065630106,
-0.013962699,
-0.012629252,
0.046026245,
0.007901817,
-0.117550366,
-0.06314231,
0.05348636,
0.10863247,
0.053361807,
0.055756297,
-0.026388792,
-0.011777907,
-0.07197253,
0.010918023,
0.020021347,
0.14850953,
-0.043404948,
-0.04262303,
-0.04904758,
-0.014644666,
-0.0018742547,
-0.0054880613,
-0.015058903,
-0.03137978,
-0.09884002,
0.048087206,
-0.00044948232,
-0.059237186,
0.01681299,
0.06357592,
0.09665662,
-0.032431144,
-0.021346267,
-0.03630939,
0.108024776,
0.011421504,
0.00090062595,
0.09738569,
0.07588425,
-0.038476508,
0.008637763,
0.03942589,
0.03673421,
-0.008536316,
-0.035427485,
-0.0571462,
0.077514425,
-0.014574157,
-0.06636753,
0.0356625,
0.00055575924,
-0.008948914,
0.00082343427,
0.0511982,
0.03143358,
-0.03388075,
-0.013724427,
0.0551338,
-0.007191376,
-0.05363105,
-0.07718383,
-0.008230843,
0.10335533,
0.013668598,
-0.08284561,
0.05179483,
-0.08437943,
-0.017510848,
-0.05778264,
0.044004828,
-0.02612715,
-0.0058190715,
0.013293448,
-0.005663543,
0.0037016177,
-0.020699238,
0.00277368,
0.041328322,
-0.052624915,
0.020320976,
0.0033441507,
-0.11465616,
-0.059619453,
-0.029252917,
0.014145012,
-0.049234822,
0.025969574,
0.04118447,
0.017938918,
-0.009885965,
0.012801603,
-0.0007332413,
-0.0012993023,
-0.052635074,
0.064850755,
0.004576457,
-0.018446025,
-0.069130346,
0.018532049,
0.006330208,
0.039377607,
0.11237417,
0.055357743,
-0.0038629018,
0.048188694,
0.052925084,
-0.011272187,
-0.012422014,
0.005874242,
-0.0007749841,
-0.058404274,
-0.022589723,
0.031956926,
0.0470711,
0.027993023,
-0.06112344,
-0.0119517995,
-0.09797626,
-0.073644884,
0.07465703,
0.09884925,
-0.035564825,
-0.040369682,
0.014445328,
-0.052219898,
-0.027498178,
0.036846854,
-0.09408649,
-0.00027856976,
0.028489627,
0.002446708,
-0.043065134,
-0.030562297,
0.07565528,
-0.0256914,
-0.12143018,
0.09360902,
0.015026368,
0.058814585,
-0.01885037,
0.04901136,
0.009521308,
-0.0067844316,
-0.06265128,
0.029733902,
0.019703392,
-0.029863501,
0.033668272,
-0.015967827,
-0.024716265,
0.07095029,
0.07264489,
-0.021480447,
-0.040650267,
-0.11752601,
0.019378915,
-0.042310815,
0.05690114,
-0.01413233,
0.058113046,
-0.073345415,
-0.059576523,
-0.09720947,
0.012149926,
0.057291746,
-0.03505685,
-0.038375836,
0.0149342865,
-0.001562935,
-0.023513826,
0.00014910847,
0.022598296,
-0.071317434,
-0.06260575,
4.0522777e-05,
-0.086758316,
-0.013101295,
-0.02990748,
-0.08461068,
0.016139807,
0.06101953,
-0.08451055,
-0.046145856,
-0.048467644,
0.060105037,
0.024200678,
0.052542347,
0.041119967,
-0.0068898834,
0.09487794,
0.012641435,
-0.13026047,
0.06284531,
0.018659385,
-0.07564698,
0.006965884,
-0.036618453,
0.118192144,
-0.04771263,
0.023280941,
0.054039616,
-0.114724584,
-0.0918062,
0.038803104,
-0.09954885,
0.008216844,
-0.030975524,
-0.030176945,
0.0397766,
-0.0061745024,
0.071971394,
-0.041089423,
0.033857126,
0.03961017,
-0.03826589,
0.038435444,
-0.0860421,
0.08869605,
-0.028628873,
-0.05565758,
0.056920726,
0.020458337,
0.05994542,
0.08241441,
0.0400861,
-0.0045191804,
0.0030094406,
-0.007466077,
-0.02953672,
-0.068642505,
0.060889505,
-0.029501854,
-0.048823155,
0.015409609,
0.018862283,
-0.016425489,
-0.087497436,
0.067643866,
-0.033761434,
-0.054749027,
-0.03657711,
0.038102675,
-0.06197178,
0.045409728,
-0.02127562,
0.064449035,
-0.0056471447,
0.067553245,
-0.07137091,
0.017407946,
-0.09813906,
-0.046500444,
-0.058283363,
-0.018302118,
-0.025382183,
-0.04259567,
0.022398086,
-0.09098867,
0.043438766,
-0.07656342,
0.0028111413,
0.030880956,
-0.07750997,
0.07084878,
0.05344556,
0.0052658613,
-0.025303314,
-0.04759683,
-0.017034022,
0.02855913,
-0.04999449,
0.01974624,
0.07708244,
-0.011766297,
0.057390995,
-0.04652422,
0.023833811,
0.05608237,
0.05765577,
0.05078112,
0.046039928,
-0.055372067,
-0.044933185,
-0.08522771,
-0.09142792,
0.012817157,
-0.026148932,
-0.07331254,
0.11312438,
0.055893615,
-0.013500698,
0.008603385,
0.00057156937,
-0.091709465,
0.08057745,
-0.011340835,
-0.016915537,
0.0011427286,
0.09740327,
-0.029696029,
-0.047760956,
0.015541391,
0.0955123,
0.021890407,
-0.02908531,
0.030994056,
0.03820344,
-0.062488347,
0.015730608,
0.021182666,
-0.043783836,
0.02782434,
0.11151618,
0.052450567,
0.00037089732,
0.03351987,
-0.0054050605,
-0.033424556,
0.10350312,
0.065157756,
0.03392563,
0.010131469,
-0.053846426,
-0.0022781377,
0.0014610494,
0.005763698,
0.0426489,
-0.08206464,
-0.07099776,
-0.04228286,
0.07337842,
0.047744617,
0.04284143,
0.06959166,
0.013133698,
-0.030711556,
0.009055728,
0.06162162,
0.017240932,
-0.039795205,
-0.10877084,
0.024329182,
-0.0049141976,
-0.038892467,
-0.012901915,
-0.095080145,
0.05290344,
0.021141307,
0.03017632,
-0.0044154925,
-0.10163907,
-0.08186605,
-0.023801327,
0.035552323,
0.039041802,
-0.032427292,
0.07541,
0.10233232,
0.018622704,
-0.013646388,
-0.008619573,
0.020216271,
-0.07897946,
0.063637026,
-0.08652915,
-0.0100032855,
0.046902858,
0.076707095,
0.02531022,
0.05425257,
0.015954422,
-0.033368777,
-0.025112148,
-0.01394599,
-0.04062625,
0.056534503,
-0.04304168,
-0.060214523,
0.016551849,
-0.006314451,
0.060458317,
0.027808908,
0.040655438,
-0.031415448,
-0.120496035,
-0.04355332,
0.002170874,
0.013876282,
-0.011508199,
-0.046841078,
0.076444104,
0.08982719,
0.0846208,
0.029678846,
-0.086331986,
0.14421903,
-0.0030989156,
0.01598773,
0.059804816,
-0.0464971,
-0.0058899643,
0.02542227,
-0.020552263,
0.10621325,
-0.023809364,
-0.13324538,
-0.075492345,
0.06716611,
-0.040477127,
-0.046582364,
-0.07376809,
0.024235222,
0.070477486,
0.11006968,
-0.04869493,
0.078016356,
-0.07615679,
0.08063025,
-0.016255612,
-0.051746953,
0.08059405,
-0.0025989392,
-0.073428795,
-0.03987752,
0.098251894,
-0.006217126,
-0.028130062,
-0.051326722,
-0.0470711,
-0.016759045,
-0.039230157,
-0.020525763,
0.07148479,
-0.05419997,
-0.025775867,
0.0070432695,
-0.006410803,
0.027631486,
0.037966132,
-0.025654731,
-0.023324372,
0.026257442,
-0.034822363,
-0.010826962,
0.020623349,
0.0523646,
-0.022230538,
0.028196862,
0.023292363,
0.12025986,
-0.022648653,
-0.061013527,
-0.040045265,
0.022293845,
-0.016287014,
-0.08896512,
-0.021426601,
0.05109808,
0.038455352,
0.055882193,
0.10342665,
0.06503611,
0.07195616,
-0.013601524,
0.028618002,
0.03990776,
0.03236452,
0.07085622,
0.0055737793,
0.013130723,
-0.066394895,
0.021342268,
0.0026651763,
-0.012577644,
0.049445108,
0.049437333,
0.0047207237,
-0.02006381,
0.02022424,
0.05142978,
0.01725655,
0.00037797724,
0.039846063,
-0.11509461,
-0.013602717,
-0.066661686,
-0.020612884,
0.012832718,
-0.091352694,
-0.09389515,
0.07369748,
0.056452867,
0.10581744,
-0.06383743,
0.036662158,
-0.07204409,
0.012689036,
-0.025724197,
0.040817674,
-0.06890574,
0.0055584335,
0.031956017,
0.0014588524,
0.098465145,
0.0054196557,
0.056656968,
0.03322914,
-0.040962957,
-0.015689995,
-0.034545593,
-0.052660752,
-0.044768244,
-0.04419147,
-0.11039146,
0.015522225,
0.0052053384,
-0.08471112,
0.025280464,
-0.03353502,
-0.018717872,
-0.020738749,
0.0021664763,
-0.011238148,
0.02322494,
0.010894536,
-0.09676859,
0.01013113,
0.0035604087,
-0.0060942546,
-0.027839229,
-0.0037214137,
0.053193003,
-0.070640355,
-0.07783396,
0.005814805,
0.0064411093,
-0.023913933,
0.030543711,
-0.07979223,
-0.008982119,
0.043360766,
-0.048063844,
0.0017047173,
0.06882568,
-0.03443207,
0.015080402,
-0.049461022,
0.045471057,
-0.031460688,
-0.0028212033,
0.044725604,
0.0026248703,
-0.0329393,
-0.034404054,
0.024516258,
0.002614168,
-0.047855787,
-0.03149,
0.14646776,
-0.047660008,
0.021453902
],
"index": 0,
"object": "embedding"
}
],
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"object": "list",
"usage": null
}
},
"is_streaming": false
}
}

46
tests/integration/recordings/responses/c8a59b661fd5.json Normal file
View file

@ -0,0 +1,46 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"prompt": "Say completions",
"max_tokens": 20,
"extra_body": {}
},
"endpoint": "/v1/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": {
"__type__": "openai.types.completion.Completion",
"__data__": {
"id": "oCfwct8-4Yz4kd-984c2861287d4cc3",
"choices": [
{
"finish_reason": "length",
"index": 0,
"logprobs": null,
"text": " of the following sentences:\n* The _most_ important thing in life is...\n* The _least",
"seed": 12050749903881546000
}
],
"created": 1758820465,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "text.completion",
"system_fingerprint": null,
"usage": {
"completion_tokens": 20,
"prompt_tokens": 3,
"total_tokens": 23,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
},
"prompt": []
}
},
"is_streaming": false
}
}

61
tests/integration/recordings/responses/d2e057a81717.json Normal file
View file

@ -0,0 +1,61 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Test trace openai with temperature 1"
}
],
"max_tokens": 100,
"stream": false,
"temperature": 0.7
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "oCfxJ43-4Yz4kd-984c2b99bc6a9045",
"choices": [
{
"finish_reason": "length",
"index": 0,
"logprobs": null,
"message": {
"content": "I'll do my best to generate a response with a temperature of 1. \n\nIn the context of language models like myself, temperature is a parameter that controls the level of randomness or creativity in the generated text. A temperature of 1 is relatively high, which means the model will produce more diverse and potentially less coherent text.\n\nHere's a response with a temperature of 1:\n\n\"The stars shone brightly in the midnight sky, like diamonds scattered across the velvet expanse. The world was bath",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": []
},
"seed": 8314651915728863000
}
],
"created": 1758820596,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 100,
"prompt_tokens": 43,
"total_tokens": 143,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
},
"prompt": []
}
},
"is_streaming": false
}
}

801
tests/integration/recordings/responses/d5971b8fdb94.json Normal file
View file

@ -0,0 +1,801 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/embeddings",
"headers": {},
"body": {
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"input": "Hello, world!",
"encoding_format": "float"
},
"endpoint": "/v1/embeddings",
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
},
"response": {
"body": {
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
"__data__": {
"data": [
{
"embedding": [
-0.017041557,
-0.07436493,
0.02897635,
-0.032216743,
0.0056444216,
-0.029015187,
0.06512343,
-0.040310342,
0.05263593,
0.0068842396,
0.019191971,
-0.0064884443,
-0.01664521,
0.014244285,
0.036390014,
-0.040292,
0.031780273,
0.0039553884,
-0.055303488,
-0.028992416,
-0.02059435,
0.05677091,
-0.043668333,
-0.014273451,
0.15328151,
-0.023603301,
-0.049825363,
0.007869072,
-0.010882995,
-0.033912696,
0.053697765,
-0.00093928695,
0.0017799847,
0.038871024,
-0.069678165,
-0.067093275,
0.025772842,
-0.057590123,
-0.015825877,
0.020131286,
0.020742312,
0.003915491,
-0.018451879,
0.020440312,
-0.023613403,
-0.039568678,
-0.013152008,
-0.01871725,
0.021348018,
-0.019964654,
0.038607903,
0.018397795,
-0.0063561443,
-0.018936336,
-0.060981557,
-0.02152846,
0.027057847,
0.0014626224,
-0.018241309,
-0.07473041,
-0.02377323,
-0.033910733,
0.02569418,
-0.024951216,
-0.0076659806,
-0.015425462,
0.006604636,
0.09833969,
-0.005054596,
0.008841989,
-0.01836461,
-0.018554095,
0.011605144,
-0.016599955,
-0.062196333,
-0.0037542647,
-0.025220644,
-0.027834827,
-0.020460974,
-0.050503097,
0.032119684,
-0.023387104,
0.050067227,
-0.05834235,
0.023189448,
-0.021862485,
0.023831544,
-0.016663097,
-0.041609522,
0.025361128,
0.002924296,
0.01852158,
0.08960255,
-0.003265466,
-0.058762494,
-0.06428431,
-0.014671485,
-0.046800107,
0.02691456,
-0.0059303525,
-0.015431455,
0.022179665,
0.014044907,
0.012218545,
0.0053836405,
-0.025096457,
0.009438382,
0.032498095,
0.06879721,
0.056900814,
0.019497631,
-0.122159146,
-0.106994465,
-0.017456975,
0.047223866,
0.06569824,
0.04780035,
0.018039258,
-0.0011028647,
-0.05067006,
0.0106863845,
0.027489506,
-0.014593985,
-0.039851535,
-0.09175489,
0.037555773,
-0.060439512,
0.008525801,
0.0071557434,
-0.057973035,
-0.054225244,
0.051505033,
-0.0008626373,
0.069083415,
0.064380065,
0.09843996,
0.0062191207,
-0.041505292,
-0.05381256,
-0.0073601264,
-0.03288613,
0.011711341,
-0.09244605,
0.0069717136,
-0.05722877,
0.041075893,
0.06521969,
-0.0018537377,
0.016272636,
0.008761483,
-0.029342752,
0.020412564,
-0.07015791,
0.033616304,
0.039998446,
0.01602917,
0.044467725,
-0.08176377,
-0.036885373,
0.03468746,
0.0024068495,
0.00056306267,
0.02546511,
-0.053339135,
-0.027220095,
-0.021510394,
0.054806393,
-0.005447777,
-0.05690438,
-0.028497366,
0.01873974,
-0.035461064,
-0.00019089226,
-0.04914238,
0.030303763,
0.013396073,
0.015789565,
-0.07714792,
-0.062155712,
-0.00677417,
0.02850476,
0.031491462,
0.014566345,
0.012163924,
0.11814501,
-0.0043511004,
-0.017920421,
0.004205825,
-0.0015928322,
-0.012145554,
0.01663168,
-0.071173735,
0.0029570858,
0.12899451,
0.004157568,
0.010501232,
0.07710632,
0.062119417,
0.021002673,
-0.023212241,
-0.04327007,
-0.0567023,
0.04590105,
0.0019161925,
0.02637205,
0.029331107,
-0.029769177,
-0.050466795,
-0.08057371,
0.007419741,
-0.008777471,
0.02217743,
0.013535721,
0.03426775,
0.04592361,
0.009423588,
-0.023030678,
-0.024462381,
0.054334357,
0.06710402,
0.077300854,
0.0300022,
-0.0035417816,
-0.0046773576,
-0.0927158,
-0.0218652,
-0.043468982,
-0.035734102,
-0.038873542,
-0.0412869,
-0.016015923,
0.0038303286,
0.08523618,
-0.05200533,
-0.014904317,
-0.016793448,
0.04478206,
-0.017161047,
0.02638292,
0.007849463,
-0.040533304,
-0.017599737,
0.047704253,
0.034988616,
-0.013908102,
0.044121094,
0.040395457,
-0.010402818,
0.0063570403,
-0.014962749,
0.025776524,
0.023681043,
0.006042675,
0.017647373,
0.016301101,
-0.07793374,
-0.004771094,
0.012728924,
-0.00047885205,
-0.051591527,
0.03612118,
-0.02209703,
0.052075963,
-0.021613466,
-0.026258182,
0.008102769,
-0.04963262,
0.00062747014,
-0.012579783,
0.076374784,
-0.047350414,
-0.007680664,
0.062471915,
-0.0061351187,
-0.043617643,
0.023878522,
-0.09653609,
0.018392054,
-0.039719462,
0.065271765,
0.034548305,
0.004219043,
-0.003628092,
0.0047836183,
0.0132732885,
-0.028140727,
-0.015683327,
-0.052812085,
-0.019410037,
0.06812139,
-0.041178964,
0.014646207,
-0.0037439142,
0.0003088275,
-0.04985693,
0.0223661,
0.008887433,
0.0049061268,
0.042707395,
-0.021471359,
-0.06471383,
0.0022036259,
0.030178884,
-0.002764245,
-0.0063233464,
-0.04146522,
-0.008236624,
0.0037351896,
-0.027550086,
-0.0137326885,
0.0055276263,
0.0016785853,
0.050191414,
0.02629574,
-0.009129228,
0.06351977,
-0.037435655,
0.0467174,
-0.012987377,
-0.007550927,
-0.004503205,
0.010520655,
0.064984836,
0.009879768,
0.055787366,
-0.042653065,
0.024189176,
0.0378726,
-0.032453574,
0.043519154,
0.020133087,
-0.055212636,
-0.016188117,
0.03764466,
-0.022142444,
0.11164031,
0.019020407,
-0.008950892,
0.0517199,
0.0014494535,
0.041113462,
-0.0912906,
-0.04723132,
0.008548748,
0.028231544,
0.023689618,
-0.039103802,
-0.034011997,
-0.04731894,
0.03309799,
-0.044572156,
-0.116778485,
-0.028786778,
0.05798776,
0.05287191,
-0.0039562676,
-0.08213019,
-0.01224603,
-0.012757768,
0.035721667,
0.012440343,
0.0053813523,
-0.072770126,
0.0066190604,
0.038976185,
-0.037760906,
-0.0031381482,
-0.052277293,
-0.016870236,
-0.053451907,
-0.05629483,
-0.034493946,
-0.0048654405,
0.022051724,
0.028501945,
0.025858566,
-0.023936177,
-0.098391004,
-0.030646492,
-0.049461726,
-0.00086931954,
0.03593346,
0.015843417,
-0.03276966,
0.008957432,
-0.022735167,
-0.012159252,
0.07607085,
-0.059834506,
0.004478244,
0.03439635,
0.03683821,
0.062883355,
0.054430448,
-0.029807799,
0.0032295138,
0.08891875,
-0.026941199,
-0.00618463,
-0.022683868,
-0.024138795,
-0.036633875,
0.02097464,
-0.003001584,
0.020455033,
0.043717608,
0.06566654,
-0.029039463,
-0.0066977167,
-0.04504434,
0.022257777,
0.054422457,
0.029796708,
0.009008146,
0.028205348,
0.06255052,
-0.004475601,
0.059329458,
-0.038065027,
-0.027933009,
-0.07060949,
0.013978787,
-0.051300917,
0.02945564,
-0.008552103,
-0.009436655,
0.039747514,
-0.016741823,
0.04740887,
0.03521937,
-0.012574282,
-0.089222826,
-0.043515395,
-0.04158566,
0.0016020355,
0.02684753,
-0.019394692,
-0.02156877,
0.06316388,
0.01663444,
0.015482924,
0.047349654,
-0.028341234,
0.013805591,
-0.010708488,
-0.07627738,
0.08611209,
0.0089956885,
0.034438204,
0.016312746,
-0.03412846,
0.0770598,
-0.06790466,
0.036359854,
0.08038976,
0.023465984,
-0.019832904,
-0.0011524013,
-0.03804293,
0.04106918,
-0.028220456,
0.032340813,
-0.030669356,
-0.004353358,
-0.019439798,
0.0020563425,
0.03015629,
-0.06430176,
0.0034439075,
-0.045720384,
-0.06526568,
-0.0004192516,
-0.016580455,
-0.012596616,
0.039126,
-0.04699455,
-0.008973794,
0.015056125,
0.018929023,
-0.07840811,
-0.014792519,
-0.0044317124,
0.019588342,
0.035912346,
-0.035739247,
0.058755044,
-0.01856197,
0.021155646,
-0.073580906,
-0.04310776,
-0.023147091,
-0.010232029,
0.06352039,
0.039570276,
0.020424508,
0.051613245,
0.013395984,
-0.003908009,
-0.04643392,
0.019592889,
-0.008484923,
0.0031434586,
-0.046069775,
-0.01765311,
-0.041277196,
-0.070297986,
0.012561737,
-0.003500738,
-0.01729488,
-0.0033254062,
0.053035453,
-0.054218896,
-0.029708259,
-0.0047281524,
0.019236762,
-0.12249525,
0.03018237,
-0.028753102,
-0.031858314,
0.0811298,
-0.005711499,
-0.057587985,
0.014153141,
0.0006705577,
-0.024263157,
0.016729265,
-0.03195949,
-0.007259763,
-0.0035231581,
-0.03890975,
0.011460382,
-0.06591321,
-0.023756726,
-0.023958001,
0.030074941,
-0.0040949634,
-0.048368257,
-0.029692868,
0.027246583,
-0.024747347,
0.014442731,
-0.00832639,
-0.0002390868,
-0.013635633,
0.0035843733,
0.02354072,
-0.012829061,
-0.0060750768,
-0.044952527,
-0.05725624,
0.031746052,
-0.024419094,
0.032444403,
-0.029308707,
0.034302235,
-0.022495607,
0.015296428,
-0.0057196384,
-7.8588724e-05,
0.060303975,
0.06299601,
0.028222265,
-0.0071411408,
0.015196491,
0.02031155,
0.039635558,
0.079736926,
0.008736669,
-0.023079613,
-0.04490686,
-0.021764707,
-0.015199573,
0.036019534,
-0.0046079857,
0.04429082,
-0.04291344,
-0.05991891,
-0.006501417,
0.010603077,
0.03435066,
-0.065568395,
-0.04424192,
0.035055783,
0.019717937,
0.032764338,
0.021240309,
-0.01646063,
0.007835414,
0.06857148,
-0.013750999,
0.028333688,
-0.078255735,
-0.047899257,
-0.0006370693,
0.012606231,
0.012178417,
-0.013057751,
-0.008095854,
-0.013466724,
0.019036459,
-0.025450038,
0.021131655,
-0.02505666,
0.012961284,
0.0004236046,
-0.023920864,
-0.055114083,
0.082351916,
0.028973032,
0.025259241,
0.098259576,
-0.007385416,
0.003546012,
-0.05316339,
-0.04186183,
0.043638214,
-0.069299474,
-0.013284585,
-0.010019175,
0.012883975,
0.014200739,
-0.013508286,
0.0086570075,
-0.020393575,
0.10617594,
0.028786503,
-0.018674662,
0.026763268,
-0.0062548965,
-0.07215284,
0.055464335,
0.0029595464,
-0.009364344,
-0.096402094,
0.02823341,
-0.022853011,
0.04750492,
0.008378555,
0.016491622,
0.01860681,
0.048116222,
0.106049344,
-0.028929656,
-0.008896546,
0.033615295,
-0.0070807124,
-0.05684197,
-0.061439563,
0.0060220268,
0.046171866,
-0.01574131,
-0.07562956,
0.0024098414,
0.0006304895,
-0.07831614,
0.060869616,
0.00076000375,
-0.008209363,
-0.04139266,
-0.085268535,
-0.028194478,
-0.024567788,
-0.04218179,
0.023546752,
0.036236234,
0.017199656,
-0.03315456,
-0.023814544,
0.038755447,
-0.023165299,
-0.049283065,
-0.006907019,
0.040826146,
0.017533792,
-0.036849793,
-0.015506943,
-0.010768763,
-0.08758806,
-0.0295733,
0.055843282,
-0.012555046,
0.0076235603,
0.008802991,
0.026661193,
-0.023899797,
0.043548774,
-0.034339137,
-0.027354732,
-0.07583677,
0.020500224,
0.036802996,
0.031019075,
0.04605757,
-0.004433706,
0.0108612785,
0.050121468,
-0.07816735,
-0.014776514,
-0.04565195,
-0.0036854912,
0.0075577567,
-0.017044865,
0.030597543,
-0.013623054,
-0.0648466,
-0.0318741,
-0.059455115,
-0.024783187,
-0.0088010235,
0.11127796,
0.03429834,
-0.010424589,
-0.06355135,
0.034265812,
0.02680333,
-0.007930513,
0.030092249,
0.008321974,
0.03125566,
-0.06832331,
-0.0076806936,
0.034010306,
-0.087202646,
-0.047684345,
0.06384632,
-0.026591811,
-0.0016003181,
0.05721666,
-0.0024700803,
-0.029714238,
0.07761957,
-0.04561395,
-0.053199258,
0.030417573,
-0.01958724,
0.0012449475,
-0.04003076,
0.08825553,
-0.023196172,
-0.08629044,
-0.049815316,
0.027229005,
0.0021765123,
0.03438692,
-0.09314263,
-0.019655729,
0.018762926,
0.025670087,
-0.017116003,
0.031716976,
-0.05509443,
0.032953184,
-0.02264915,
0.04861606,
-0.050201602,
0.033154316,
0.009971947,
-0.037610047,
0.016600395,
-0.031037569,
-0.015495428,
0.026365642,
-0.043527953,
0.055781424,
0.06780075,
-0.015966192,
0.03201043,
0.028026119
],
"index": 0,
"object": "embedding"
}
],
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"object": "list",
"usage": null
}
},
"is_streaming": false
}
}

2352
tests/integration/recordings/responses/dcbe6260d0a1.json Normal file
View file

File diff suppressed because it is too large Load diff

802
tests/integration/recordings/responses/e8b427b3d631.json Normal file
View file

@ -0,0 +1,802 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/embeddings",
"headers": {},
"body": {
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"input": [
"How do systems learn without explicit programming?"
]
},
"endpoint": "/v1/embeddings",
"model": "togethercomputer/m2-bert-80M-32k-retrieval"
},
"response": {
"body": {
"__type__": "openai.types.create_embedding_response.CreateEmbeddingResponse",
"__data__": {
"data": [
{
"embedding": [
-0.028625313192605972,
0.009644811041653156,
0.0526261106133461,
-0.010888906195759773,
-0.009496178478002548,
0.001263381214812398,
0.023293282836675644,
-0.08243905007839203,
-0.026478247717022896,
-0.13464388251304626,
-0.0512986034154892,
0.026655403897166252,
0.0030439384281635284,
-0.035521239042282104,
0.020391393452882767,
-0.07780768722295761,
0.006606558337807655,
0.008830295875668526,
-0.001793196308426559,
0.022731754928827286,
0.049890514463186264,
0.013548094779253006,
0.012267746031284332,
0.03063983842730522,
0.06707301735877991,
-0.007570159155875444,
0.04272060468792915,
0.002707085572183132,
0.07793699949979782,
-0.0068320054560899734,
0.004189986269921064,
0.02070143073797226,
0.015760784968733788,
0.0042287008836865425,
-0.03386549651622772,
0.02033020369708538,
0.01456975657492876,
0.048187460750341415,
0.03820285201072693,
0.10077767074108124,
0.04321419447660446,
0.01897420734167099,
-0.014983413740992546,
-0.018025003373622894,
0.04455850273370743,
0.022786501795053482,
-0.011920962482690811,
-0.008890517055988312,
0.11744298040866852,
0.03246714919805527,
-0.029088173061609268,
0.09496089071035385,
0.12422505766153336,
0.0069929324090480804,
0.0178871750831604,
-0.05463777855038643,
0.03657285496592522,
0.04830474033951759,
0.06253045797348022,
-0.05359767749905586,
0.025412533432245255,
0.01953939162194729,
0.021154027432203293,
-0.02993696928024292,
0.028013402596116066,
0.07734477519989014,
-0.016874393448233604,
0.030011700466275215,
6.0238875448703766e-05,
0.023803716525435448,
0.009123258292675018,
-0.07111874222755432,
0.02250090055167675,
0.04815131053328514,
-0.008147301152348518,
-0.005537823773920536,
-0.016138499602675438,
0.035387761890888214,
-0.0352698490023613,
-0.025574462488293648,
-0.010039239190518856,
0.03524880111217499,
0.04696853831410408,
-0.04174993932247162,
-0.000597537902649492,
-0.08016331493854523,
0.10956454277038574,
-0.016568735241889954,
-0.016319751739501953,
-0.017709530889987946,
0.041958339512348175,
0.04584357887506485,
0.03287360444664955,
0.018359653651714325,
0.04788267984986305,
-0.12737058103084564,
0.007353549357503653,
-0.00445661460980773,
-0.041159022599458694,
-0.04949790611863136,
-0.06846798211336136,
-0.018516182899475098,
0.058480989187955856,
0.009973258711397648,
0.0295123178511858,
0.06923972070217133,
0.081133633852005,
0.1264415681362152,
0.06378389894962311,
-0.02661179006099701,
-0.03658208250999451,
-0.000912379240617156,
0.030871083959937096,
-0.05931675806641579,
-0.023184625431895256,
0.039929017424583435,
-0.09083712100982666,
-0.0017611589282751083,
-0.011387099511921406,
-0.00693067442625761,
-0.02676786482334137,
0.03417220711708069,
-0.02904115431010723,
-0.029341822490096092,
-0.030477264896035194,
0.08719369769096375,
-0.04031936824321747,
-0.02029283717274666,
-0.02824019454419613,
-0.051644641906023026,
-0.07474397867918015,
-0.0038978576194494963,
-0.008521780371665955,
0.057304758578538895,
0.12079010158777237,
-0.08006061613559723,
-0.00023946911096572876,
0.012549451552331448,
-0.018327832221984863,
0.02607034333050251,
-0.026688536629080772,
0.06374310702085495,
-0.03221059590578079,
-0.0324493870139122,
0.03480648994445801,
-0.07498053461313248,
0.011165045201778412,
-0.006876140367239714,
-0.020638445392251015,
-0.020414652302861214,
-0.04233550652861595,
0.08592729270458221,
0.02854750119149685,
-0.004440763499587774,
-0.017464132979512215,
0.06481487303972244,
0.0724131390452385,
-0.02446877211332321,
0.04632553830742836,
0.03923669457435608,
-0.010415825992822647,
0.012624293565750122,
-0.015182485803961754,
-0.0016301083378493786,
0.0013908827677369118,
-0.0366278700530529,
-0.06706399470567703,
-0.0017571141943335533,
0.0017132752109318972,
0.023335183039307594,
0.02417340688407421,
-0.039039384573698044,
0.007053125184029341,
0.007630909793078899,
0.04440589249134064,
-0.037289854139089584,
0.01810174249112606,
0.005866652820259333,
0.008196947164833546,
-0.0303290244191885,
0.05941026285290718,
0.042503952980041504,
0.012326585128903389,
-0.034453555941581726,
0.006171736866235733,
-0.018924523144960403,
-0.0459442138671875,
-0.11310747265815735,
-0.03640446811914444,
-0.013007266446948051,
0.03633805736899376,
-0.0325576551258564,
0.0018916280241683125,
-0.011488232761621475,
0.017741020768880844,
-0.007206412963569164,
0.10348206758499146,
0.10330463945865631,
0.06081323325634003,
-0.06818842887878418,
0.06551844626665115,
-0.04395010694861412,
0.06050333008170128,
0.021237587556242943,
0.06765849143266678,
0.020056981593370438,
0.027479903772473335,
-0.010500827804207802,
-0.05388624593615532,
0.05339483544230461,
-0.0213683620095253,
-0.020162755623459816,
0.021549290046095848,
-0.005261938087642193,
-0.02159097045660019,
0.04545314237475395,
0.005680753383785486,
-0.03225092962384224,
0.024309150874614716,
0.030616233125329018,
0.07422983646392822,
0.026326946914196014,
0.11893181502819061,
-0.032128795981407166,
-0.08504871279001236,
0.002689552726224065,
-0.05723441764712334,
-0.007339973468333483,
0.030395880341529846,
-0.03447697311639786,
0.041313640773296356,
-0.012177404016256332,
0.15924645960330963,
0.007271280977874994,
0.111238494515419,
0.03315158933401108,
0.029128430411219597,
0.06465847790241241,
0.005114587023854256,
-0.048711519688367844,
0.08425623178482056,
0.011614371091127396,
0.03426260128617287,
-0.02214323729276657,
-0.005649253260344267,
-0.04427102580666542,
-0.025260724127292633,
0.09123050421476364,
0.055081237107515335,
-0.12634575366973877,
0.03898511081933975,
-0.009349959902465343,
0.10305799543857574,
0.007667106110602617,
-0.0027667051181197166,
0.08985280245542526,
0.01930035464465618,
-0.0392981581389904,
-0.08319897949695587,
-0.08484388142824173,
0.007134219631552696,
0.0065269810147583485,
-0.05087956413626671,
0.012833445332944393,
-0.002945164917036891,
0.05391121283173561,
-0.06924069672822952,
0.03136086091399193,
-0.10177676379680634,
0.03596206381917,
-0.02389192022383213,
0.05924130603671074,
0.057269271463155746,
-0.010541991330683231,
-0.0406109020113945,
0.0182547178119421,
-0.032190173864364624,
-0.04907294735312462,
-0.022161107510328293,
0.0739339217543602,
-0.029147034510970116,
0.0037474066484719515,
-0.03018752671778202,
-0.023249927908182144,
-0.015383096411824226,
-0.09470201283693314,
0.0773773118853569,
-0.027345556765794754,
-0.0055006989277899265,
0.0180343110114336,
0.005922022741287947,
-0.019098954275250435,
-0.0004729041538666934,
0.0007953455788083375,
-0.0033485391177237034,
-0.06081382557749748,
-0.010261679999530315,
-0.046479422599077225,
0.02741287462413311,
0.0127688804641366,
-0.008467267267405987,
-0.05143937095999718,
-0.03136477991938591,
-0.0019047032110393047,
-0.052847668528556824,
-0.02513357810676098,
-0.08015158772468567,
0.039745401591062546,
0.04605329409241676,
0.0016742408042773604,
-0.05091538652777672,
0.0445074662566185,
-0.03700404241681099,
-0.010182363912463188,
0.08301099389791489,
-0.03250614181160927,
-0.03088577836751938,
-0.014350837096571922,
-0.009772134944796562,
-0.07475752383470535,
-0.060355402529239655,
0.04241859167814255,
-0.012378721497952938,
0.015629982575774193,
0.033994343131780624,
-0.009667688049376011,
0.04006745293736458,
-0.013781498186290264,
0.021493006497621536,
0.01062044221907854,
-0.03500600531697273,
0.01835126429796219,
0.014531598426401615,
0.044000912457704544,
-0.02036239020526409,
0.04688846692442894,
-0.0877162292599678,
0.011904492974281311,
0.03603767976164818,
-0.040766313672065735,
0.020568832755088806,
0.03657219186425209,
-0.08737213909626007,
0.03322440758347511,
0.02375749684870243,
0.03609689697623253,
-0.019078781828284264,
0.024186642840504646,
-0.007216745521873236,
-0.04318151995539665,
-0.028063487261533737,
0.019065067172050476,
0.02101775072515011,
-0.05957315117120743,
-0.014263416640460491,
0.03555794805288315,
0.0019766625482589006,
0.04911893233656883,
0.04590733349323273,
-0.03957784175872803,
-0.030610496178269386,
-0.04111376404762268,
-0.02033582329750061,
0.006346330512315035,
0.053494278341531754,
0.014476560987532139,
0.04860546439886093,
-0.023068532347679138,
0.021707303822040558,
-0.04493881016969681,
-0.027079777792096138,
0.04397837817668915,
0.0118066081777215,
-0.004798768553882837,
0.042905017733573914,
0.005226527340710163,
-0.03075316548347473,
-0.030176855623722076,
0.013604848645627499,
-0.0032692099921405315,
-0.04218987375497818,
0.025406524538993835,
-0.016121670603752136,
-0.014863152988255024,
-0.0429101325571537,
-0.026481537148356438,
-0.012901737354695797,
0.0442282110452652,
0.036592260003089905,
0.039383288472890854,
0.003789229318499565,
0.05980289354920387,
-0.0044682323932647705,
0.07192400097846985,
-0.026064269244670868,
0.11905914545059204,
0.046934809535741806,
-0.06404329091310501,
-0.06687674671411514,
0.0077804806642234325,
0.011265481822192669,
-0.017687633633613586,
-0.014395356178283691,
0.08574871718883514,
0.0031307553872466087,
0.021320363506674767,
-0.08204923570156097,
0.009053068235516548,
0.023229874670505524,
-0.052366625517606735,
-0.01396441925317049,
-0.03636457398533821,
-0.020884208381175995,
-0.02954680472612381,
-0.06550683081150055,
0.08037273585796356,
-0.06033521890640259,
0.01978268101811409,
-0.032372940331697464,
0.022555716335773468,
-0.05029283091425896,
-0.016428381204605103,
0.0025750305503606796,
-0.04512976109981537,
-0.03814585879445076,
-0.04166992008686066,
-0.011879000812768936,
0.049479953944683075,
-0.02096664160490036,
-0.00909265223890543,
0.06755069643259048,
-0.0926649197936058,
-0.002196504035964608,
-0.018177812919020653,
-0.005087037570774555,
0.0161594171077013,
-0.01627577282488346,
0.09823250025510788,
0.025837138295173645,
-0.01585749164223671,
0.02263566479086876,
0.01224441546946764,
0.024671562016010284,
-0.033585235476493835,
0.1028127670288086,
0.04315044358372688,
0.020170297473669052,
-0.007471140008419752,
0.049660082906484604,
0.007516088895499706,
-0.010756206698715687,
-0.002503633964806795,
-0.033192023634910583,
-0.07095880061388016,
0.019720053300261497,
0.022650761529803276,
-0.005902944598346949,
-0.007311234250664711,
0.10586094111204147,
0.018423765897750854,
-0.06882017105817795,
-0.005236598197370768,
0.02164839580655098,
0.09039415419101715,
-0.01244199089705944,
0.0474860854446888,
-0.0025995743926614523,
0.02571304515004158,
0.04335891455411911,
-0.06636872887611389,
0.03492670878767967,
0.02623179368674755,
-0.051421213895082474,
-0.06957545876502991,
-0.035445429384708405,
-0.0009482369641773403,
-0.02960582636296749,
0.13412357866764069,
0.019430331885814667,
0.024845613166689873,
-0.04852084815502167,
-0.056044016033411026,
0.062490787357091904,
0.04769270494580269,
0.03782081604003906,
-0.022404221817851067,
0.11534290015697479,
-0.005633706226944923,
0.0005008987500332296,
0.025920547544956207,
-0.01304088905453682,
-0.05654619261622429,
0.0008111510542221367,
-0.04102508723735809,
-0.01159842498600483,
-0.04102790355682373,
-0.018860163167119026,
-0.01706078089773655,
-0.005253573879599571,
0.0071600270457565784,
-0.0641237124800682,
0.01663907617330551,
0.06719237565994263,
-0.027118725702166557,
0.05404188111424446,
0.06418643891811371,
0.046228472143411636,
0.00460213515907526,
-0.04415186867117882,
-0.000821807247120887,
-0.01879318617284298,
-0.06903015822172165,
0.02069322019815445,
0.01168833114206791,
0.06540673226118088,
-0.004066139459609985,
0.054738085716962814,
-0.034385669976472855,
0.04338647425174713,
-0.04916132614016533,
0.03518104925751686,
-0.02761712856590748,
-0.009327040985226631,
-0.007298008538782597,
0.01527714729309082,
-0.02005157433450222,
0.0429161936044693,
-0.03560428321361542,
0.021534021943807602,
-0.08968672156333923,
0.02676641382277012,
-0.004024573136121035,
-0.0036590290255844593,
0.10452567040920258,
-0.060867004096508026,
-0.12179668247699738,
-0.03129281476140022,
0.005221501924097538,
-0.0313928984105587,
-0.019577259197831154,
0.042463574558496475,
-0.0006677712081000209,
0.009064980782568455,
0.003938136622309685,
0.06904369592666626,
-0.008350541815161705,
0.001019842573441565,
-0.016418535262346268,
0.019143449142575264,
0.021327154710888863,
-0.04326558858156204,
-0.0032139429822564125,
0.051620472222566605,
0.0051500024273991585,
0.006842610891908407,
0.017715459689497948,
0.03285397216677666,
-0.029920704662799835,
-0.04683506861329079,
-0.05269252881407738,
0.04261148348450661,
-0.021699104458093643,
0.009875484742224216,
0.038206521421670914,
0.023899832740426064,
0.04733270779252052,
0.025072474032640457,
-0.011955616995692253,
-0.0911836326122284,
-0.027430472895503044,
0.03977897763252258,
-0.04646480828523636,
0.009046212770044804,
0.016102170571684837,
0.08183404058218002,
-0.03012625128030777,
0.13459521532058716,
0.024172481149435043,
-0.06742963194847107,
-0.01054252777248621,
-0.002808552235364914,
-0.01470745075494051,
0.020792432129383087,
-0.10967203229665756,
0.0326918289065361,
-0.013522210530936718,
-0.012200890108942986,
0.019441930577158928,
-0.007326868362724781,
0.01742427609860897,
-0.00791930966079235,
-0.015951860696077347,
-0.07966145873069763,
-0.02597867138683796,
0.028643600642681122,
-0.0009648172999732196,
-0.018818242475390434,
-0.06351518630981445,
-0.0025841889437288046,
0.06423984467983246,
0.03219998627901077,
0.023542635142803192,
0.03236274793744087,
-0.04657657444477081,
0.0035329016391187906,
-0.03991316258907318,
-0.08277847617864609,
0.026228271424770355,
0.06054516136646271,
-0.031066352501511574,
0.016718082129955292,
-0.05617064610123634,
-0.05071862041950226,
-0.05031099542975426,
-0.038091082125902176,
0.03737860545516014,
-0.03760669007897377,
-0.02294175513088703,
0.004769078455865383,
0.036339402198791504,
0.01194134633988142,
0.05540051311254501,
-0.0023583073634654284,
-0.0004474227025639266,
0.03956727683544159,
-0.026903294026851654,
-0.14041468501091003,
0.023754306137561798,
-0.06810899823904037,
0.034333907067775726,
-0.07242204248905182,
-0.06669372320175171,
-0.004059847444295883,
-0.05053563788533211,
0.04531155154109001,
0.0096511822193861,
-0.02245948649942875,
0.03169103339314461,
0.13549870252609253,
-0.012408362701535225,
-0.02813619002699852,
0.007518284022808075,
-0.1057506576180458,
0.011356416158378124,
0.039891116321086884,
0.020536471158266068,
-0.04081280156970024,
0.0358579196035862,
0.047813210636377335,
0.00611690990626812,
-0.03651907667517662,
-0.09735521674156189,
-0.037454377859830856,
0.06075636297464371,
-0.017364319413900375,
0.01145813800394535,
-0.0012936473358422518,
-0.040848348289728165,
-0.054882243275642395,
-0.004391546826809645,
0.02311932109296322,
-0.059448402374982834,
-0.08560369908809662,
0.024578850716352463,
-0.018858933821320534,
-0.04784354940056801,
0.01785934343934059,
-0.1501590758562088,
0.0545523464679718,
-0.028424229472875595,
-0.04118866100907326,
0.03065965510904789,
0.020051728934049606,
0.02137753553688526,
0.04693467542529106,
0.09217966347932816,
-0.003789104986935854,
-0.03935939818620682,
-0.015190028585493565,
0.02737855538725853,
-0.0399165078997612,
0.02010611817240715,
-0.07557865232229233,
0.07543471455574036,
-0.007976854220032692,
0.042613375931978226,
-0.0014642559690400958,
0.05411304160952568,
0.03604671359062195,
-0.016428142786026,
-0.06250452250242233,
-0.015860218554735184,
0.006275616120547056,
-0.07317031919956207,
-0.0053979321382939816,
-0.013590694405138493,
-0.036944758147001266,
0.026295272633433342,
0.07390531897544861,
0.00654491176828742,
0.06338920444250107,
-0.07365646958351135,
0.02546025440096855,
-0.0912703424692154,
0.03761362284421921,
0.054920073598623276,
-0.07621566951274872,
-0.04062889888882637,
0.041005026549100876,
-0.03953169658780098,
0.009674740023911,
0.01588456705212593,
0.016106106340885162,
-0.014508946798741817,
-0.02321682870388031,
-0.031492218375205994,
-0.007039207033813,
0.0502975694835186,
-0.07446885854005814,
-0.021667229011654854,
-0.016179269179701805,
0.007176062557846308,
0.028238704428076744,
-0.012822098098695278,
0.011626574210822582,
-0.07122310250997543,
-0.059748850762844086,
0.00676912534981966,
-0.061197683215141296,
0.03426061198115349,
-0.007777668070048094,
0.05285013094544411,
-0.010367357172071934,
-0.04381755739450455,
-0.04318838566541672,
-0.04743385314941406,
-0.07497932761907578,
0.052410174161195755,
0.003218524158000946,
-0.0017081985715776682,
-0.005368508864194155,
0.04883018881082535,
0.05742465704679489,
0.051667261868715286,
0.016194365918636322,
-0.028298640623688698,
-0.0371987409889698,
0.07627178728580475,
0.02160925231873989,
0.028924649581313133,
-0.0026495244819670916,
0.13363255560398102,
0.0059050279669463634,
-0.03723873198032379,
0.03029952198266983,
0.03271273523569107,
-0.001898010727018118,
0.059062160551548004,
-0.00840494129806757,
0.04586789384484291,
-0.031058136373758316,
0.042859043926000595,
-0.05417613312602043,
-0.056918635964393616,
0.03155701607465744,
0.1333579570055008,
-0.05978989601135254,
0.053831737488508224
],
"index": 0,
"object": "embedding"
}
],
"model": "togethercomputer/m2-bert-80M-32k-retrieval",
"object": "list",
"usage": null
}
},
"is_streaming": false
}
}

59
tests/integration/recordings/responses/ef4d211b38bf.json Normal file
View file

@ -0,0 +1,59 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Say hello"
}
],
"max_tokens": 20
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "oCfwSxL-4Yz4kd-984c278f1f0b4d19",
"choices": [
{
"finish_reason": "length",
"index": 0,
"logprobs": null,
"message": {
"content": "Hello! It's nice to meet you. Is there something I can help you with or would you",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": []
},
"seed": 11825451844891908000
}
],
"created": 1758820431,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 20,
"prompt_tokens": 37,
"total_tokens": 57,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
},
"prompt": []
}
},
"is_streaming": false
}
}

59
tests/integration/recordings/responses/f4c5ae637cd1.json Normal file
View file

@ -0,0 +1,59 @@
{
"request": {
"method": "POST",
"url": "https://api.together.xyz/v1/v1/chat/completions",
"headers": {},
"body": {
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"messages": [
{
"role": "user",
"content": "Hello"
}
],
"max_tokens": 10
},
"endpoint": "/v1/chat/completions",
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"
},
"response": {
"body": {
"__type__": "openai.types.chat.chat_completion.ChatCompletion",
"__data__": {
"id": "oCfwJnF-4Yz4kd-984c26e45a790f88",
"choices": [
{
"finish_reason": "stop",
"index": 0,
"logprobs": null,
"message": {
"content": "Hello. How can I assist you today?",
"refusal": null,
"role": "assistant",
"annotations": null,
"audio": null,
"function_call": null,
"tool_calls": []
},
"seed": 6760981245874068000
}
],
"created": 1758820404,
"model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
"object": "chat.completion",
"service_tier": null,
"system_fingerprint": null,
"usage": {
"completion_tokens": 10,
"prompt_tokens": 36,
"total_tokens": 46,
"completion_tokens_details": null,
"prompt_tokens_details": null,
"cached_tokens": 0
},
"prompt": []
}
},
"is_streaming": false
}
}