From f11599e50cb0f889790de6a707bf1983bbbd147a Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Tue, 29 Aug 2023 12:54:56 -0700
Subject: [PATCH] add coverage for rate limit errors to togetherai

---
 litellm/__pycache__/__init__.cpython-311.pyc | Bin 7679 -> 7679 bytes
 litellm/__pycache__/main.cpython-311.pyc     | Bin 29818 -> 28019 bytes
 litellm/__pycache__/utils.cpython-311.pyc    | Bin 72933 -> 73465 bytes
 litellm/llms/together_ai.py                  | 131 +++++++++++++++++++
 litellm/main.py                              |  85 +++---------
 litellm/tests/test_exceptions.py             |  64 +++++----
 litellm/utils.py                             |  14 +-
 7 files changed, 191 insertions(+), 103 deletions(-)
 create mode 100644 litellm/llms/together_ai.py

diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc
index a37c35ddb6e860d72729510e96005ab5ec2101c2..5c001e9abd456c48f9fa455fedbc8ac1f128951f 100644
GIT binary patch
delta 19
Zcmexw{ok5vIWI340}z<IZ{+$a3jjXG1(g5*

delta 19
Zcmexw{ok5vIWI340}!Y=ZshtZ3jjVs1%3bk

diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index 0fdab360cae28174dd029697d9358fc48328d607..c22fe2c5895cc2264b5727f0f3a19105c40c28e8 100644
GIT binary patch
delta 4493
zcma)94RBP|6@K^aZvHkun{3P<`412_{N#s_gandoBnd%_A{bzWY&QE|mQCKix8C;x
z26x3$oEB>py;WvJ+AvzI0@boQRmUo{(;2N(Cs<~xZ=|NJPIac$IEt-~tv%=NhHTUs
z`m*o4=bn4dx#ym9-nlnlyiYzcN%rGeSs4O6$2WZ_t-kC2>>{GvU;AMwRmxPBgqC`i
z5<wCqqSSh7q0Lg3g<KvN5kx_*9jik*e5CA?L=aBF8-F~@VQ!967%K7<g^E4Jp%PC?
zXoY7*Xpv_T*XMw-m7bMcPukcjc5X>QGYsS&5<K;CE+}_Oc?(qrgn%G9rBwcxFA<p2
zAYH@Gk-{dYL`HKY;7NJ#=5vYwMWg}=r3xR(l8WRNqoP!NDD@;*c#7ScTG-)fluBT|
zCTS7i>cpz0Utblpm2zEVG({>qM6Sq}c$%ehkX$2G0Jcb#fUOeQD!8g*_lUK`p0!O2
z$i^O-x(8xsEd8Pl-PI8L+@_JV=N1dXQNbYWmvS*XoLWgHV^5|YCD8Pw=UQx&5g|g@
zy^9K%npsaK*-tY6X30_OVu!M_#H7K~IXL)s&ZCwr^;GPj<BuYle4t#9z3LQ+#jf5J
zdp-X_izQusJ~mo3K!9+@&K6&@P(v2`Xpst9hDvu^Qq>>DUMh8i8E4C1CYBV{9{Wwj
zU8L2f_D2e&UE?A~SGP*LBf?&R-Y4yf7DRHxF2joa_%qf%M}^CnQdPz}%CgzfsvK*y
z#n{J=)D;%DM9NR^JZXU_z#D&}t&!HLm8=Tlxwg2@J{+k8^;MBdX_&2AxrEi!lyp@@
ztB+XKUqplji>;f}0Q3JN*(5<(A8muyr*ww8qH9Cl(RLz4+NRu~JD<Jc$Ra)LoZ}k%
zwR3W(N7&R-7xA;1Wm_$4r#5gKN{4b%q8*Wrsa`HNRGX8!P81^R#`>61+b0_R%(J9~
zbytkE9kHm7e$Ax*In`j&2T3ML%Er(@bp8Kjj?B$jKW|Q2v=a>I9NUy^z|5*q=BRVl
zT$i-s5owgiq;7$mu4kQ<t<J#0)Q)x;$9O=xz9k^tk?ur5K40M>qpV?hP5PdA{OKs`
z&ZxJMNMY2?o?co^f?#cTk2Dr>2g&KOg^?wKaeU4^L5R2^uNN<z5$%ceY!x8A#@UJ$
z6%|Tik^7|aZ`sHVd?TT+ZRA?x1Z?D|WE{*aW#N^!bTyHx5T%R)D}77SkZ?dqUX#Mn
zULKY$(LONWQy%G+sH8t4e$(_w-_%W*5LvyE#S)DOlJSV;^aR_nYHit^O!Y~~{Zm)+
zAEH}5wKb77*`l<U4d%BqM^Wnm$X_+jcw*ic(!NO9G2ytla4!c*q<X7RBN$K4&s;3f
z!f3y7W}X9HEQs`<zHOl=4-!d;_TSOJkL(j}v+NZ15!e3BW==?xWF^z<Q-VI-8}fx|
zGkd-MnW{CQj;;l8rPF$(8xR^1nh;jA`@5Z_ll`jU5NTlR8eOiNf$b9MEjYRhV4I7W
zc0~&Wf@;94jf}ahbSI8AuzMQ|iHDtR9AAbqbUT2{LN_Cgf;6EiiNV%39V9OHVpBb-
zV*hAbDlbPFtLfCjvg!+ZH5%}#!TmlXsHt3>D>c)6;h@);49f}iW=fc9p|G)Fg)pcx
zQ~i6ipkLNat0CWJ&~Y>)!1k>+N=K30gAfGJvBp(aQWr85_EblWV+f8l8p1vrMZ>JU
zxixDekS-G6@CtTEv!2KOw;S21iLElrni~6!D6<8ji8ZddF(u)m@2?rO$4ML-V(+gR
zzN#hm_vS5O541G751{P)x@k!+Zo#4NA{<0WvI4pgMIQd$%+|UoJ4-jH><f7fZCqA$
zHq#cqx+QLKQ^F_g;k8?@F0d;}ptXI+)dlWN5_qfqg{ulQJU=f0Tl_%c`!p>RRH2hd
zTg;T88lEt8-ldzFxNeJ^ry%;m%+qKPGTEni<=gynm?s)$g=@Q+qG*1fqEiRXOI3n~
ztSBMc2|ZfOe!Q-yc^F9z0aKl3A`AkU>Aw9FRQ8U`lRQjjS{QnuOQAQjjP=J!H~abe
zI(rpPwJ5Sm53oz?+w7QIv>f3etL$tcceCxC)r7MBovYZ{PG=1*K!LoyGKF0B`uF$@
zFaOAOGcC^Z1=*smnv{o7#Zk7Q>kv7{UhQ&iDM2~=h)<UdS>;ycBPWf@w@%2q0Ut+L
z(+$%)rfaI1G3Zk!<X%cOYNq#I@kuI3xHisZcx`t>Dcyuh($$HOcLefCr+6UI>k+=g
z?rSJwKkQ!C)Pda^oS2#@8S(7Al9*_P9@bP{jyo~TX1a@)b)(qJ2>7v>DcXbqAvCQJ
zgAlzP`4NQQv2u5J&fQ49it|LjM*qM<?!p6Rj*+;9d7+FzAk4gEhF=NFszIkwGVU%E
z&zSeAX+@eILw07u<J{TwZDiSf!KOxULdyx{qz7bGranWX^pXIT+{~WycVgD#FpK^f
zrxIDmP_wF@0T-_~Jmv_U@ai!L^PR%wn~0E^cew4IwmUb>iWBKE*7I17Z@Oj6o7MHx
znH4jR!dbzR+kDAca?!bR)&k^v&a&z9#tY7-i_WH58!#@X2>IpH<xLlyt1miN&!!7m
zrI)jX>iS=&y;46NP^YW33su_1Ds4Km{LQlZKb5t=QP$2r+Fo4O@v)Frp8YAp4>r%{
z366@X`stiT_&u$i(=N6QPJ4#lXc?Mr8Djt5vMMw0!NA3WhUqN)vGq5<@3@>H^pIXM
z-Miz0d*?;>PBwjG1KTy2%WfaM;JBRj&B56BwqLRw*w`jKwyDw$&1<&4a%?Xw?pufL
zn^k>P*uG=wU4-qs6$1s>{<EdG8QV{m_Y`6KnRQbIw&%MSyX!g8li$N7&u?hiKsaY(
zTZVg}*m8bA%ySRqLz{2IzF%PP-0}qJXNPySx-b@StYO~L#Ry*jn5k4Y=%h?_JohW%
zp)U5puCkQ>LU%@FnY(wA<+0J-pAsvccFfyUzzlCk9<L_EOo2R~Pz<QSW9+=wnUXkZ
zOs`A)m&k0x%ewg4mqyQnFntN35Wuu5LHIUP^ofyB(BS34v`RrguzX=SBqdiy!cL|P
zZzLjnc6enO>NXuCKEuDq>xY9;k$GLqCW7#HG4|E)L$&}v@tbj#Rs??b-vHD$%9%GI
zb1T9&061pn%iJJxcOX}cpM(5nFpS(01b@=dX7=T1!<NIyNn8X@;S{XAu3Y*w(!&T`
zJFlO-lJX@QaNsNel%ddwEJ<+RpwA%l42uTJ51dBwF9^>f{1t&$DSNz1@ne>6hVPYc
zvkfQly}pOky9hkWp8=)Y0WhwKhhGNFbot8SPVnECaNOwdpQ;cm+4GX<4TA^-XHtj4
z<PuFQ)fAZqP%Y*Fa4cah%%cVln9nC1)GYw8RD78nyq_cos|XfrXRYHSWI20y{Hr3o
z2by*$;a(_5BbqLowlEE<275}W&f&>)5N7aWe*>FQMj;pbL%Af4r=JacHmnx(U}AHh
zLF_QGO}k%HM}q;cj|TMQJCK>17)VN=DzNA}_ME!CkY{QeeG#<{qZ$i%fX=X`T61M7
z%%Y_@@>_%o9Jczk@FcZi{|wu&op3tfB-K|XRb*Pg3d7Y0c*bYKzt3J-^=mxh{IXMw
zqVZ!)(R`9u(%>Z9OY2a%Z4_AXFN5NzNHNVR#)_g3;};>cJ$~Cm+quiXNLvRLeL|5t
z>1r5-pCIbLkG&8+K^)7cg$2LZPHG{dCxZ>?4cB@yNXD#?gndLvanAOWBo-h3I8_wI
bPX&OFZGxC~s9-jOPuZW(F6ckAq9y+W56gq=

delta 5691
zcma)AdvH_NnZH-E9=0W0vTXTnB>a>NmS6a7zy|q&0h?gJc436@y|!ia;^;bHM~VrM
zhRk$Rhchj7L%Jpdglyb4RGBGlc6OI`x|_*%XQfn~Xl{oIoi?3xGhxLv*`4VhoBh5k
z%MY?U?A6up9)0I~o$q|-obT$-BKwz5*{nCU+6)G+<-SMU_g{H6tAIWEYV{*0!?Etl
ziAs*)H0~--^+Ywx$QZtIwg!3e;<UF}hIt#l$!o#_yjkviPr*cir*NXsQ#4WJu})Y$
z#S_IW1AW=hS36NF=~2&aqs}zrB6R33F%#Q)Jt#MD`pqh*nQ4a0;Z)Mcz_Gwn$K`J3
z0mTfbav>i(mCXScr-!dWYO&B_xjYW_7_V!&eBL@G;|eaRZiCNnGYrj_8JlceA-GV_
z6#+J^I#RsZ2#6cFVo4c0rQ}NJN!gadMy?bjnz%B+W^N1M4vsy{SWMw-vT8OQk@v_H
z7O-Or8<jp*y&ocXl@VClQ(Hi9sm$z4;eS?LW#QpS*UQ<L=o!r*;Cq_i%XQu_!Z);9
znM5qUQlg>PG+R|K1(_hr)zbSKH$AOukY{`6!hfUtHFA}f1;T$c$XL17I~@Kj_d9ZV
zruSm_V!<FQ&+tA7|65_+nyv+4f3D<&Jl%UN{M(Wqv|n2G53F3}{Z07eEibZ_Dz83h
z<c^<~;j{)6+=(FbEVCpdqulY3kyCJtyCc*>Uo)4owe+Xv68cwp+3ZRBdY-wo6D9Bp
zwQ^4GRIv3m=5?8i4YhHTp?1m|3t5gf<m}qhx-xVdw7)G`Kz^1H=JA=lI6f)4c?uv?
zrh=wt88Q|$aZ}W6HYoN7Tb8?NPhnn9JA|f!o91S&%Y&v{EOHd4)G@)f71!-Fum|7d
z73vUbQ*DL`b}a9tXVkfLs5UDt$Z*H$152TNRdxB3s@qm(Z_7a$d{fHkV{1`Gur=5*
z+ma%#9NNspqLp1KE5}2fn+ALuM0ck|F=$^Kx;xkjLpKW-Q(O!qEUvd_dsFRTC;eT1
z$<7Nb2O^wjJqjRR{r?e18S0-h(*MZM(p_LTE1`}ph1wnKN<)?OZoZ8^Dtoj&&HLjZ
zBdmp(VP^NFd;-&732Vs#JBOEM=jG+^4Rt{}`P_C-U#Q#DAKD2)>RKM4(XD27kRHm)
z%iNdJu;Qncl@@x^+C#rxna2*nq#NmbmD!42!ClMyQ(;wycFUOH?%4x0TG>ax%IE5q
z<lb9Pcy%zP6TJHD>s}d>UJ>`OXC&0~G>_N-by|0WPX>9<@|stwUT~v#_Ry*uJpFE!
zvHY10c9%FIWDM&4)=lv`Oz#%78s;|7eQ1yH7QJ6)q=zjpvjSvhiF!%q&4LyBEPYVj
z$tKs;S#)C`cP`lOVpmF^Og#a1y3`ev@_92y$R4yGW<cfq>Y~?CeUZ_`EhK-EZ*%ki
zi@Qf9cb|L0-9F(*=&mf-M<1IF^8R2y-Bs96U#YgT^WeRi4brawL)2_7&U`*Ju(qM#
z_OJ-U=ur%C=eZZCGdnjewZ63ju)5E~(!6k8zH*WN&f31pw52wmO|7bI_7eR@?OE;J
z)KDSOUZfw_mR4R^r&KT`KQt(W*D0`b7=wc=-=yYkhVsGZ2hXx+nRD`S<}7Qud{E5x
z_&DC}aJpU2fWzbTlO}p>+q>pwkSA>bmUL2wZ5u*8LIXl0J=1AmyXo%jmslJ9<#tQY
zD3C2OGJ(C{02sBfVy4?SJ?-*NJA9{REoo#7`%san_YoI#INc7y2mC&7fG6YBR(HAv
zwUDC#7CAY9ZB#{8b#EZhpVwVrYpC63V@-6<R>fNBbzAY^nz*QT`dtoT-p{Wp5|w`9
z^Z12Lx_qEqR87wKT$6l2OcVHX0+~gFQ&;MR5*}OA2r~cy+{{fTg5?1@P4Dg~*PVdU
zfVlCu6~RY;QQxZVho*&1j<uGm8Ui^|=#C><wK^vHt%mZ<VU!s`XrMo97*QspLv@Wu
zGuHw|PS7)rC!gv`<{#EQp~X#&J<p@sb-U^fvD|@O=Mi2&*x&{Hgb8d$>T&u?)4pND
z=y1P%bin?Mqi4|3GcxEHvX6_}o;hI#rf<P1xP0CPRWI)(JTWb7oe>0opu=W^z}E@B
zX<nG&N!_{m1)Iw|#S`8;NgXX6PaVo)EyOuc3QnA7BD${ReMhyFf2}a4FJGfb5ntHk
z;OOv>{a}Yl)CL5?J3S7;cbfMG77E->@ARB=n%^#E`u3DJsl*^YuqA2;e`byk2#$Tp
zoDtJz13oXYV=z{;?|Z5C0$6Yga{<RBEFCbY;0f^&QR$l#{Bwe+ewHVYNlq92W0U`>
z<ITjpT1_Il+<f@y0!teNx_68{UEt>%1U}yJv!@Ewf4(jNWBwBdV3CRPIpQYguq_vr
zE-wr<ApIl<sJiu#Qd*qN)X`d?#5H4?prO`$Wj8cQ0sZUN-ew0jy$HCzi3Z^afSB%F
zm?OO7G(Vr*9MpdJHR*J_$tcyey$<`|58JGnCS;Ync`tdM{=Tg(6W1BRJRvX8s`eK4
zWqP80D|?2XZ?9Waug+#b%t>XU)8)V&0gQ+WKXG{lG0pD_2x5jy;EBWS^6~+KGc0Cq
zm|QX4er}TYW1@=+ZqDNeg~{1<OwKq3hm=tPavkMNscEnC(?ol|@^y6W`&8R;iG71!
z>99yeg_wED8Q=xpD~&c6<uZ;s-E+JhQ;4X5VA;1}vF@gt&iWED-8<)ToPwkd5Ud!;
z5W;?hIy%<5dvPl?Mb+wNn_S#$>so|htZuPV+@*9kOu}C1=5b)_JMb=4_)iGZ{_`3t
zO@r`w$O00dL--XEbxyA^LwtVMq+`<U;=OcB*S5u%u{(m@vPmC_VIyZ|PTKyboRcu2
z$SIKDAlnrLTvp@`^2xzNQHu+1-5HE2NyZRaGS=fQreT}Bfn?3<Y<PUT;1nZ&LRzNN
z)!49VPE4QXy*zOW5Zr&q&a71YSKav`5?Ma5kLtRIwxzarDXkE?;T!m<05_vApJ5qI
z&dY7zYCFF-A)Czzzu0{<dokK_D8AJe(QJupiZ2i2=SwA{FOC$~MRm5A&X!=(^mPvm
zrIE76sG%ulXiCU|@Cg!{qK4*}p*f)dLPE*p7AI8D`ce(8m|=S&lhKwXvY3MENR2(x
zxCaq#W8dZecz);Qfp}iQ)v+s!V{vJZe5Va|#;C3<rt5kvml?CZU;r-nB{CRo?nj!E
z4>cvrEs>_Z5lu-{V~=U<5sm#5jXsjo8L4SU%;}73x?-BHh^FhIZp-qnh^`Utcy9Uf
za4fg^UfPGbU6I_bhsLt2o-3YsZplM)ReWnryk>uILZv7&CKv=YQ*2G7V@t!7)ZW<@
zEAEV!lqU>Ke#K)ZBR}U0geCcxMyA9T&&|Jj@XEnxZbdA&VwwNP(#Y{idghse#jo4=
zzf6=?B=nN%bW{znBu^L_eZfaM^M^WfyvP)>cD^6@)wzV6(Qkds$n?MkkdQ#lm@D2?
zzoEX7aWi8{`#_f$F}5yG-t;ZP6Yi+4EvAE*w#5xa*E|tJE!+=^%5Uwxx$jOWTG1V=
z=#Cccj1}#S<nD~;l`L!T%*0HskvzQD`0kCxY<<y+{#ZqSv}hn!G!V%hh*veeGZ3rl
zzUPWn4ZN?9RSmu07ppoP(Um_imERh8b8+~M;del&Ggi?VHFd>IUEp0s^$*lP%KqEz
zNZU}fW`C?^f3)I2tl~gKXMSiOTgtjNAJbXxm}9zacgAD7)_dtuUGIZ!^(%vK4Xq4e
zcT{JITW!!f8`V`mtZa;1I^q=#k!E|e!VXDS3o!wZ`m1%-kTfOMCH1T7xHjiI(=lUx
zM2q()nzCyPQH?dGu|_mjsyg_o3OIY&BP=zK)KlBAKI;jV-NR88Bn7gB%_G{h#Ss~E
zbDyaP9{-}~E5m2BqOS{|adV#;pC8NZ#rXWgmO&#vKX0)&<MYq8dnCU9su@w>@B96A
zJvON^Sk@~^-rvvcWhKgpETd<nTz-E<lhZR&2G24ODVI+&^arDFv3>N|kyZn)Z74`_
z-z4P-GM3&rk_Q##PmYu-l~7IP%Bgr{oVA9VkAA_XVHHYGwis#eSZA$tys@GZcC9(L
z040+PdPU{boB+qz6J_F^F^jBLPJcaCQ;9XAMNQsEbH79|qF9>S1*ecQFn7x15=bdE
zjpr(pZqbhM0XBnP9N!LZ-5ob7jo?<XJp8ZY-&IUYm3R|sX+e-`a(wX{B@*!v67hwM
z90q_Ac>UbPBbOXQsw}zBOBK6xI6JZH)P}AD^aDrzq02~FEysV1EX_#Jlb>LF{Zy9@
zbm@qZOxUpZrvPw>dQR~i2k!yoJtV$MhfbC);u{M24B_t(ev2TTf0@biPdbC7!AN73
zhS`ct(pVp1>vIGtSpN;JKqi1`{gNtmF`ZvC4u8@y_3*Do0RD<&!k?b}dznKz43&ZT
z0Gx7A;-nFun<rDK7H1rb9>32oRT&U~<g}zZ1E2}bCCy~xy8{%2sZ*7hz?hdRxKr?E
zGQ)jkd>6Q(w%`Q^99gG)@WS&EQ0OARHCuY4cmeeyoTKmXQ;>K0Q+ie{rJ4dFRzGd*
zl};s$7|a|dt(ZCK^G>;@9ZoVG*qC>sezjwRKQ-XbBE39)EMLmQ7V--;h_ffkVf^HK
z^gpMYP36Evim~Sdgfi?-oAmkTi2{GWOZUy(pfXq4qLjNDDDoXp*!!fpmEJkvsALHK
zeS+_PPR_ykpxAkq;J<{TVhTu*<H&+bj9@|&oE0fr$@dZTGx^emeoDdpi@FO6tvNTp
zle9xG+>9)6FMPvwgAI?KW?9*ACOzh^-!q)aW+a#m*vB$TL!zJEK$5y2t7I}690oGk
XV+A8qUos{#Bo@v{KXBhlL&N_Ab*R?7

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index b8c0d351be80aeac6a9a144e7c2a65dbc58d4834..bf7b112ca47224d20d5d4bf242caba7ef2b62ddd 100644
GIT binary patch
delta 12854
zcmaJ{31C#!xxQz%tdo5wND{IQSqMQ^!4M#<NeF_XL6{74FUf>i!kGye3>^^aQmv12
z!1!99*w&>eR&Z3>S}Rhu)+c>IV{31%Ri8equhro8sFv6Ff9FmzNuck-d^yX1{_~&z
z{O3RaIrqN*Q_J6;v7|g?w<jv}%vt`i+E(|Slsr~@qQb&_W;MxM>?>(6VT!7#$=<2H
z()Kc$wtLHc73~$2HmfP#N}r?M;hWYz%~#c4<*RP5Cc08zO?!=`P4(9LrngV`)wS38
zX0*@n)wkEnc4^+3zRTM$XNpPDSobWk_n90MQ^YY=8CIEV5&atJx42VrEz#<=>DtnK
z$S9v!N^4Tn7f=~dF7qhu%Zaj1TdFPHYKqasQbe5rYNA~6|4@dBgh(@^j8_u#RVHP*
zqGs(^)NHNdL9?PfLO<haUoGo$s4n-Sx@K9IM|JrZ)wQSv`<3=qbrQr?3-?>v*N~bg
zd)v19*0!&OUZ~5<sOc1K?Sw9`l66H?SNx!fgrT4DxYl_{7b@FoR!jD?_Vwyi>f&m(
zl<*q0MJ=bY4Qi`eNq?^ub><wg$ZQF#Yt$+#xUN%CD`-OT&!IA!mUgxJK}PK9XFMby
zDUa$a&<SD9)^xR&+HOoxM*gX7DovJ3)1c0vUp@V1YS*imYu9g0R%h+Ewr^5rlQ^5z
zIfPDi?*6dS-l5K;j7yzQxJA8!(5)^YRMoZW!u`ypsaH~NtJ*-=sa~ZnqAt7CM#_2A
z#f07J62fg#D@#c$P2;uF?p2pjy)Qvg*Qu+htzTVD`GDF?*ke=KI>oVGtg=i>OI^=h
zZp|AA^fU)LJ2fu0ScaKBvd+4RvB~0ut;|+Nn&9Q)P20xYQcCVhYte#1SEp9%bb9=r
zkki>LTH{vOE(6&VaZlW|I*{phr_=3q1%t%g>vSGv+(D&5D0UH_2HMFZuv&Z>x6D>0
zvtn`lml?&BblCV*l+*)C#j1p|rV1oy0cHc{04f2JvyD<kc=j0V4Oy3T1w3voI4bKp
z@kGMP2J}T8RHJbXpcWtnLNh)cP)9IUUMUISDzPAOogr_%IGh+@Z;JW01;u8M(r>+=
z-N~5J&$y|d`3pmFL>_%Y2_pR$d5ey*@dnn(Zeab2(>g*nE^VS5#wDMAGv(sMfu!8Y
zrhAZ%AE{9lnodhA=@>c@&m_$(ETM!W!BF8mN^?0bIfTg~F1h>~smun{ECMtF76W1$
zh44`5c$Ma~1XRs?l@{y?_=7Pc*hs{|+r_@*X_YhP4wkpy*Lh#(Gds`h{B_?eeS;0x
zoo%>osNuT7E87R-+i$hpk$fO@s9&5;UdXBr+TUR%;$3?!n<mmzmNKunCZ%Ssv<8Uh
zFdKttf^5+O$gVThn0L6PQ3;#G(<!B_TfCjp&?G0>(n`<8Q!TY2SzdCgrN#j5LQQoh
zNMVo_jsKYwc{jC`<->w?dk^>cL(Ux<-x3IFyp77Xiz(?_Syklb^g=Uh6F<yqt6vLJ
zn=hdDdbJ?@R#B0(P(8!r4~AT{I$VC$>GAahc!+mU{f&{b?AKZS1nX3(hHC)KEtfLM
zb>v1Ca9C9578`cyj;zbQk5z*5DATPwT;5*osEIG5yl(M?G~ZZ3_zE#8-@)z`P5Dz<
zmGI<WDb0s>gRz(362wQuUnOyRK`nEOMFlymQEVu<yg-_jG^Xun%>h9`NIXzbR44_8
z@^_`d-FW<+qbu{@#5)CdQujTRhHVA|v9++G`35xZ1MCDq$A+<jzn(#A)x1tOw5Vz!
zm&Y3<gONgvHVhgTLP{6EFI>(Z62+6fG(&ez_S;D43sZkr93oZ@>ln828qG*AO({ne
zZxdgXHrGiZz||2SBjq=PKvIp?8$t%f_OkD1$K;h-*ahmHqN2PmXEi1D6pz2BHzeiX
z;&N}}Ey7p6fc1%o%WLMzQS3&8ZvdoDuu<zw)8jE>*#c?^!V}Okl@ARwtzrs`MCvN8
zx0ph<$emS3nc1{yu9#o*2WwA)5=s&GwP%Ui+W5Ewj4$g~x`p@KQ$&01;v&jtP(F#+
z$wy7fA4w{^<ND(c*5z4tDEtokYwC{^ZPV*S_4G{U5R0Z47zMM~_A!;uPcPi;Ul=ML
zWuk<pj!Bor(rWIpyz!3lSpN8YCp%U!zGQcNe|)sFH>Xcxnd1EPB1n-^w=VnLsR~m<
znEB|VP6{Q7whdY0${8i%$kWMIwJ=nvh>m%erNZMyAD$X=3=A?>5YLqBlmn(a=7{7O
zu33{?`RGLG=>hH`%XN93Jn95FriJeT>;>EexJCS6#*FZ-NJj1JUq{kW13?xGM7O$K
z?k<f>i$%e*^?GVB#5I>M)&*Q2hxah{J*bXj%XKg=(^nX2kbSkKnU;8Sb4zWrXsB<W
zbsMU(xwJiLk8&k_i%R+JfI9%+2EZoyod6+zQ=cD}CM^wDF68f0jc)GLLVO-*>H*j^
z^#qryk`ZGNhbT`Qk2GF6;8DdHS~`qIcLAUkJ;Sf<bQ+6zM4Q0`s*t8^1Cl*2pIMwr
z)2RgeEsC;78MZXB$c~wX%wA=$Ij0aDh#xjh6GtxZPs`3P`og9ZRot`txaHL;m!B1m
zSyzV7Da!nnrZ?(m57jpfF556vf9-v#Z%nN}t`5y!Ik;-$(Cq66r{e$H6;(qO^9QeJ
z9;#@0DKJ#AdC=K4RN)!y-ZoU>9rW!Os@OTKD1B_P>2pP?Tw<cka#Ne>Q_8d<1Eh$|
zbgk(}mZ8ck1{bspRkpqq4i8m22Rl4NmED8eyhD|~LI2L7${UD&7h7T?*&IvJnDFh&
z>M_m!zg7mlfh3E;VTI{B$?m!+JEQuX5{~uo{=8+cw{3X6qjRvQZ?I$6*^XU99lHkG
zZamv|<51g;gKPQ+=j}c_Z}-r=-GimGhi!_JZD;o_9V(qOICtex>8h6+&X#U`zo_DV
z`%uxGpIC<Gt{!aOG&Gm=<R6+Fp#F-R(Kq2>a3{$XVyh|N7%Mg^&!7L}l*(bnoL@8s
zY)WC#-Ip8x&eJm-NA>jgZ|8^O#m%$#+BYzo>0wOw`Qd9t)|`fLbE@)OeZgY8aypq&
z`m{Z9iN$<6ck1E>^Xd6klr&hW<d>EVO8+vqv3k`k(+ifS+*O69mnSjGyj+;Ls?Pdy
zxfSUuE7Emlq-UC_#mloAGnx~vuf*9X^Ga%2^Bl9A3~=;`ygFyMiQOXF=2x;?Mc@2J
zcC&bTeq{j+d%_au_n_=Habf;7Vd?nOg1v5vOM@}j-v$Z+7+r9Bf;Z6V)OKk85dRKp
z4gw_m2@CfSRZx_JRj1o%A@zDg`~eU@2$0JS3ol5)WP-7_u&(}aMGadONm%fdIeZJ~
zeh7faqDT_^iu5-WHsDyu7oyx^Y(tAEty^h(3~(7VIua-Di1(vOOoB_O#E~N1jh?oZ
zcI~`gu3btMjpCX`Q_H0+KLW=IS{T)oBaT;yBa2FlV_nKYAEidYI0ASQdT7w^EvjML
zA{mWYZ1sc)s}w!l2p9l-AMh~XNx+1ts}p4aIK|*0v3>D|yyeWAKCE1X>&2Uk9Y$Q%
z8A)1lk~t%2e2Gnircjze%s01ya@0XnkRn@22QHaNr!J?~N|YmGEN;rRo}~P@BMX}{
zP3+Fd+U0j!=s36bfl1=Xs(7)wIcrvOJ`ottZqse?-C3hKbH6!+KrQ-o=ZvOu#i8b!
zCi^zI3V3|KqS|9z{BiwEO^M}qTl{k;aLOCQ$<|V1AIC}jrnxYzru8$5Fj9zBT8x#N
zPA6S@xJga-Gc{wkH8gXCm7?^U`YrudYLOXh(QiJM^&qL_5vWBzyKVipb&3oNW{s55
zHA;49PAu2W3dP=E<i)Ew{mS>~c0>HVrK~ouRkt^<T;D_+s<Wx3ab<HXyME2;rdBT3
z4&<Y~IA5%3ZCL@9y46c7*K35Wja0y)HDg`LJrP^#`eh@*fuxXzj&fs>2gPt}jd?O(
zEsEAu7h`aG9C-wU&2pF4ZLXdk3RU?-XmVWm)@TlC({AK7z&3yikOnKQ%P^;dZCPou
zQ@MzYo<(Wf5;}%;warXD&d976Qvh|IHeB1>$ir>9rpQ}YRkMWj=4|Da?5Y-%$Xx%`
z63GIlsAsx+gQ0-W>Gk@YJv^|(qiX!9*>DWfR$nJ7hs9X+2_em^`6!a;<1dM}s|y{!
zfsFqF80E;(AUMXZQF~S#zPgls9QoPRA6sX^t>~FvigwUxR5i}PmTnnWtv_ngZ6Oy&
zz#`d8DdvbjZfs$zMb-5sldyI<j8ab^qG$vom;4dYb$xAkf|q>~lqp?wT=Qy9xGnNp
zdR&()=n93n^xe8$bp^Y&1YDfX58NwbHF9*Z!99Q;;gyUT9t20bjGR=&dhpwD*?NMn
z&l#H3MKPet4}<&(z*)d+fLBG`rd*n;6`RUT%oGW1`qUJLha&yHiu#WMqvS!DUPsZQ
zMaIF?=JtB9r+h-Ck7AxTQ-Zcy%=7}QeOUQt(9hDX*~7{xl+U(i4J%O)Z+Bcq=c<2n
z%w*vXV#q%Qd=B^m@Fjts><;wOkvSCDrul>XB^1$N%N<b3rgfW4Y2?gd1G*)o-4N0f
z{k^^s`ti(U2jjgvn%P5vbmH!mJ<%TZcPeZUr?=cp!mV_F&MM^woESYh1}M;m7<>c4
z$Ue3J1q+3yJyZZksHeDz%-N%HLlB-oN^6OfZ=J;At5C1F&0_BpSz=S?{;)LPufQy7
z`vx-<n4~PS^~e})v{HOM6zfxcY@g+HFRXAg!NtQ%byEYc7V-ozM3UZ4WFB%qL0rM?
z5glC{=@k9*t~p^`jNX&D+um=d>mgICBT-N0TBw)%ovvV?-z|@ox_xVayESLX<I@7Y
zA?dC3xRDzTEI>Uqx~^S49_JPp9g5|uOEvW8@_JlBr_a^HzlRY>6HMW05I<KQThl42
zTV1<osTi&>L)_+>mJQB46J+4Vvykc=m>$ny)Ngz8toc+D6c;>>+{we)NjbJ*g<wzX
zaDkFsFlfo=Rgs0=GcAmZ?fx28AddJ8ZMk5QC!X^kY)Ygg4XxMjHuOZNWu5u?OpGV3
zhZY)Hnnn{!r?^m`46A76YCYaSpN|%X)1%T(yIR~GSbWViFs%Yy2ABe<21qvzhP((_
zy85R}Hb60;5^xZ;wMaE0CC6Nj><yx>XA%vxxhLN`lL`(-x_kDR%V0}mNTqs`saj9K
z8o-f1$kQXKp<lCnu%^hY94*QKQuAiMOq}a2w83cURwr{uC7p^F?5HUO=dm{&hAgs!
zbn(p{bHi|rx(z-}qp|B&?()-R@Copd%O!1#E9CAXgB!6ud31ExFC{LgR~!nL6Q3B;
zXyF)=%PmIwKk4D@Gz;<y5w<s9GrZh<Y8kXsuQHN}Ley)edIK)iDH%%J<4cLyYL4vK
zxtXPXPLb^Z#kT#*Qssbo)8@!~Hyp8=(?Sinbj@-V(NX?giV#Yoam19+67koECbK4^
zdg=l59f)2^qt$CeOx$>2a(D$v5`DU%W%=;J5Tdf^6S^eLvGVa(6|M^EVd+0@S2@CM
ze7iJ7kqtX=!8=t6T_yU%WvoK{Al#a?j+*fGfU6^4hgUFmS}fhWC@~>4a-A>s?VZc^
ziJ$K+q$A4j_f8EzOT><8Mu52-Gt`dOa2k3do!s5q<UH|BD8+`LXVNO64cZx0x6w^M
zT~*SW;ipg&r}=kyc)-u^Mb3iP0DJ~m9-=&d1<;Ia3t&B99VzstsTHZC;^F#_oHI=u
zwp7jQaR>Zbv@lUTc2jmu5~|V-|Jdy6(|EKt4&`>2Cy3A|S{5(P-IOz52FtiT;Qs=E
z;qudfWPkub35My$aRgMx*=V_F+?TstO1loy9;TX$JTL!u&;#lyEDFw}Jr#EmtC%(I
zjl43%{RyktIc0g|$iBar#1C)I6Sv>|-|1^ivOHRS{);wo%PrO6a^*ftndyGkQm#DE
zs5DkupDQy_`nd{*bmiiF$~<qfEln^z9}lAE6B<oTDb^Q~K=p#1A)V5gL75keZObZ6
zFIIr+#mYw0@*3-}rh)2L)ePyHra6>3Q=Zr|$9$&F)KYIgQ*X6W#%&Yq%B;xhTh(Nn
z40)auPae9;b`{2-DC~#lBw-Wd%aCstYYy*Yo5gE~%NiO{ig>~ZWsf2CDB#BgM{R~f
zkZb*Zl#VWV!|*nVId_%TNgj((y%>$6SFe|%-$>o>DiwD=GC5o%&zr^aCXNoDzAc)n
zn<?(&kAV@k5!&G_p}roCYUP=^7qZK~WWWtNIvw}=$-hsOYae**2Yi#@=tVcY_bZuH
z7aI(^qkG}`1GUn1@&dFn89N+&siQ;|>E@n5k1=v-jmOap;f9`|kx$pSE2Qy1qR<Ul
z5s>L=?k*Pv8??1YU$k)*b#iGTNRdlRk8`_vXfM}z_$`$E2_W6|<4AR*#gCBkAcbYh
zJCXVhQgUCCOT;(|pzK?K+W{v5X9yg5978ce&)Cpo!K^eJ+moQVOL*^IV$7?Ydl}+N
zt=~x9QrI`<hTd3S2)o5Qcjsh8Ux)Ay!3PkI#Qp30=>?6*#|%v}iyEr!kr@s@h9kX<
zoMyvrQ5FF7063ssbUZTEwgbtH;<iUhSN0*fi$FKy>|_`YhnTz{(1?CzZ<6r@tK1C|
zd5pSVeECS_^8Wz!1R7br34}WVHvnP=Cbd5oWiU1V4Wz<CJ60ElVHk4-bK-kYBh5yh
z@8nqbp-dV~Y}!Xnhu?%+X)RKOt(4W1ymW^Yy=^jVK-xvj5W3I^W)kMofl9*|Zwav*
z2x%vdj4>w~Iny!gXoTcr<_cMP6>}T9xfSp&!0mwj0BJ8!zlk44T$DNuZ9W)*ipaB%
zx@~iz2R+FZ3qUBE9<{`=FR1i5mz$1Fw5|>j&xb|(6U7t{|Dz*6a`=f&Y)TpNX*HrH
z<9(Psqm42U=}*mP$3^o~b>S*VU;>;2d<yuCfDQ=(q&onz^mC-X0N{+n{|6xF@;p+1
zBN+F}Ncz>UQ8l3<n2o;6$wKsFyvlwYw16Lr)RPa=G3Ke039RWL73@k{K}X*}(S`u`
zsvJf|PN)&&QmY7q=?Fdt1t`^%#~#i}sMW&q(@ixR>eB$<r3RzAK!YTDb?8xz8+!f&
zs(mJM=TB2u7R*^s47s+@N!ai5X*3%N;`q;2T!zV$ujM>j`zUG%X`STb=&ZtjM2*jg
zoTrz_n=m&MX-l#q!KeLZ+t1MR)8d0)Jj$}f;b*Tbkj8rorOyH65|A7BY4O)*3)l$}
zf2z0=TGXxbT_$%CZ{rLx>d<JG?m_9JV(qDUNhgr}CSaR5e5%MWv0s8Y;CGSdPyNP{
zWXOTShsD3WFf9#Vf$(FJ3E;=#cP}gp{{i(8$~$uSDWsnRj1dvp6M&zikz7$vBJ~vD
zB;Y3iIYwg)y>yAgjWN8BhW`bS!u=Vk*pTA*qgiPC3_uR)6jINL<1ZFe`-t|Um_<*)
zy@qjA^Lps8_yRSsStDP*_+dg?HX0uRz)tu%@yXzVT-YE@rZgES&~pHF-xG_^sw_A1
z(Af-T%R|Xy;@MXp&)x|E!vMKcNDcl$-27T`SSlZmO1CejLu1noZmmb!fpoOhXz~$2
z>fu-5n2N0ISDIovvKas<jc(H@`VaC<6iB7sE~@}%0I?Z3g>02HiA$(+WF?+Om-0k5
zDAo>5FP0%+JT;|NCm&<!{SIV+>5=ab1>#)41#{Q{ou;H49_>O;AGwE$U2S3h=tiay
zjiiEPhnP8eBZGd7Zr%U|;2p93&2_ZGUwAXYloWIEe-yueYoTGazXB=Xqe$7G9y8f7
zaJp)cv?s(n?_3#%$<h=ar$176bk`soT}zaDJYBlER9DC)Px(Qt%u(~y(>R6IbhQ=W
zP73!!y+IOQ+S&WWOONYu^<fsI{Y@Bvj?MszEpqR>KVk6)DJ>n$=J#f$eS^x4)#3u(
zz2b-Ol^CP>7<oW`WazzzS)puZ-2X&p2TkSV)`{=_*Ob}{<iA9#Mx=}xq}0TF!cr>R
zRVZeBl$9{@ol>>1d~h}G1??Y{=Aj>B7hoJLgOpcjGQ?dURAtPjQ;A$kdz3d)GjC1e
zRpPY|x~EIoOni_i`S%G($5I-s;;~MXKTid_CZTV!=g)C$p1AeT^q~v(An~U^|K29u
zZKC+ahXolhZT>poUNE%KTa1rBbkNN})<?_PLUH{^Td3W$AALRdYogf|UxFL4lKCaO
zOeMQN{0BX9<<ji`FIDT7tsaVJu<=A+1#!hBKK<`S#BSzaR<ord{FmKPF>?O;+g7mT
ze+OIu$b%AwV(_#`p8OxE8kLgv5;<b}QjfMqf-&D#%>Q^bTSHwGiXVLJigq*klT++#
z@zy6fHfcp)iLXAHRRURKEO`&Qw2$Ytc6cGXPW;R8XVV){OO*<jqNP)kZrRc1XjJ=<
zWmNm(#5ospiOf$QsvK>pTj>)Kx&|%-ml8nMgeIAy_Oon}_}M(xDVBa#CRLsv+4tEH
z)1V|h*>IqAKSm#G7z=_pL~qz3lA*GALuI4d;;*8yMfJEt{MVqD4&zee{rMM5Soh;!
z<}phZ(aEoj>i_2zOLz)eN#`u%MLB|8s871!5~N-MRLG88p86T`6DgicGC8u06(ZNp
zbV=YR>oL}j8A8jolSC;!-swc0)5+_=PO3V^qy!XR2*M1&y{O4XDi1Ka3UvFrP@rce
z#anWphYgd|xH28NDv}rSm?oWW{izptp9$`xh-!`1dhkL#>x(2@__4_;H;Edkpca4?
z&Cf#$tS>Hy0O>hN8kI37o|GG0jTwhp4Nv<S7yzmc=dd%zTe;7k{E*c$_U1sIiA`T{
zifDBk?VIkMDt`;)m{Hv#UEl3sB=;Xoro*Nu(Y?i1Pp7lT73$)r2KJd)MYY^ZaI*mi
zA9eBMTj?&JF3==3y_5*@DiZI(lfN~wb(Z;!;G0bSkabG~lB=@^z03KRTfQ`hm?cOH
z&mC~bv01ZZbOHO&<0&NK^hsHt;S{XF9@>}q+u#(lOk)@WXX03H{%F^FT#(*KV@G%l
z)F%cm#Ie#8IdQC;mq3|^qgS*8%i~#*bpaLq<fJ#AZ7{ErQjRV$hZ%2F{ICgnMJ$B}
zpP0LVq-oJ_TtWfbZRkt7PToK?`bm2-)6A@KAehQp8%l_hz9)GZ`jKH393|dy`vP=J
zEoVYnxCR0YOE=TUD75p)gV{58rLh^y9zb0q@itb3oSuuedOd%P#qRWky66p$@r_lG
zub{T?oZOkl(oEqCU`BZZ$oI+uIedV_zO0p}P-0o@GJ53ahgM?_M`>csx!hCC_(svp
zt07?xpq9X~U0%iMHZ>5U>o#NZ?x2r36#hPX$Hkqor^@lmIIb0CG7^w``rF7tX?lFf
zvrWEp(UTDnj=XW<IH1sXi1OP*uV+i`NN~VqtdKJ%eh=0fS9ezWQkYu@e3@+0HS+Q<
zYaCJZT8_toaqhUPEfnM$mv$V=*R#jf277y4^6f&xz+0KDkR=X$oyn%Kq=89UY)Uv8
z4Uz-6u=mu;dmwJ7BK{gFTF;7>8-L(!H1fD9Xp*Rn#GOGSzDz@_SZIlGlHL*a^}zbF
zP?rtJ0ptSS1>}*^<w2SjaCA00utE-@@)bZcvho}*Pv1Crb9t_omoD-SrW<AQY%S12
zUOvKy=&4Rxt^NSTTeS3o<b%(kz5p-@K<9`sUBaOGWaR4s^8jst4g%eR+a&Hn-VNvk
zoCJIVz$-BM+DX1F;&``W+}F;ely0VpkeBJk4X3<^`2Z~rf$niib<3llJi-|V6C5LC
zSS*89BfOL$pp56FkA-*R@DOrU%Oy0y7k?GMfHqe8D)vggiRg%>5`1HzFo(U9HgixJ
z_y6SAIn2W>8994WPrCD1H>>M0Gy2xz(s)jme?GRhYv4jYE6!*(vCLs*45}yV3fLT$
U(acyHRm5=f$-YUf%h-_r4+>vty#N3J

delta 12468
zcmaia34B!5_5ZuGWu0tfU&y{pNJ2mmMD{&E0*Hb}VVul+36spmoe2;c3{<q@R`gb*
z{;)r_ilxN`r~hJq)hg5l>hcdXw*H>lYO7YOrNN~le*W$6eD9mggh+q?2lLHc&OP_s
zbI(2Z-22|w&sskCg(dA#yFFQ<=dC5D)hinANXusv57%0lOHot2<-UscN~Wlan(D3c
zRkv4D+N|2WHNM*RT3=mzozKzk@YT216J3RGQu`!Ho91osHMTeUn%bLuliMfzn%kRY
zyL9gq-_-W0Ofe}M>%K_bVb4vb3g((dzv<#hRyWY4xaMokTBEk005ZuZp3)Yo8MCR3
z$QOB(_Qgcmq%F`EbeiHc@f1;Kf|@9o{C_F4B;Nt%T1w29nUrOUI$@8ZW^2_4%!=|;
z`Wa9Aa#@!{b-CZFYms$%RG0s)x)o}{9;JPyS_pB~qCJ-ORixHpZ>z7Zy$vd%9!uJ(
z=|rt<T$ih5WhvE_9WaqF^fMmU8V~70Wu0cVd=G11t5#4Km#LM6>(o_hHI-eiwyL%C
z_X;uJoGaFtEdy$sT2BS*yA-vCCKLbaR7O*>L7jAf5qtU>56MT$qxu?jLfFumsWwvE
zE0dJbf9h(Lra+xczh?SPq2E;PD)l1ms?Jn(+8%3ryE>i3xmvxL@EUc-o&lwOqdJo^
zo777Po$4&YYt>5$UFsTj_8#WyQ0Gw2t<EJ>)wSw8>QYnZQ?658K-i@&B-|{uvWT>@
z_<XIjd(<UV-<_nWm#Hn(wntq-d9S*X&}UQGI>oV0v|EbAO_sm0)W}xrM#hT8u&vrw
zMFZ#6;$OC_^C~I1BcoLdg<M@)lhf((d%{lV3b7?&xvd0b6UB20_01sD?M|oL>k5V3
zn%C=e9%Q_ZN<+}&eC_~k@hG&2g2bh^dYKhk;y<#=DCw~A3Y1I%R0>~G_2e2Prvat|
zE(X*BBxf6?%JA$m*jI|9NjYq-_<d5#Jn$xllR(@6Xaq<BAS-VIOePpBpX?d1MmUq#
z8S+gL&*c?}lgaDZQ(~iSc8<xT^jjZhw=<^nGj8f<{<Ls{IP+3|MHlN=oEB;=pMDeN
ztg)P#ayIc!N?tD8k95LljjGT*nA=2V>P30wROm=Fv@ny>T#7nHT$@@mU8-UZ3g-gm
z0p<hZ`T$R;V~j$6nObDKii$(q#oMX%ITenfyjlCU?c4T$5)LQ*Ea}JJxyf>Cs%Wy$
zVfDgme~*=mwzMYZ5IfTrvu<%Lt#OW=BXsL98*(i|pV0!yq%+l+4Krn8J%egTskl9@
zlx-HP(&sIa^I>VD=i9R)M=AMUa8{%y09T5kbf+;ZGb7V8=CA@-m2MAmk3a0(s_~9M
zNaJl(77({&cBZ3GJt63F_mJ(nnYiPH>_~RjITLFW={akru12-Z7f^e>S_sahtW4UG
zp5^g}!Y;C5mtS>ye8B(@^G#IW7r7(n4K{V0O?6NWcLOkeTq;ajy9-%>5clMj8*;lM
z&*eS9>Ogsr>DH|-Z?AUH#1~Uuw|K&uZ>%7EshC{oVEe`4f=Zg8Hwxw!%Puy9aW}yQ
zi0>Cy6@qwYVN*W()-Bxuk6%w-kDiur9^ibQ_;um5LTOLZiUMF41Z)9tky%t$EJuKe
z*^#j-(ADMfcf}U}e~8wi+btNUIH~4}FN=O}Gx&&8#kFg<g2y&MF95S)7%RHbvq;^V
z*Xf3KRW0oDctd1ZQkGc5keMjSh>gi87QvEY(OFW%9uc>dcv*eqT#4Vt<_S;L@5?z+
zI;>;(Cu%fhy<`O(RlH5Os#i5jX~3S=R(!;JKp?4N^@g-t#5>gw=EMb;TG<ZjULk6l
zb6Y5>r+NIr-mn}<2N@V&DgL`=Hrpn0Ya1_-!}$&x^aEs<JJE<~dLo7{TR<P7L;@PB
ze7HmO*Os!wk^QyTSWItQBj+X^WM;PUQ*og2t;(t-C7edo(Wg6>R+SzoOyS>%15IiT
zKi;o&r;L)RS@A%C2<4W^^TOqDSmJDRS~m83f8Y5{#I=(bWmfi+I~&VLJU@AQdgHjV
zjOJDO;q=ko6eTWJccvI=E)&I5S|;3GsW2rhg)}JD{K51LmMd<bGMN>Kk%~6UK6dLT
zB4es+dSM%nX->}!a1WWD%j@J?C>Ze5yh4xsI=}#67vKhQVCoe2jYvifVsJDaol#_A
z;kwoBa&OkSv^5kgy<ATZg}LVP#k+uW<It3`-^k6dgtF&4#JjWSid!zK9{3(*9TT`T
z3TY_P)^9?ay?~nmw*X)){8qpn1p0(vAY@pL(;Mh=YFjmb*jO#n%H%4%2ZZJ>EzIHc
z^dy(6lAS^9J1Or-;5C!!FPCGC>B>-yK*bLTLh-$T){(e=T6xAlQLNJ}>{3Q7vy(E#
z$=V_@H0@vZ3VY)jg<xOeh^bt>J-t6IwV>>s(whA{pR}ARoi-#kUp#kUL{Vn7nBJ_c
z9j?51XvXs4%9i7opQ>CtRJrz@*7g(5SDg<m9<G`(G_&Po)rz626(csKu3@-#*3hM^
zhHG1odxmST9J;D~xc2IyYqa6o&Y`a0aP5|%-s?`)UN=;G-H1uq%9fdaY#FY*bZB<#
za9!K+zTvv7hT5+luDfPvW9KkM#6z36oUG$Rb^Kjo{O`y>MI`ipxQ>&^+t_l`8PeHu
zlTk_>-YKhn*gjk~<7vzA%#}l{HV)6+G*q?&|2sN|JNlyOvK?p7zEfH^qOgK8K)J-S
zH;YQ|nP&VuOV5azs_F07XGbhTow+-62_rp@K$&MpmNH9H=ADyjMad=E11rtS(W!+C
z?aHxKM(Jbr<V6<qvAoKK^UTL)Sy3|2N+rLxWKsIpc?%j^9Htj7i&I)MOefMAWlm%y
zw^UhA6k3rkwIW?*M!MESElxNVWUZKM{mrE|%DiH(UOCC^w$OZ!J|bmeQsftxgiY)Q
z(KNe`-6%H9UcmN<duP`b8jg}E4fiii@IGX}C*GR9en5J=j8L!JO)+5H-$|>7Nyl61
zNpX|@K5F&>B>QoTLfWxSx_#Y7OS{(_<`04RM*!F_hb4z>3I*6P=lF{`jci`zFLQow
z9=HJ{4*;<0Dbj>9m1~wZ(^*JgigJtLdl4|{R@xJ2^P5j;NAmb>;6W-KBf$k!;z*NA
zS<mRCJuAPLYZp?*JTYxyWsQ{O5pW!*h1e3u8WuYjR+Wz%^Z{x#Zsi_Z*vPJpj4aG%
zE62qhmFS@la2Mc*fJXsO0c4;Mk3}?;0pMIh`^4(S8?xtGGe?y3VWIfdVuul_Xpz4y
zKEei`M8gX>U5etQ3B-NgN>IieAMMJrm2`}f$#&GsX|+-+y5mtw&(yZNwP4s2@WUq}
z)Zjm(^6xT|G*Y=N-DG=}4B;-5c=nRQ$Ym{kmUIVIM;|pcTq1ToR4CeR%NB31Ocggj
zlqu}162$4&oDzF{^V@0Ko7kN*+G?k{-z@%lGS}3dFJ`tiPEPBQtA!`_D{5N2kw2lI
zsp;|jPK$qLzd76>n(xYC`Qj&SjRXH%%Z#xt)y#gjRpDvGF*9DSW<~d8lbYpc>V%!v
z@bpn36@|_amVPU>$d0$@Hy_G5KpOlhw5W*ntJCc>;w>m1yZf%1L^ZEp`42jNiw9O$
z(+>O6>N5KcL?l;;gYkUv`RdloFQyXR>ZLu%D`T}C$zIK0=HgwUS!Koofl`d6CHI*i
zWiMYky2r*NDU=)Qe2chgO`~}tZxK(gX(-P}2MMEdicL_rxq?9o(fGq?@|du$)h?5E
zBW)Y;su4+hkm>+v0BLD)(@N4UkW#nxY{OqeR=K$3(hG_sYZuWW=9{$_r9T2Aa?+-E
zmUcbcC6PIo<(W!SGl#P3?+-mN?cToqeUzmCCsQX4r%oD5o%BxR^2-}oQuC^5%B#~R
zwU&#$SDZ7#+b6}|^+jEB)Y6_$kz@{w;T4j?npgADj@`#!q+&fg<mx03!Cj%v6j$H?
zK~_ym;uVbMRlxatLYU0>lHjk4lnqtv{YdkM(^kes>BfR0sr-W`-4>=XQ%{nW6y##D
zZeuHJ5f5&xD8lmQc?5bA5k<oW=@sr5f7sZRG0qV`C5ktd48V=+c9n$f2)H=K&)h3R
zAM$x|fu*a0gED6NHQ7dnB`QKExNvxHJ;~SS3~#20N|lS9A4Zec0YiZQOAtyUkfW7g
zE8De;PVnMao2pG;vB(FTJ~O%DzDT*C=AQs!96~V4Ys==(H;xB3x7ULh>QgFx2$Q{u
z60{{_y60H!Bg(&n>%^>%S#(f(@UI1t+dB$b9UAh#1I_?G1AI=Pr@8~ZbiND+dNhBC
zzbJ;>`D-wJx+Sb_59`VPUf*ct`7I^4^ZhxR*(E2Z<Vu^;*HkuL%v5irqs?>b7p$%Y
zM9I;E5`~M>r1%w7I=XQgJDhl{^U*@MLOsoms4}Q=Lk?~uMJ$T!?<!)_m+Qts?YEov
z3`n#43areA3C1={he=8z+tU6d2WSiOfG-#})?|#5|BKpl3hBq~RgfgzO%1%7bmkC>
z)6J&hG!g05RJ}|5&U1AtcBQ2sUrB{-`<)ZB#oF$Cri$+F(g7TobbDujyESLn<I@7Y
zVd<Ilgwex279Dlc8wv+}PFK+5>~P_*Crb^Dxx5}%$mw$h`Mp#s_d&8_JBeYO#?mOI
zTU|S73pY-v=_p9u+}qV95_`&X&;!o^Ik@snq_&B<J$VzQs<W`HymV6cdVS8Ii@SUw
zo=Y?y5$bW|m5$`3<l06Qf?aJRg-UASkfngvM<P8JSy)i~CD2%zhwhSnuI*8q(UZwR
z(w$ldiOsXoTaK6!yfZ%mboS0(zuQnI9UFD#=TpUd!Q8xk7_eQ{g5E%%kIdicQOUcs
zh_o#W*Vlqa9iRwM3~&J8LHJZa39|Koa==6Y-DyW7HoCoz`X{Liy7*T3RuO!ns8niT
z0yGei`!yZRqAH-9ZRMuOyIXddt7Xt3?JTa!B&ybvuuyRP4e_+d4ZSDWr5FYUY}Jsd
z3Q$f!mbsYz=*+37gf-Z;G{Weu067W}E){#X)v+Y;)V9WAbU5}BfXDky6W?r`S^Ol}
z*$}vCq$b_UUH&eOKMp=EV)gdi*?YmkZY+p+V+hTs0Hn<%OJNN8<vt@l;*Z3G+b5LB
zbJq+a4cUoR+_jaJk(&}Hx98XvP~|tK$fw&kv5eys&J0py+pjEE_L(;>kF@XjPiuK;
z7)pyiYQ_0?&~$!YfHV7mt9+m7)-x0mR7L}bwPE5s`lwakY6e|KpKgSV^5MndmeI7L
zgfB>QsQP?fuIhc}TNgC_+lDox3@_Ml1@1X3m2jJwxVxIwh{e0xQr1!nei>k0<o?~u
z8GBBA_}%$p%JnnYZsEDUm<}s9USB!z3{g1hj38h!rsGO9xr#tfrc<%IM;aA}gW=bp
zbV3L_LZ36F_RxJbUFG@R8h;iw37UVahX?$8KXMjaX7eVnyc3O209ue;0ay!I!$jSl
z%7L`an%CnF__b9Op_0Q%Li=>`0RdtW;L*}#lx7<Cy2{n3jh54V({gorLWq5$v^b#a
z86CvyyyBHq%yBEkZv$YK_;bntVG5FW0H6?g&p>_}F_v*+f@<{4=+ML5MLv|f!kRIb
zH5iKwzR$ZDK;z@1P(xu-sN7;)5G-fbj5qVEN0cQjX(cnCQI<qHZurzBI&b<UbEQcZ
zM(fUgxk_~GZ5YT<9<WrK9%ii>$|DPu1$EY=)h0?Gtz}5pEi9nS3nts*B-0CtAbKHb
zfoVya^~DrWy=Z4hr!B~$%uD6ArFEv4YC-i<-2&6HM(fM<pnAE1A>Fv7oHDOvB)68E
zUn?}V7MouywwhYYBk4DPC)H-0fyBPMFSD)2s1w9Tch5+{p2rs<-y-S<uV?Mz@xkhO
z(oNBbqfzcbq<#YUDZxRT;SuCwe-Nd{ibtvqaFxiqr)rYqfg>iLPjE1L8+jr64Z?L#
z{QyE~I*s}|G*vf~1@S{@%LyFG6jJmBHL8{OLP3Zt*~{=7baY(q^^><BFUoH4_%7gj
zf`i|>=ZuS!f+)?{+uB6Vy-lm&9XZYy<cVXaHAjUk(#^p@&={<=#K%A@Bitm7ytyU~
zOh=&;vVJPQe{b%<wMfbZg_uPyC_TaL3Wl-ezJ;Q<0n-0Ifs}>@k07NYg|*2$korDS
z*d&a_a5GZ30OF@koD}(Q2psubj^r?$+!*z|f~*X=4Z}e82V&WMi>{QKm6I#OTB+l$
z)GY;kW3H!-RfA<V)~%0C8#~g6U<?RF{&e35nT6v_OLC8z=6i>xI6N4i^fhvp4NFB?
zH=qaL1FRR9K2~Ylg5(CFK33HNch7qXbTbZ8hTU+;&9?#K_97WS2(jXJyB#Fbc&`*E
zAFEp?6*G>;ux$`>KnSoKY@~h3>6nf(SQ_s`YKNHrc=G`4!k9c*6aNlsq}4o(tQ_lg
zD3kUQw*$j+K(Z6H(t4x_F3RdD6dgIEw@-#qNJEKRh8vAwHv@bnm`Jy|7pa(O#BU{}
z;W)C!9Bbs%$MqA}-WY2EvpwkMdcX~U8vz3VX+TiFi3<ct@^XT|k2Zj!$bC<^Z8M<<
zJ;fD|jw#%ZS?1W+IC_H1O@}A)+utXiKNQn{ULHN91b@Dfl~xg-HX}?j-Wth+T8x4C
z^vEpsu&8~yd7vH=m;k2%e+P^Z&>6yq^uIgq@Gnp+=kiOW{(&}Q{fYFXXHj*b(+;*S
zERJk|u`-?jE#M*X*QXEADd&z~B(Wv1qa7*BDUJ@5Z3u9$%3)OGgW}5)A@D)7aSM-9
zJyizXJh0WHYMg{>5r6!zjg4;bPY2vZ4Pv@LgA{tf=24yUWWevI+QSjgFVk4|Zd4|R
zT^(M{>38`wnvFzp%QMTPF+S0II{PSg2y0#B;^=0I|A-nN6=$AVBu`Y)mx*o9`pvc@
z==o`J?D@x7rU)LLJ6#$t!VUf_fLsD{%YF{MX44z;u(MMOQ|O{PU14XB))(TBi$5PN
zuY+oJt9%W}H&Tbj=_BU$XzB)0`eV^>?2?p2NbUl7MDSRdVRz4?N5CtQ|2+1(CB+a9
zg^!5sFV|-vq~niDCV+$Dsh5`yyovh9DeuUYVbX=<Hr(|QG?L5gNu&+~o&rPwa^S`o
zdg+>n8)Ntrxc?dOJm3RBd`JoW$MVqgG#JPs{Sv8X#4X1Q8+wTL+vn#r96*f2p4UT1
z%;%}WIZNc^@sE=-ve5WG0E~y97QZ<)I}f%`GmQH#sX)&@)ZHygeyg(V$ajC6#cVk!
zIVA2Iekw=qf%5KB?k7@%Zwl8N<pWar@LsxoAssuHj9yzB-ggq%{{<lRa10#Nkd^&P
z`^-Q#69A>r-CMw=hIkeVq*BMZt+?e#YnmiY;sWX%U7oL^%TwU?ifH)V<Z>DBjV{Re
zdORh`2r47}zY8R|ev1~c0XjrU-yG{g&m2AJ#_zW<e{?e=SE*Ex><}|2Z)W1%yaBd=
zH^izxtfOWBz#o!KDRIBAi=Vwa$FSNLKnnQ7Q|~=tvSZwI3Y4UW#4~@Mdoe7QW)R=x
zNYzo`E8DCmN<EP--dw6H?2^|6A*@!zIz{vQ`BS7#y-N-8B|slE&S7igg$3s~2)?jJ
z`rdz<CEiA9>0vJUaC$~R<dbtCr(nOh?!yX0@{iFDV2?cU;ZInxY-Ze^7&Gx2n#zf6
z6ulpnI%<$VgH}?5QhA^me*;)4p8cqtm5D!obOrhU=^t0+gSFxLnS67CeOVzFE4F+*
zDXZQVT`9YiH`6EFl)~%9;~#fVmg1PW6yk?OPCAqVV3Ce>l>8_a>?jhuKF&_04HtLt
zjl%s`d=~QHUq72FJuDU!ot|x~=B9V}dNQ4>csR7pLzjKh1q?wx#BO9AHR8oj9CQWy
z_fM9wDPqQ_9mMFqPrsS@52D$TSb=-9idhvqOcgsn{ue!RvC@oxP1U-k(?f9$HXwS(
zAf^3=iP!!%pV+0HUdd((*GRG0dfH`di{i}b-?f1){|ayx06)tyM1!wI^5y4H6_b?q
zl_+m2{eM&y|LQ>GjI3mfsGFV9F3yfTUxF_5l=%J~GWJ$!U0;be&P=a>@Nxd!kNy*B
z10KV;;j=jjt(YmdBHsI|O8nrn6O-qFj>w`Cr&5w`=+XLMbh5sIbfCb7DsKJU#jX&i
zKYz3?)>609Hx)D+2o9u$@O1PWYx3+DE_Ssj{j!=C;gT=^#xyyYRKtbR9UFbfV7Oki
zFfRKbhM~PgLwhmB@z<aUi|TQQ`AeXeF5^O@9sFt$+Z1{0t9(ZNesT5#%fLj?OUI18
z-jG*%f9ZZpQTDQ|kX^VuQ>Vx;jd&JG<H$Bvj9g0%lE6=9WUQrsqLo}rHX_v%olev_
zoxBkh(iD<RN)KI)V_bH?y{O4RY62j(M0ESQa3I)10hrwQVay~ou2^Fin}LpQj!Dt!
z+MjxX>lx=xicI2H9~CATLii%@|MPK^Q|=E9&_E-g67V^MIEs`U0fgryXjH_wbW-dh
zRFs2Q#&!;*PJ;oUbnpyguNklIP9J%}#F`lU{ov<jHhDH2mu{m?)4fgQ|BVKiOx+@V
z;a+f&n-AvEVS|nPJ3U==u}2I0*}+W~R@)#q60%#eKs?6Hdj{_K=@wg3%l9xfB;b8V
z4qMnd%Pi^LlBgdtW@$TejmmS4Gyu8ZOM8f$f;8x?!MRCnx+X&l7_^>9@erp^vHA@6
zU=0OnQ{r!pj)P0T6B`D7;o+sPz#M6MV(fZ2CX1dBqL<j%Abx`8hX&tFVpVB!Dp@x#
zfqn(9dTXFty-;3sdc7{6EB0}S)A(3~&mh`EN0ueC4dxYcJh8RsFyqyWALc`^o8>U&
z0yZ1!i|Wo`Ls!6Hh&P_Ih~eu;KC&~-%;pWYWwN$;<<!EF#9yXAM)U>eiudKd09}X6
zIcq_k^v+O#Zl+H~Xw#C1x~B)<%4Ab29s<Q|j7)0b0wKX*Qx+?=E+UdQj$D?-GE4*K
z(1!BS_l0II3*;~X4*SwJo<fPGZA<Bq-}G6HWgVl5H|KH>GULNPGp~gpbpQu}!!IxG
zXiEu%>0-{Xlbe+`s{Rvt#}%Kk?aFb=ux=H~WMm-s_;-+foIp<udwS%H6+IR6ruk`?
zf?~fMoJ{X(OJt;wGbW-BHH}{BaqHmj99GC|gZpz>2}>CKuN+o%DdHwQ_q+zN>ptW9
zui(5&<JQmVrE9;zksOv&gV0IUI_SLuMZziImKvb@KbNP8@?;vR5dHPRmAR~Nz>ezV
z*n4ogAV=l6m@x}PHo73fuqJ>Y8;}FY1^f|^M}Si^t<9)fuYs-KiMkU2c@UR}?rTxu
zA{gMYQ?zjza~lZdT_Y|&q>I<nowNx3fv|LoA@Z%iL6tn}7a}Fk22X%xF|tztGXXT8
z#&J`(;L?aYk#_+!z|W|Ex;jGgYk&<bk^#8@c|F@qDcwx^<_l1E9CRN7-Ur~MEDxCS
zh$oL~##!TeRGb3HVDtqLBgm5xo8dd*v-ngjXSoD9*1<R@doFP{ZI$$q=v=;mYN@>v
zIyzX8&)z$dTEM#4k?n=d!<xIyjJ~J1FrJa+UyQ9?KbTp}%ClNcY{G~#20M=|E@m@W
W)(XZlMwBtwe&n_iwwcKfFaHPHDGhA^

diff --git a/litellm/llms/together_ai.py b/litellm/llms/together_ai.py
new file mode 100644
index 000000000..4712000a9
--- /dev/null
+++ b/litellm/llms/together_ai.py
@@ -0,0 +1,131 @@
+import os, json
+from enum import Enum
+import requests
+import time
+from typing import Callable
+from litellm.utils import ModelResponse
+
+
+class TogetherAIError(Exception):
+    def __init__(self, status_code, message):
+        self.status_code = status_code
+        self.message = message
+        super().__init__(
+            self.message
+        )  # Call the base class constructor with the parameters it needs
+
+
+class TogetherAILLM:
+    def __init__(self, encoding, logging_obj, api_key=None):
+        self.encoding = encoding
+        self.completion_url = "https://api.together.xyz/inference"
+        self.api_key = api_key
+        self.logging_obj = logging_obj
+        self.validate_environment(api_key=api_key)
+
+    def validate_environment(
+        self, api_key
+    ):  # set up the environment required to run the model
+        # set the api key
+        if self.api_key == None:
+            raise ValueError(
+                "Missing TogetherAI API Key - A call is being made to together_ai but no key is set either in the environment variables or via params"
+            )
+        self.api_key = api_key
+        self.headers = {
+            "accept": "application/json",
+            "content-type": "application/json",
+            "Authorization": "Bearer " + self.api_key,
+        }
+
+    def completion(
+        self,
+        model: str,
+        messages: list,
+        model_response: ModelResponse,
+        print_verbose: Callable,
+        optional_params=None,
+        litellm_params=None,
+        logger_fn=None,
+    ):  # logic for parsing in - calling - parsing out model completion calls
+        model = model
+        prompt = ""
+        for message in messages:
+            if "role" in message:
+                if message["role"] == "user":
+                    prompt += f"{message['content']}"
+                else:
+                    prompt += f"{message['content']}"
+            else:
+                prompt += f"{message['content']}"
+        data = {
+            "model": model,
+            "prompt": prompt,
+            "request_type": "language-model-inference",
+            **optional_params,
+        }
+
+        ## LOGGING
+        self.logging_obj.pre_call(
+            input=prompt,
+            api_key=self.api_key,
+            additional_args={"complete_input_dict": data},
+        )
+        ## COMPLETION CALL
+        if (
+                "stream_tokens" in optional_params
+                and optional_params["stream_tokens"] == True
+            ):
+            response = requests.post(
+                self.completion_url,
+                headers=self.headers,
+                data=json.dumps(data),
+                stream=optional_params["stream_tokens"],
+            )
+            return response.iter_lines()
+        else:
+            response = requests.post(
+                self.completion_url,
+                headers=self.headers,
+                data=json.dumps(data)
+            )
+            ## LOGGING
+            self.logging_obj.post_call(
+                input=prompt,
+                api_key=self.api_key,
+                original_response=response.text,
+                additional_args={"complete_input_dict": data},
+            )
+            print_verbose(f"raw model_response: {response.text}")
+            ## RESPONSE OBJECT
+            completion_response = response.json()
+
+            if "error" in completion_response:
+                raise TogetherAIError(
+                    message=json.dumps(completion_response),
+                    status_code=response.status_code,
+                )
+            elif "error" in completion_response["output"]:
+                raise TogetherAIError(message=json.dumps(completion_response["output"]), status_code=response.status_code)
+            
+            completion_response = completion_response["output"]["choices"][0]["text"]
+
+            ## CALCULATING USAGE - baseten charges on time, not tokens - have some mapping of cost here.
+            prompt_tokens = len(self.encoding.encode(prompt))
+            completion_tokens = len(
+                self.encoding.encode(completion_response)
+            )
+            model_response["choices"][0]["message"]["content"] = completion_response
+            model_response["created"] = time.time()
+            model_response["model"] = model
+            model_response["usage"] = {
+                "prompt_tokens": prompt_tokens,
+                "completion_tokens": completion_tokens,
+                "total_tokens": prompt_tokens + completion_tokens,
+            }
+            return model_response
+
+    def embedding(
+        self,
+    ):  # logic for parsing in - calling - parsing out model embedding calls
+        pass
diff --git a/litellm/main.py b/litellm/main.py
index 2a68e0469..0aa791673 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -23,6 +23,7 @@ from .llms.anthropic import AnthropicLLM
 from .llms.huggingface_restapi import HuggingfaceRestAPILLM
 from .llms.baseten import BasetenLLM
 from .llms.ai21 import AI21LLM
+from .llms.together_ai import TogetherAILLM
 import tiktoken
 from concurrent.futures import ThreadPoolExecutor
 
@@ -540,78 +541,30 @@ def completion(
             response = model_response
         elif custom_llm_provider == "together_ai" or ("togethercomputer" in model):
             custom_llm_provider = "together_ai"
-            import requests
-
-            TOGETHER_AI_TOKEN = (
-                get_secret("TOGETHER_AI_TOKEN")
-                or get_secret("TOGETHERAI_API_KEY")
-                or get_secret("TOGETHER_AI_API_KEY")
-                or api_key
+            together_ai_key = (
+                api_key
                 or litellm.togetherai_api_key
+                or get_secret("TOGETHER_AI_TOKEN")
+                or get_secret("TOGETHERAI_API_KEY")
             )
-            headers = {"Authorization": f"Bearer {TOGETHER_AI_TOKEN}"}
-            endpoint = "https://api.together.xyz/inference"
-            prompt = " ".join(
-                [message["content"] for message in messages]
-            )  # TODO: Add chat support for together AI
 
-            ## LOGGING
-            logging.pre_call(input=prompt, api_key=TOGETHER_AI_TOKEN)
-
-            print(f"TOGETHER_AI_TOKEN: {TOGETHER_AI_TOKEN}")
-            if (
-                "stream_tokens" in optional_params
-                and optional_params["stream_tokens"] == True
-            ):
-                res = requests.post(
-                    endpoint,
-                    json={
-                        "model": model,
-                        "prompt": prompt,
-                        "request_type": "language-model-inference",
-                        **optional_params,
-                    },
-                    stream=optional_params["stream_tokens"],
-                    headers=headers,
-                )
+            together_ai_client = TogetherAILLM(encoding=encoding, api_key=together_ai_key, logging_obj=logging)
+            model_response = together_ai_client.completion(
+                model=model,
+                messages=messages,
+                model_response=model_response,
+                print_verbose=print_verbose,
+                optional_params=optional_params,
+                litellm_params=litellm_params,
+                logger_fn=logger_fn,
+            )
+            if "stream_tokens" in optional_params and optional_params["stream_tokens"] == True:
+                # don't try to access stream object,
                 response = CustomStreamWrapper(
-                    res.iter_lines(), model, custom_llm_provider="together_ai", logging_obj=logging
+                    model_response, model, custom_llm_provider="together_ai", logging_obj=logging
                 )
                 return response
-            else:
-                res = requests.post(
-                    endpoint,
-                    json={
-                        "model": model,
-                        "prompt": prompt,
-                        "request_type": "language-model-inference",
-                        **optional_params,
-                    },
-                    headers=headers,
-                )
-                ## LOGGING
-                logging.post_call(
-                    input=prompt, api_key=TOGETHER_AI_TOKEN, original_response=res.text
-                )
-                # make this safe for reading, if output does not exist raise an error
-                json_response = res.json()
-                if "error" in json_response:
-                    raise Exception(json.dumps(json_response))
-                elif "error" in json_response["output"]:
-                    raise Exception(json.dumps(json_response["output"]))
-                completion_response = json_response["output"]["choices"][0]["text"]
-                prompt_tokens = len(encoding.encode(prompt))
-                completion_tokens = len(encoding.encode(completion_response))
-                ## RESPONSE OBJECT
-                model_response["choices"][0]["message"]["content"] = completion_response
-                model_response["created"] = time.time()
-                model_response["model"] = model
-                model_response["usage"] = {
-                    "prompt_tokens": prompt_tokens,
-                    "completion_tokens": completion_tokens,
-                    "total_tokens": prompt_tokens + completion_tokens,
-                }
-                response = model_response
+            response = model_response
         elif model in litellm.vertex_chat_models:
             import vertexai
             from vertexai.preview.language_models import ChatModel, InputOutputTextPair
diff --git a/litellm/tests/test_exceptions.py b/litellm/tests/test_exceptions.py
index 3367bfa16..396cdc079 100644
--- a/litellm/tests/test_exceptions.py
+++ b/litellm/tests/test_exceptions.py
@@ -144,42 +144,40 @@ def invalid_auth(model):  # set the model key to an invalid key, depending on th
 
 
 invalid_auth(test_model)
+
 # Test 3: Rate Limit Errors
-def test_model(model):
-    try:
-        sample_text = "how does a court case get to the Supreme Court?" * 50000
-        messages = [{ "content": sample_text,"role": "user"}]
-        custom_llm_provider = None
-        if model == "chatgpt-test":
-            custom_llm_provider = "azure"
-        print(f"model: {model}")
-        response = completion(model=model, messages=messages, custom_llm_provider=custom_llm_provider)
-    except RateLimitError:
-        return True
-    except OpenAIError: # is at least an openai error -> in case of random model errors - e.g. overloaded server
-        return True
-    except Exception as e:
-        print(f"Uncaught Exception {model}: {type(e).__name__} - {e}")
-        pass
-    return False
+# def test_model_call(model):
+#     try:
+#         sample_text = "how does a court case get to the Supreme Court?"
+#         messages = [{ "content": sample_text,"role": "user"}]
+#         print(f"model: {model}")
+#         response = completion(model=model, messages=messages)
+#     except RateLimitError:
+#         return True
+#     except OpenAIError: # is at least an openai error -> in case of random model errors - e.g. overloaded server
+#         return True
+#     except Exception as e:
+#         print(f"Uncaught Exception {model}: {type(e).__name__} - {e}")
+#         traceback.print_exc()
+#         pass
+#     return False
+# # Repeat each model 500 times
+# extended_models = [model for model in models for _ in range(250)]
 
-# Repeat each model 500 times
-extended_models = [model for model in models for _ in range(250)]
+# def worker(model):
+#     return test_model_call(model)
 
-def worker(model):
-    return test_model(model)
+# # Create a dictionary to store the results
+# counts = {True: 0, False: 0}
 
-# Create a dictionary to store the results
-counts = {True: 0, False: 0}
+# # Use Thread Pool Executor
+# with ThreadPoolExecutor(max_workers=500) as executor:
+#     # Use map to start the operation in thread pool
+#     results = executor.map(worker, extended_models)
 
-# Use Thread Pool Executor
-with ThreadPoolExecutor(max_workers=500) as executor:
-    # Use map to start the operation in thread pool
-    results = executor.map(worker, extended_models)
+#     # Iterate over results and count True/False
+#     for result in results:
+#         counts[result] += 1
 
-    # Iterate over results and count True/False
-    for result in results:
-        counts[result] += 1
-
-accuracy_score = counts[True]/(counts[True] + counts[False])
-print(f"accuracy_score: {accuracy_score}")
+# accuracy_score = counts[True]/(counts[True] + counts[False])
+# print(f"accuracy_score: {accuracy_score}")
diff --git a/litellm/utils.py b/litellm/utils.py
index 777c9f3b6..994b4916c 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -1451,30 +1451,36 @@ def exception_type(model, original_exception, custom_llm_provider):
                 if "error" in error_response and "`inputs` tokens + `max_new_tokens` must be <=" in error_response["error"]:
                     exception_mapping_worked = True
                     raise ContextWindowExceededError(
-                        message=error_response["error"],
+                        message=f"TogetherAIException - {error_response['error']}",
                         model=model,
                         llm_provider="together_ai"
                     )
                 elif "error" in error_response and "invalid private key" in error_response["error"]:
                     exception_mapping_worked = True
                     raise AuthenticationError(
-                        message=error_response["error"],
+                        message=f"TogetherAIException - {error_response['error']}",
                         llm_provider="together_ai"
                     )
                 elif "error" in error_response and "INVALID_ARGUMENT" in error_response["error"]:
                     exception_mapping_worked = True
                     raise InvalidRequestError(
-                        message=error_response["error"],
+                        message=f"TogetherAIException - {error_response['error']}",
                         model=model,
                         llm_provider="together_ai"
                     )
                 elif "error_type" in error_response and error_response["error_type"] == "validation":
                     exception_mapping_worked = True
                     raise InvalidRequestError(
-                        message=error_response["error"],
+                        message=f"TogetherAIException - {error_response['error']}",
                         model=model,
                         llm_provider="together_ai"
                     )
+                elif original_exception.status_code == 429:
+                        exception_mapping_worked = True
+                        raise RateLimitError(
+                            message=f"TogetherAIException - {original_exception.message}",
+                            llm_provider="together_ai",
+                        )
                 print(f"error: {error_response}")
                 print(f"e: {original_exception}")
             raise original_exception  # base case - return the original exception