From e452ceb21ea62a7134a4df09d209537fbc4b7d73 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 7 Sep 2023 16:21:58 -0700 Subject: [PATCH] fix litellm client --- litellm/__pycache__/main.cpython-311.pyc | Bin 30235 -> 30455 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 89385 -> 89852 bytes .../tests/test_litedebugger_integration.py | 7 ++++--- litellm/utils.py | 4 ++++ 4 files changed, 8 insertions(+), 3 deletions(-) diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index b753e814fdb9030a4a9e7ac06a8a8fe8131abff6..c82c00eec6b86dd3660a9ba7777d6e68ee473cf3 100644 GIT binary patch delta 838 zcmZvY-%Aux6vxk<{WZ?IyUyUk(bidQoC@PEb~DgqcP~QmDDDv)z`cTl7@dYfpZhBC^31+MWVTQA&K~e_(8nPk zhkXqD7!;U@3-}gc<&k#XB#2tmKy3mPFi?YSjw~UcZ3!h)trVm{3|207*ak^$genQK zsPL-M^jwr}X-1F$vDn+9J)hnPSAwEM`0tX;%nck_1e%@Gx8DI^b))9rf9?TVuK>vs z3#%1HOb}kRAsFqY4spcUL36~Ud6FY}to4hu=%~L~vt2o7uzEvd4a$yK}8g=Z#MwVkc|7aw1m)gmyFs7-Da!j7f>T>KXTms?~Sr^VO?E6?V>UN!ROGS6wt_!6AdgI=^Bxb#H*Dh}&^xi!?lTb7@48Q{jA&=cE z7uZ5M>AonR49@e0VT4kACnRkz*W@*|c=;V(()^&+dTEDu$t3)t7mf3P48xE}@raZv z)ET@+N(~H~N2RP4BY8~9IMnJqA!Qw?QLamwgqS|hQ&L-?Tilj14YtEGQaYfUJSSxy z#FwkP?t-|rGO;|$TV-Z9B(o2jS981|!#$9&SFSE!;cYVfYj2jK!${ delta 653 zcmYk0PiPZC6vp4%G@Epj?Cxwf*-aWNJ*X{3Y5Y@AYV{Bhk3~dGtVW!qS~U^~A~=Hz zfuaXN<|2qUiHB5C)}vR?9&#`@^{y~dq4eeqb;UQlZ+?&Oy?L|!6JPv5`*kj7feLqS zhn{%;%ntF%`vY5sNh=iFj%XSShuR@s=qKw-Ezf|KPpbn27^>WjHK1i$rKnHaq=&`F z#7uCc5A|hwROu;tOzCNg=U{Fz`ki=p-n!<-vto4dAaNOTvIg8^z<~mH1gUSJ)_KP$ z#jVO?ju_ReR~=?=CI^oCgUa3D`CcYwfORuw28{G3;z~KGm|1?)94Ke_&*gsSK27z3 z7euQubG&E(D=IKnF7ki{>aOyTxxBxwHW2SbUsnS}Cblm>#3^y}vp!Eep3hrP7S% zyDJk9zFFCESdsgdF)u;MIAhC%E=+LpGNmaEt}iDwS>OjUqbUnsAaj~*$P(#jav`0O rM3VXSbXC diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index 5b4f9b84e1855f010ee9d85525bbbf400387fd13..46a47c0c6dc59beb869438135f43525adec51b17 100644 GIT binary patch delta 6023 zcmb7IdstN0wLk03oWl%*yaxdR9|$rC3JMXCO2HSRj*5>MqK+eHASf_o&w!6Wz({g2 zF%`Qtr!{G#X=>EuYnyNSWvp$?qb4?fiA6(|PJFd#Zj+|z9gOxGW1G9y9zbpFA9tAf zvG&?)uf6tKYwx|zIebjH^|})I(ufh^5`I=z-_*YO?(WD$c<$8+35E&xYZ+Zoy;{rc zlB(BetF$a^tu;$Sf7%0DHgX(%ogslY8^SuOwOnkktCKXFW)Oc9HIOBjQ=4=UBM*NM$5yo>$QAWWv#4D=`vQ=49#Pfvc4^bQq>k!ZZM9a6YU;EZX!1i^31YqWEyNAlOvH^^DPn{6ZNx@xjZj+V zYSPM4;Vhikq|HWUZqzcT3!Kf`T$FoQn}^7>wOR#g_Gt65<<%+?TeJm;t+F&v(iV0} z+WbWaWn3lxLZ9kQnjHl;qx}x83I}h|mSKCVwjA-1dI|kBQJYw6)K*|$o3;|U?HVkT zZ0mf-jfWf^e;!g)GprIhL>ut;WhH_xY0xffa=W1oG{Z(A$EI@lb9fP#KBQ)KZ$gp46CF0_ab;ygfZg7CLFJl&)mu^%^rm*dG?tv+QhGVsBVtzcuSnQlE8dcX)qX=Kf86ag)1E z{npg|;n8QT+1=q+EIEg&&se7Q8mIZ3+6!R0j>_2I3I3Ny)|N-#Ao5P;y4vx|KasiK zx1;umL5aYu_xg%9WI#STdiX=M2;*$*7hzN|lq!Zw+DLqfWwc5BI~$YcDaey=hwrY? zlKh>ag{E=d;aw(4ZO|saqK2}PkMNC5#efgBhb(DVwXim5l~^MH?7=m8Xp3}8!B}42SXUWTB~$YER`iCA!|!!fikWoCbtbx?FS?*x=~jX!$sDuz>zWT_+_>6^Z3DJ(4_dOATm!FYlx1hu5Mh#-TS(+F}2G70hs z{)>8xi4uW3LCuN$qs_%iDKgLdlDB-O$_C&{XSPy?oE^NNb7g|CItH5ob5l#BqsG~Q zaZK>-@63_mhx~)bW~o9VfhTN#B(y{lX5|D4{J{39P{Dto9>de4e4OX|3RNk+Au71PleBDxM|WQ?{eS#-3MgTM7A7tvRZzX zFILx*6C8Zrp0wzVL^cq32pDhK^L_;F64pxXPT({5CXKB{IuPS=HF?<{;Bxo-KGFV3Hf{phWj4W(1`LU|s+N;-Bx>-VY5OO3VVdXe&Ir zpx0J$##Yg1tLTl-JQJUJ(VDVnO;9p~x?i97t3|!G$}_ggK3nBo0&s7EuY&i>Vy?j{ zZ(Ls`OA*$fgofOP{z!i6`w1QP6luRPLw*sE_;Hz3mZiLvAtU|P1Ry%AJP8{oWOcS# zK4BuE6Xr5`PNedVg{0mY0YpcZ#bV>#vFh9``P~U5^=?*~JTF%{nN3nBbAagFxw+Ul zof2-(HJr|r?OBG?Sq8

s!C?!w5{P`(7%s(8+(p!LMD64=kNDsKzj~w`GJJ(E zAB?r_5hH{w!NUZXNp>$$&k%f%U@JEsPgkEK@)4eUeEj_9iQJD6FyQ?z&J0^PJ3!nQ z2*m#Nkfvv;xreCXJDL56cp?ki_`c(1(9SO$PoMNCaeqMYLxRmTW($Eh7UmL!JZvWk z2wy!hJloU6`wqb_e(8;Mqkl@|PY8ZS@G8L(0v8QAz}LJv2|n=ceDh;fIfm?NpZBCi zhIPF2z2c6mB=RM}H3W214bkHM?vi5`2wdGld)~CKK8559<2Y5(0T1 z6T+CmkGO$Y_#u)dSnHd0DhM!_7rg&{c$1%gKUMh+8r$p(zP}xm(@1vuHlOY>Sbj?@ z>m@kDcB%JNO%#ep4$on8x%UJ%c( z%!%Zm1_t=^7ZME?Zz|7Q7|-i}mHFLs=Ew*;J4Y(c6ZCV-#q8+c6B!`*h~NUBb1_@q zn!_#UlRCte?`Wv^c*nRHbF(qIV{Fmvo@=48FOkuIA*za~kBRyd!6yX&O&~H%1Zdmv z3XP$eKc{}Nz#vi{JQp)Wph9IrBvqxi?O_8b(~q^DXAFPnQh#3uU6pP8|=Z^qKzh-LWYA6=dhH*3VKSn1c%Kp2}btJqLu(0>*M z@jly?uo%l*WXULkcleBfe7MRR2U6h%e`;VByv=_*Fxq;JI!kB;A~<3*M{&c|OOVh1 zc-5;4ZYp2>{S6*9z!}ebrmwbSR<Llrq@cv({(~m?Qbvh=7MK}NNnn%NC1C~8VJt=es|Ci{ha-vgptIiNa@4xsDP|T81Um&d6xuwDF)ELE*B6vH1ES&5j_ zChI$6p-BBb7AP!VKNSn^B(!c5NS`B z2l|Y(uo(oQsgOEs7}P}EnR;##tb(gLs!Q>|kOVWxfJ@1c5IO^H={J+1&??jnYhW5J zWxhUp6jZ`3|E^Im2Sy7^7LrcF(AT8H$cbX7 zi^l~qRYb@o;#j}iFYFur`E;9DnTKEu${~f zSxCl(%n4aSO<^@z!DH}jO+13%_#38x0U+DoJQXGZjL@GifXQ)mE(KIP zkZU$+ES7{n(f?2YS$MXD7lK`BLRO=HO(Co@7RI0~=8?!zkrJY25+#&4@Y89++o23a zNB_%oC|oD54hnFuH--^LwP=$dddfiM&SGFPl zfPdFactnPN-BJd5qla%!JVcU7zdHDce1X*ek6w*J9e+R?@67+#)%YB(gUA9SsuGio-T^2zL?hafIQQI=Z zK}aXlGxXvLn7Wikg|^F4n%9V30kzfH(BkrhEP0Rw#F-;3evPC=!TBeo0)~2g1QMHz zb~)BD+x6oWFkXFK~RW1_J7qwZM_ zB^^N;FJ9Hqn;7xRgryNho@b>*l@aWuRncQRa}pe*-g5-MBcMWD)V++VTt@XRtELfD zzJ@A|0ir}nags(*)qt1y1VnLHi<5%3JEMKWXp=CJHWXO4PhYYEQp10WG^&w2Z~Hf` zfQ3fuq;Mz-N_RuDe&PYhvZapgkE9~5KhD}8mk_k1!y*Vu|Auz($5i8;khlZ@pH}}3 LYyDLZ!g=^Vg$L~_ delta 5553 zcmb7IdwkSIlK<7r{C;^&9^^#=Fs$&5mry!yQ=>2(AE3n zCd`-Ws_N?M>gww5xp7>5?x-5`Y;<&_f}i`czh?Q5?uto)-7n@RTl;eRmFDGa5gXkP z%_|}l^N%&L0&K6m)&8;n*k=U`w_-1o7<1E45}@oRpV!W55!8u<+H zFQ1KT9ma~VuZtD;x$9dktfb%8yz0&%YzZrN*R%2Xy$ipk_?_TxVP)=?Ry!;2SDP8D zK)2m&DXT;?t!yH;+Snw-)$DFW51WkG&h9~6!=@m5S+le`)!o6Sp}i^`H=IrH?^ByQ z(M)wexO}Vz6}wn1;{9wHn}Mb|n~5!*%|i6EI>c^^GE-so{R+GHfCXoXU-Q$vmd!@_ z0}%>a&Kj}rIyMj6>)Cw74ITyK477fIaN_~ zWjH8eQ%7PX3+qwVDm>P2HJ*uu5tY4)U%h2QcCz)TN5T)_z=!4FBwLQL>eYI~dbFOf z4cNx1M~Eez*?nJPBNXTNwYmMP-Mq!u(besDbBC4BKmo5Jn2vx9nl=BJfF|t-ml`3h zi(?-@Uy6cI0`>R0{T^SZle_gUU#ITAV}pN7ohd|mI6@|U#L9|Dk?D&Y7J)YV(MkPP z6m3$5?4ruoW*rPm70>&Ii!XfFm)TK+`^iK!QX$o~p_{vT2QgxZVPDJKbGEu# z+@T2W?(%wCTz+>b>elR>E)PFN`mtonLsT45!^A!Jm#fK0J{?$h|HEPF7-=OG+2LB} z^!wJhJM~bc*VpFpJ6CyJI!_eY>x<%3NJaJgx}0lx5*g6~tJcqhrV^sZ6O1GnMKFe- zm4>S%NTX&kK^{RmK>@*blHNs>48C+Vhnk(D=k*LxurXP!z~*a#>W!ahmTweMv}KGs z5jppZ64=z{<^hLtw+YXK=HN-s=5@(p9fYy)DCecG)nCVOv)N%r*%b5;7<=%X^0|I)&dw- z2bUaWuiQJ}n03}M>%3#uK;r1Hhvr(O=FJXYU27EYJUO;+j$QegEzj}~fW$AWl&S*t zWS#}-llee&!SqyYoU&*&5tdWoq;x8x%2FGn{w|8Neiscy$5h2*=X7Erb9$v?h6Ov z9S@UGuAd;vL+~N#K0?%^1Um`1NI#jQ?IBVZGf(E$8ALvg5VE>EncR7fNWPD_`w3*a z>tsn9-a}Ly!D9qZkcvzuzj*m%6?BX1Cv%F{68ABJy#(t>b3K9FMN^1Jg^oW-)Kg;S zKTYj>n#e|C?kA8ld4_mzQ}a$>ZpW7YjHEK0a{LFe8H&PM;MBWYS}@wYpA=-|wvi1v z_EzF;BaqRYPlA2~p}xK#<5}X<8O;w8JV)?z0ynAc6A!#z1TO{-ynaPfUqbejz@u+P zS)fMje|wVWKS<@z1pkSE5o{q^9#NZ!`p!8;&Cdyf1YZzbMYvhD&B0`rw}N7Wm*& z5~NvJ)OSu@8&mKkw$&&r9KBkPW=xw2$zs~lm@!W%%>IZ zo$&A&@xfqnvOo8h5Km$CNc7Evd*iWmw3e9MCd(rz{yRe}EJmzenkz~^%!-L^;AdzW z?+^?K=Z9nB&Jy`9!8wBSV&8{j`a-cCKIZm1@!VbOVQ#L6!ktx(bqzE58d@?VxBZ`pl9~BFQGX=3MDPKDOm=exy1TmE++2Zo$$HZ{LW(j!Pt;}txguev zmsdz67vy82K0yd2c6fB1j%Kg72+u0$uFw~zYe?19SJ1NMfq_J;HJhKu%v@7fohwKtu&Hx1aE z1{2Z->}i9s!*)b`WxQMiQe6 zA-Csb)ZY+qUWzh3dZyp!%k=s>+xU=}aJ3qaigi~rl7^@gX_`qa%U_~6a`gjnh=;!P zYcjQygnI2$I3uoJTZG-}u4iL0_FhlPm7U|La}ohL$P);L6HFk}m&C#A8D(-e$uy7~ zNG{*^SMOFi_;2bYuNz;B8`oz;@~)SYX* z&XI9*KYwZbVic4mk%xCIaz^r6@c1{ztUPc)t$`Q!M$3(` z;Hf;w3Gb744F}CJk(R)G4G`rZ$d}7P@D+jdOxEcd>M@_DJJP%W$;>Q8rI4)?vx7TO z#_uMOTeBJ|to2TkIi2Q4r;ru#8Kkp>;9k-RGbg6=avE?B@qbHHBT);CJw-4JDve7; zkORvMD26OZ3FZ{TfHhjCwUsxM;)=bckOE_k)KaK~I%9q*c$y1IP)snMK>9{*nI6#K z=5Xdn)RbN=BWe|a+)pJmaalt~OCG|JVA2Gz0*nr(mO&9fgfXieiW8`Kg*1GcwmiUi z3@KkS{=OUvu+{|1p+Rj&*1Vur0ZVLUVW^9VBU4@GfV_{&>#01Fa%j{$OJzpi5O+h_ zee(391q_Abg@Zd?o$JkgsOtEJ^z%45GKCO-V^R1fvNWI6)fTT$cROOt2c<0I^q8ar+*CWo8)J*JJ|g{5+Zecf(o@C4KVPkNba}?&d}RN6rPlnWne}0qaj6 zIwXgc<=EUVn~1j=LDx`;4h7?-YDibNAnVcKg=%P4HM5^lRtI}iWK=YLy^i-ea}h?8 z>uJW7Iw&otUR*B7D>N=WT0+`dm$%!ko1QEt1x7OYH2DotPaCuAVFdIUZS|0=Z6l4% z#;$s3Qy)S4VDQ^|*rCD|V_PGX!%vOljc~WR7bWioziosVOM#XDh0Gww1c%LJ$c!Oq zaKy}L;E~3(1u%x)EcmyD4r@b01D5MGG_IGR1HsYDd*u2spWofN)=WkjOBv)1G-t|b z^R|1ODCxL-dc1F(SpcI)e1SuU;yoQ*KJNE=Ruy%){VwM6yZDG;%tA;9%MCD!7Qxoa zzoYK*m3NHh&_c~k1e*ySB)Ibuk?)l4#M@!~c@dsw@&Xt#98EB}PyVuFBVhzVGQme= zvx2CJ1UqPo^uqvON^q21-rrC7|uhX<@t$>U0zcZY4M*si- diff --git a/litellm/tests/test_litedebugger_integration.py b/litellm/tests/test_litedebugger_integration.py index 05e93d49d..e6235aeb4 100644 --- a/litellm/tests/test_litedebugger_integration.py +++ b/litellm/tests/test_litedebugger_integration.py @@ -30,7 +30,7 @@ sys.path.insert( 0, os.path.abspath("../..") ) # Adds the parent directory to the system path import litellm -from litellm import completion_with_split_tests +from litellm import completion from openai.error import AuthenticationError litellm.set_verbose = True @@ -69,8 +69,8 @@ messages = [{"content": user_message, "role": "user"}] # # Redirect stdout # old_stdout = sys.stdout # sys.stdout = new_stdout = io.StringIO() - -# response = completion_with_split_tests(models=split_per_model, messages=messages, use_client=True, id="6d383c99-488d-481d-aa1b-1f94935cec44") +# litellm.token = "a67abbaf-35b8-4649-8647-68c5fe8d37fb" # generate one here - https://www.uuidgenerator.net/version4 +# response = completion(model="gpt-3.5-turbo", messages=messages, use_client=True) # # Restore stdout # sys.stdout = old_stdout @@ -83,6 +83,7 @@ messages = [{"content": user_message, "role": "user"}] # if "LiteDebugger: Success/Failure Call Logging" not in output: # raise Exception("LiteLLMDebugger: success/failure call not logged!") # except Exception as e: +# print(output) # pytest.fail(f"Error occurred: {e}") # # Test 3: On streaming completion call - setting client to true diff --git a/litellm/utils.py b/litellm/utils.py index 004ab2eb2..d7500e2e2 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -1051,6 +1051,10 @@ def set_callbacks(callback_list, function_id=None): print_verbose(f"instantiating lite_debugger") if function_id: liteDebuggerClient = LiteDebugger(email=function_id) + elif litellm.token: + liteDebuggerClient = LiteDebugger(email=litellm.token) + elif litellm.email: + liteDebuggerClient = LiteDebugger(email=litellm.email) except Exception as e: raise e