From 147a877aca2ced9a6775710e1f6f187861373a12 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 7 Sep 2023 17:00:18 -0700 Subject: [PATCH] bump version --- litellm/__pycache__/main.cpython-311.pyc | Bin 30455 -> 30861 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 89852 -> 89855 bytes .../tests/test_litedebugger_integration.py | 10 +++++----- litellm/utils.py | 2 +- pyproject.toml | 2 +- 5 files changed, 7 insertions(+), 7 deletions(-) diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index c82c00eec6b86dd3660a9ba7777d6e68ee473cf3..0adac09a8ef4b50f4acf9db4277f3dbd88418be6 100644 GIT binary patch delta 3397 zcmbVOZ*Wvs6@Pc%?%UlgA=yL{2#`WxQeGJH-%!{9Ne~FoA~cjFg=Bfzec3#D``&Wj z3nXdUZ7UW&)DE5dfwtpxT6GlcI1X;5b)5DC9UZk}DTuaS6*~4y(W;Ae>`eUPIrov> zwKI~Ao9u7TIrq=G_x!z|{*`?FHd*}L^71kXK1&bJC4c(D#l=?wzDB}s25u;iDzoIJ z5WC&9gf%@J&C*3l`II!Pv`gQC>961#@fiTwfTa5Oam8_|uBCS-$ov@m%J8lBNzx}x zKbWWO;I;5oZhf^rVR_-?qOAk1( ziNuZsV~gj)-6`GDr!sWwOufdgb}h-y^Iw8F&M3e~@b|csm*k4F&jBCQ)a7NVJerq3 z-+adpDo!a?J~hmPnlsIQp&SZwIi=-Uaj=X`z)ULx<1@5e5(rB0Pj} z2mv?Ye#f;lbP)L=< z5q2Q#L=cnuklKwf!rpAIBm3F!n#aE29T%h*WF9cA%%n?u*q2-GsXTx)4TK(qKK58k zP5rTXo=0tJqzpJyeBO1`WIt>#A3ar@Z?CE!Mkn z_rlv>DcSz|#%|KhqW67m!DSn&p)TLC9T-9lP>diiQHyyjvJfJS`8JK-BhHPc;#GxA z(Wer6M#O6)%WhghM%Xtt?dm*^TRny#{ICcq%nu&cW+tf~Kc-LfPzH#EW}2QO3|71O zoyZ29DdOl1%WrNA&~^~8##k#EWP`CIJd^J`~8+SW^P%xrvq3XH0=}=h!homD@OVz93;B1 zAg?ag_F^6RIqvpLgm>8Ct0eOzH?U}E+sO(Q8DVgQ zy}4($k!2*#&JHajm)ZA*8mdsN`YB$WVuzwKyD?O=2G{Z0l3SiM+zGfU)Fa)YK}gB1 ztakV;ySZhV@&GRD&;4xpoG*(_xuk8>0jpNry?ZR+oWrby%2h;c}JmNLrhUpS0;QojUXY z+c$b}J=P=`QJ_yunl2PYQR$WONf)B~Gj-}$qbhlteLAYvifX@z{s1G{o}Ci02U0+rd7Judcv5@}PGQhnBPI zqxX?2cK=azg>ZA_nC2!X;zeiEmEhn0+_OhtR#Mw>n_URI5kzlJ0Cmt4j-xPzFaZGN zzE}{j7SOMt)JH|pPoqFo4F@T=WN1HoKGk}Fp~P!{^i`aKbx5tEKSsJ(ZbYRKHAkrE z!O@=p@bHfGn4T2P>cMmBmXACWrVj7L=}m6Mi&PZ*Ay2Pcin@N#Dy{U z>1_m&C;tG-i2!)-J%Qe%FRT|%&;T}kR+gmPYZG(6xai!9Gwrx~8s58pYMZ*~+M+dr zM9#nqN+hFPl8gsX6KsN-JPj4t^hpRhC2G=Tgi_Og9Bdj`qX2n{$MF>Ngw zPui|-oe+;_9vBCaD;$S!S(p3AY#T~r(nxq|B#M%VT#BZrXcw=`;4!@y1|CzGaW2#i irFGKOx6)o1CAmLkuK6mKkfnL40L{6#oL1S7YyJad*)`Mv delta 2936 zcmai0du&_P8PD}AcAO?nX;(=4NFczj5@?*HBxxRYx`ozzu#|L#K5wt>8^@{bdvoq} zi=zn`1qlg(wtdp3{xP-*Z7fpJ2%aYPN0Ij84+IntD%#NmlQv)v0b`rAts2_C-?^O~ zG|^be&)@mJ@0|0!k01R|`^S4)+mjnMv^4SOKezuY7e2Szb}_8IN%x=FLVpXt&^*_q zYj@~Tnu#6_=n;A{Iv8^!tlZ5XDm9N^E8}L?E;&WZE7)Z*$f9BXckidx*wIgK`qUd8 zH@?XFFmRoC6H9V_sNG6|0=B8je*qi(XaS3E>=s8*-LYw5uhn z>=}ie*bhMpFvFm?h!N20+Hp{mfGI!;=IK&_~vD4RF@!H6m#UdZM5)}K%8OUt* z&1SWgpbQtvPQ??W^v=M}{xtSy0O}r`c~IA6ylCh1g>v4oGmCmi5?eKk(uq@j zY6q0{h;Me|9A#D`RvCILQRrN0S_#O&tpl>TWVx=Hx7+}4?(P-|njhSy>GaLPo3tUi zFxZu@A1$M%Q!u=$W9jS$tILQZII*6xR}c6XFGJ9rU9byT%atL|y2le0=7}Zh8Tw2_ z#WYQeLpSst2loU3fs|2Bik)L0eb4jE<1_IkQuOT5-d=wz)?WoY0QmSB;w;Rnyi6|x>Xnu1ck_Wj#p+WMBHIa~j;u$Jn zp|Jt?Tmw5=r_+N8V|q4ie17Jz*vu?Fwx)Ql?oOV5Gn!ua-uUy4d&wS~(1z*!*hA}X zyQL*q_YY=;1**#L;xB;uB0x1IR~>zO&k4V-QlyPvs|o5H-=-a+k@0=Qi%_frREkgOm!&y2quzX_VE#Lm(q6N#`4<}HtYHZh>h(qAWzXf{Y5wb?mZhNzD?=^iuM=_%CqAuK+L5 zhsj&-dl}?K91_Ud;u}~I;1XEvp3SZ!R+M81!Zw`3Pg&nVeBt0+UD#S>t+ zp0)%xyDt!LW6ux4kL9hhB}~s2;$1NR)YL?er_Qt|uuxG3?5*`qYu9xlP_kLDe!;c$ zu#9>!^xe=tLIORffTl=iVUskp>yCKr}-1V-2NJl z3(8=TU$8rvmRiB(Du=yn?mpud?KD-4FLw?x?~fQwnEEC29^;HHPO)zyO}{q|-iGo|%e@)X%Ptsnab$;fmL5H+Z^ij~t9Y8f#4~_ZK#g8H z+0(7e?cz1Rvz1J#;Hd=3i0SZKnbW&b%zLjMjCCT7yZWeV_Ozp5kvX{GiWXWiM`P`r zFt?ip^lGYmyFiJ^jlKtKenE7yRJU8p{=2K%I|KSrqf=UXEP2$I(8*@gDn8p>Okp6^0 z#%4+xE2kc~XTe;hrwcpgR383}^-lp80M7x`_=x+pq+TlJk#cw%^1T4%@cW?N1E{|E zfO-};Z&9&}S@kP-a?l>GeQxoifU(S~oZzbKStUInL&7dvVhQ{4I5H>b@J}YyYQZ(F z24SOOaYj2HcVkUvdijzU=?A3@|8$6zJ#CflEhqd=SECegiJmJ@YD2Yumpio2s%j3a z5|r_*U7j!G4af8rL>p`R(*d#J9HHCmDyGQ0^;)L`&em{0-z=%*+_g>B_q2E(2Oujl z$exPxSpI>2>r8a@f_xotGsK~+?Nmh=>s14B<)toT5VG)m(dPMve8^y-?8#8Z zwt4E|$@Z2B}iM9G&2)St(jmVyfneOM&*dmi$Xo9k$gD KR|bM1=>Hd`b;{dLoCyGsBuaY9CM6o%Xs-($jQEUmPD^uhtQEUxo zC_dR2#WCTjN~W9{#j)WmC0ou$OsFlKqvXn=yeMN2=PLzrLDa|*E>w!-BBfX^R;J0* zlq7oeSt#hy4=FmHpin)HpNBHEZ0IC%BU;W51w%o$K}b%h zrwO_aKg!A zrc*KO8k&i8Ep4UQC~KoR$gQKRXdZIwEo9=Ot7!pBHcar7|7?dCpU}RU(0nW${VSw^ zC%=)sCFb{Sq9vhVhd^fz7-Tx>Lg*S@PD^pl!il#*XNN+xJQV7PrTzg)?x1sU8Jp=^ zT7gNo(7DKU(s@X`XeH9E^f{zqIv=S*7a-k6+oCZ8q33B8#;eA><~~}3!M=uJY6qZw zJ6(u|-E@d)ksC${VpcG!=XAKb%ma}s6Phc6pZ9W4=884$}0h?zoU{|fH zU^Op}c|m}U{FvTbF{)Ibefk9q1^+y)?EB{;J_hTS~A1Xg)fi=85@VWp4{9^Sz0S@t@g$V*= zuxpF6)e;jV2|Z5sV6hJ*mbwHVGjrZbR7E2sv71X0ki9wfG^_4*fJ-$P!KJGO2Vss> z7xUh-s-7aSv;PFmQcp$XvG~qdjOr}{+aqz>W3js50h8ty!!{JF%d#+EOpDD!ja#F| z+T9XKm?&C8BCg3i%$*v`?u=QDyHFh=`g#)Cw4l#mjwDCpxY(AU%i(_F-0hBd*nwbe zf=wX%EWOZ4dWEC#8UTqn)RK7c;_`~i?Gp|!OTAJgeS#yT%Q=C&;wI4JHD*l&_x7 zuWsESV%3yAUnPLXcW%F6f$O~bC65Wd#oNB|h5+B=UkvyGO{Ra-FTpSQmi=Ae>^Bjj zV(;iBHRPb!c9h>b5HP}Smc@R|b~7*g3!5TDf^4_lZEVjuC>}V@t*>u3WPF0XvZv2L zNIw}jG=b#2?#>=34Pfzq9;KYUaYYnOaemf$Bt?|)|J5UDv&1<6Sbo`=MW-7^^Xo3> z*Imu88%@l)oS5@ze%TMxPoyLB@9{N)9_CT7f8Afpes`p(uZRp9vauQ(i^#D63FJvb z*#hFBT+ne|l?Ry-!B}GvM$Ed=h$SG@+NEBUmZt$0HUP=Oy*Z;HD z0sY!xBb*lDRc)yielEhGD%s%_oMpb|6!nH36foZ0W6X7GWg5)UN~gec05+{V0~P@!Xs3K&Hh@PP&W80C zDAO{h!!!eQsLM++%SW1P7K{t9O*59mMu@$L%^^qtD=Px*=DtLAbSc=icl~frboJ{= z_MyRN`1O=dXj`MVU&Xii4DQ?2&IXSS5 z$sU|{)f4k!KfJ5?7r+q_-qWsCL#_$VX%Fk*D+&IgJ!}GO(0%IRW@whWdvFihr_E3= v!f(}?tuSP{PVD{BPrKU+Udg>2z&TEyptQ`%dnw8o=xanS^?dg&&;z4s-f173Y8r$;A{fU(WQHhtpglFXD) z2*yhmDpE}_LAFX(Ac(a=n{1ct5v&U)$_~j9!BN2^*(o_ASRb4uyChcx8-mGlij)$; z(ZR`bs+1bRF~KxBT}qGO*kFd7DPFT6JWZM=PnV`g#+idNsCB0;wX@)=j8A;5i}^@^gIdT+(9^E)hA$L)_8`mxP@2A+C;2 z>L$`M+$dLYxm+*Rhik!Ek}*5Q5~%;qG!4uwCM{giie*q}5ouaCNGoYNN=P&V?JC+p zvoN-rW~0|gS5P;4YYb%KrYmVKM%J>;qJ!-aHBKr~F9w=65bD8p2;X@Wa6g;bPeo7H zIyx=jYZ2)5ZjH2lLc~Dms&Jgnzz6r2;!e_;0ZNMlv?Z37bZeymorMc%p{wa^RNp}7 zp!YbPi?)?Mg0_v$L%Wfdq7BmdXl2?M(JTu*K^LIjLY!A$NXt=d6UtO{L-S@@iHTci z720;XhAu+s4qA;~i2Bg}fcnus$+l~fW^AQ3h@ZlxuBA&c?`c|x{xftL+Gkq{mYYZO zS~PSya-Fmuqucm-O-O{tSgHOOP|N?JKLxOo9gFUP6}%{Bs{qaXSlnL$+SxwSF4)Y{ z%{!rqA2H_uY-NM-Be0zxw3G zulbFlI)pA6@uQ0rv27l?ejq+2uu9%vqfVz~)vbgTSU0+Hy%G{S?P4-aEgfby*R<`Ae zgO4sL0llq#84~TaJn7L~&~YH7V}w=Lra3Q~ChdE2$drY@pJl)68qJ;ee&$GS&jpyrKU!}UU^)L&V2c3j zc>Uw=h!Eo1V3UZ=(XwfQ0PpcPx12Y?r#$p*QWWgsFaBts0I%_!=Sl!mnw~Gw!U_KJ zPujrT6h(-FuYV^gCws)kUY_tmnGUwFtcH*73B4kR4=9Qv+J_ zMMu^c@q@t+<9Gh}wS6OEmp0xHmpw(t{X?Eb!=6Q>o<&2}>|ty6Wt*$Fag2y}=u=fE zmkfD)!yezL$M>xS`2K`%#u|jkWOwKM&y5uViM5RpT*-ZN(a7fPPwaA$1DY)Ck{TB| zTt>>=+P*9SabFIEv3o%hIs<~P+#n3-!$|{%GNHn#JrfhoIui$BY%H^&b2d#^=@!oB zgtN}N%Y-Vg_JiDT)(80z#@#>jW4 zJ(gVw*@Zg7;v4L2?06zGePlA!k@n-*jvl@8xe1Cjp|C)b8RqKV!$#=XtgJGF&vw~h z-aUC=`G_HP$dG#3WZ&I2q)$-~n*k51bBaCz#^Dp?W&%6~my`}GoQ6NDGi~rOz*RLm z5z+08=y&P#R{S_J^vo5XJ ensure litedebugger is not initialized +# # #Test 1: On completion call - without setting client to true -> ensure litedebugger is not initialized # try: # # Redirect stdout # old_stdout = sys.stdout # sys.stdout = new_stdout = io.StringIO() -# response = completion_with_split_tests(models=split_per_model, messages=messages) +# response = completion(model="gpt-3.5-turbo", messages=messages) # # Restore stdout # sys.stdout = old_stdout @@ -64,13 +64,14 @@ messages = [{"content": user_message, "role": "user"}] # # Test 2: On normal completion call - setting client to true +# litellm.use_client=True # def test_completion_with_client(): # try: # # Redirect stdout # old_stdout = sys.stdout # sys.stdout = new_stdout = io.StringIO() # litellm.token = "a67abbaf-35b8-4649-8647-68c5fe8d37fb" # generate one here - https://www.uuidgenerator.net/version4 -# response = completion(model="gpt-3.5-turbo", messages=messages, use_client=True) +# response = completion(model="gpt-3.5-turbo", messages=messages) # # Restore stdout # sys.stdout = old_stdout @@ -83,9 +84,8 @@ messages = [{"content": user_message, "role": "user"}] # if "LiteDebugger: Success/Failure Call Logging" not in output: # raise Exception("LiteLLMDebugger: success/failure call not logged!") # except Exception as e: -# print(output) # pytest.fail(f"Error occurred: {e}") - +# test_completion_with_client() # # Test 3: On streaming completion call - setting client to true # try: # # Redirect stdout diff --git a/litellm/utils.py b/litellm/utils.py index 22101f5b5..818f46c9d 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -439,7 +439,7 @@ def client(original_function): try: global callback_list, add_breadcrumb, user_logger_fn, Logging function_id = kwargs["id"] if "id" in kwargs else None - if "use_client" in kwargs and kwargs["use_client"] == True: + if litellm.use_client or ("use_client" in kwargs and kwargs["use_client"] == True): print_verbose(f"litedebugger initialized") litellm.input_callback.append("lite_debugger") litellm.success_callback.append("lite_debugger") diff --git a/pyproject.toml b/pyproject.toml index 00dabe2ab..139a19441 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "0.1.559" +version = "0.1.560" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License"