From beecb60f512eddb7b2dd3ce0d0bc6707b2efe79c Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 9 Sep 2023 16:35:36 -0700 Subject: [PATCH] update testing --- litellm/__pycache__/main.cpython-311.pyc | Bin 31623 -> 31625 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 90253 -> 89779 bytes litellm/main.py | 2 +- litellm/tests/test_client.py | 2 +- litellm/tests/test_embedding.py | 2 -- litellm/tests/test_model_fallback.py | 2 +- litellm/utils.py | 18 ++++++------------ 7 files changed, 9 insertions(+), 17 deletions(-) diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index 2c5b0d3a41a9b43b0c6d71100a930c50d7dd1c59..5beb234ea4b106bebfa123208623172448212263 100644 GIT binary patch delta 1667 zcmai!e@t6d6vy9vuPwBcu`yQ$t5QH=MHmR>HSCsbnK5FrJb$2OY9f=N(cm90uKrm3$NgcVZcdrWOuVNZY?>%9d7pdk zIp25hx$oY44lk3*Ws?4Sdb){YPu^cQ#JkR0z<{CBmk!>Y$ODqR#-_GE>{HZ z4KNjTGuRDuFWT*hRWEg7*Ol|%(gN@1@o`oq5DkP7qJd8)wfsy#VRp=uKG&yVO7yj4|16!@;{p{x+boeXy2 z_Do@Cb!XaYj1Itb^)uEX)D|K}7*w9YW}|j=jKUA~1zFb!Gsm#sz`znotbGC|Yew$= z?`%--L@2PeHkT-xr`AZ;oD7cC>B$%zt9y7&sbPqvO2?qGzBKp$(@1h|{J z4AZDP3DZqak{Kv=zDzV&bbj2JSi!9wtz)V~`r8@+N!2}%*a9PXx)s>oqgqMzY7 zpCi76^R8{#U!i#c<-Av>FJSLQ#J7;)-jsF;&6`t~xh>fAqCM??C5OyIX;&plg`O@4F>A-V&IpDR7(M_G^vsisT4rwzA)~O{yMO&V z=zkY6hjQSn|Tok(60qy&4$Pwk(Tc!ZOeKbnq_YqEendY5yOf8}#!`~3 z7eVy$G;uX$^d?SI6s^JALU{3pi`!(|U{BC5+Mqm`KYkSBH*fjd_<;udL=PYY(7LMZe4t{tVrSR9)GvA5=5Gf3H zbFw&u;Bv4i?Hal(5x+xr=pIuMDf&+irx|4{B9pYuDv z-}j#LJFnm9Dmk@Ej2{|}dIkILu0G_`ri_0+O3a|CdXIQuqAHJwaI-3#c;VNozA_I} zQ9FZKL!U2?J36bDd%~RpMG zrS>_)MvVGly!MUkHK@rToM||;rBpM(Ql*1nX{^Zo|1=~RYTUooc%^JweN%KR zSz&6q5~szL$=ji(!(iF_P(#r(1U1bS?A)Erw>9z^jY8XF*T~DD+1Eraf_-0?=6%$S z!}z{e$OP=RULcp@hIMwYyn=sDw1KH&M4-diZg)yvzbFLVlCPTz0l(x62=pe7^A%zd z7HpLn-=XN$vv{yM%H1BZ@G`EBo-OD(IKI3cyuJ)G+AIf=;&%mRv@-;>w0&ZWH{* z+H>x(T6?gq;ttan ztRK_0dV2(3E;!dPJ_8rToMQPn?_vKsViqxnNMJB0#>;>RzlbG<`{=eHR^SnD(NHlf z86UCZ3be7E9ab!FYf$T>+tWw1(bS@mgs3*@M{W7H+VW3o777-n@UlYT;0|!C>EZgZ zu`1h@tT{qD)|*9bIm<-%gmOhD3o<)uNFHl>wRxoZ=bWO~_rLb!t(?+DbHg_|jgjl# zpNMHkTb5!zOYg8K=ZkDQN2PM1Qthz7l=P-)n57!i1O@^@!E5GXDk_NrE5(QWEu;+I z@h_1X80fE!KjD$cbpK((JjsD9au3P_b;JUEpeOBXTrX~AOvy%~m$CZ?ECp<)1vD!$ yqH;?90jkFS3{(Z@$te64EFg2RGnAQWz`~l3!2P0S2)Sxl;9zJcX^lvsOwHe!jkq`f diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index dee9000e5be26681575c8e4f48a4f4eb3967b1b7..589af20d2ec2bfa49e362c73d7b9bca8835b7521 100644 GIT binary patch delta 6362 zcmb7I3wTsTmcFOEZ|Bhod65Sp?}SG~fH1rQ@(eEp1VTi>Rhp)|6FMa6SbY;7+Ysb2 zU>0}K!nx{*1V%+h6ro4j5r!2-9_l9xqq6pb@)#Ffe1shr8C011>yqv;pYwgYmyf?s zopb8csZ*y;RpqfmYVeP0;*P|`ctw0q-TKj8uqUy8%9K*kTCc1(tvBn+2Ga(m+T^CS zv8`seX|2*~5*)MOnce2Ku`4J*Rf^p*-9<2Q`->C5`Qray_67$|t20wPe{Mz<*@FKw z<38%I_3ltploEwitccUpD94?l^^LY_Gx*8LSv*jg*F_r;We4Ioy_=pCw=%9F)~&1% zze{L|5`3;QgJQGTOrgm3@dLB+)v&qF)4lWC$Jjv6Sg>6jX!K% zyac~|ZdFf}wF*98S=B>L5JUmrQ8hN@4`PD;er83vzDjAg4vb3={?do?{dmJw2^e=KSPos}%-i8{x$_@!3dmAtb z@Cx9V06*edfR7<~>@aVgTSD!8_uLCHuL{|dW}PR`AIU$OSD9~89!&_CYAB#=r&)?u z3DEQOue3r9r~z`DM)I*wbhG#qw0OQJuWJq~(PYL5qvETLHGUOkRhE{^}_?|CvI z!4Y8xh!^rq{_EeSjAXNazNcGREJ7<>&bmWx?XcW2w1xH4GWm1&=JK|eY=fgC*J7dM z7l=A<4OlzuGE=}>rHDx;a@&KG$Hcg;0cuuQ7cn_&w~nrgJ7%#74WVtWQvQJ_IYtmh z_>=EYh|D%JWVU9DSnd?0+C={OgSq`W2e3=4U(=d-2ZQcmAQwlz0&~TSr*kae;UqH-9|EVC=krTASH1dO(Qe$d-^dVomU=;1+`xY$A>C$P7qU5mc059MjKGWGR?J&qAfOiG>kq`WF=Mbw|ES^7y zf8ZQV3Bh|7o;S7h5~4$~6~iXyD2Ek^q)_RGsEO@L1g1nuNi|T4Dr#Q@dX6Wx zYrFD)z`KK8tL>()e-KipS51gxjaexXy96HBylh#|!5ahPt0IdPF{JEwHv%5jo1g&gAg;nSBCgx%FU~~r~ zVNp{}ji~I7YNyM?(!jE5z8a6V$io~?uPp5>2S#KD<$}uN!ec zkwa-bXJ!A?5|~gmU!!9&D};6`e{kg~y2uB#%%ID>rKNx6NU%o%dI3a%P}opFHQXu( z*wMTTFc8oOFc{DX>1a?0i{ah?ezRqSI$kg@2S=^?(kjYDul0S^iGuMApR>NQJI*I# z66t~$j%#SDcetE&b$*r|d}n>BiFWh$M@QSDYT0~vYjb+Ejc#lbAe$d<9YoXk_104L ze!PVr;!EOTf~te1m1HIHGTnRLf2>SkjH(E)HV zcwoz|6l)VqUF3&$53`9HuCN+_kDFgxLu>f@*IcxkUwLghweS&p?xU^zS9=b&$n!tW zBckMy14u_UqTe}TH=OKRjJ_tE@z{LTr*|>uU-c1 z0&Irb7El~i8>mg7)(eV%u(yQX;#c=(TMt3-Hctsw(+hlQaCm$e3_y8sfAGar`%~y7 zyctx8%R;+mF0PS%%0q-h3vQBJTD+@_B6OjK0Qxj@Uh`v|B`#TU(=07zqY6L3p_J=R!E>5$wBqW0c4(Wy6IRg}&To{Fc3 zgU3&`Qz{l}r>Rrdi~RkMHWVKgY`-`!mD|_du&voy=XE>keQr-3`#?z71e-tJMKpyM zpZ*1%7IaL)oh|C;4-b=K$vc7kHmb|FrODJ%Cv5@ODr#i@pT) z-+(KCuK+SLW&ERlSq$S>A(w7lJAwT%z*H$^v6MWB4Q>}78 z9pR>%McH!a4}^jL1V~fT;~RYR&0OnP*uTP^H?v2)1-Xp9jD{@rpMZB7fQYhB1=W#u z7LhE*X=UcG-<%Ymh&CWUsNS+9WgbVb6X>8C``fUk7j&V_LDG=LNW#d2OGZlGtqR0v zY^nEQ1<)3%?Lyy}X`wzZmB!nmHTa~yBb8igkr?@s)^Hk29&rYAmz>g-+`Fw>dO~uIoK==~Xe}N4Zo%s-BrgLu{}uFRg5dJ|~aLt+BC!F-(6lk9^(a zz$O+MPK2QpqbhoCzA$JDRpF-)k+Z8|tJ~ue`#v1+*PKlAFY#)NjD)x8I}2z9C53tw z(tH{=N_e+Cwn+0V)rv+GEjJad`0|$cm^5Q%V}&?usrHI<2&KzzHO8#a4;0a3l%ZGl zpqx;3F;&tySYo3AV*v8bAor9sWs#=XIEduNvk7Xa`L;Q5C+G)zQ#U=O2aTb^kT5)l za$z%UbBSAKok#Qf#N}2nZtq7$f43(MNr#6~i_8uA3_YnAO`*P_2YS&&%9ozaf}ZR> z4=Pn?-Upb0apzhGiBS9J>yBPDT%T>HH@ZpRp=Kv(Ra9IV?+U%4FXihi`%t?6Kpz@T zcj=q^&AlEGUX?tlf16pE2wa+ z!vUGY!BDWKF&W;O&{+tW4V@Sx0De}1QRjev4AcXl9s)$G**kFJdBCUoiE=8T3jMos zDkhJfHJl2`6&f*|{@vVD?iw?5qjQabaB7u!2aNMCYjE8o?x{{>mDp`%qo|xV>)ui1 zePAebhXd{c$a!E2OnM7P4cDSx$r*ScSPbY1ugU=OuTEv)0lp8FjwUlvS*UCb^(RWx z9b;)g8p=)BDxNp4C2p1lNX6<>(b^Sycp_D)iLYahrrSOBlT+x|E$PyE|1!V0 zGccK=@=1p0mpBb%C6yPZeQ*h}wx@-y%-P`f)ptGzAjL>Vy2|Z=mq6GmZbeNVzu~wO z3Ub4=LH|twlZ{I*-bG=vS3GQFc4Iq=!$!_9GI}`4*X&`;>lS~MH2#3_Hmn3-bcx5uxAN*ZXDI#>0gSv1tT4yu#*`HJrPvRTw!-6-1ap{Hk2imBym z3~6Ra>hu&dJzj@-Z!q+XXv(^;m_oHTus_@?6%r*>3HQV}cc_F)o{+s){(l5LO? za{Dw-Ls_#?R##(ax$?h+C-QKVAvunwoU1&_ztrc=rUBWw+=f%V_4w;-op)jXdXMIG zJH;VX652kS@`$YZq5H{4AL;|=P)18DjQrj6Q$8N#lL4;<7I_R9PX!L1e5|d5XBz;y z0Bo0VlEdL_Xz*!rWBWz5c?%->cEKOynY;*IhKWKn^&@l0-f|8k{@%jA1DGIA24nz= z07wTm9@Ip@N)bwiw>I+t4niv5f${-?r-JdQ#I2j*j?HkpW(&{_muKTLhRdY5aEW6@ zUXYBdOfq!jwL=yT>~tfKkxFc%{>)s;rR||N=F%ujYNd(N+LcboLNO1~FU@}gBd8C2 delta 6840 zcmb7J3wTpiwmvJ#NzdV!d8oo#&C6)j7=_)eu ziDR66LHR(vU^Jz6TB?~zNLiJDvw1BcpTD`d)x$h3#les!sBqZtD-Hz5yG(I&vp>ju zLeFK6TRf~G9Jj7oi(lC}Y!;H@;$n7@_>J4WjehScH>B-(-sXTmsEwc19P)aa!{y_X zvfpQrqJ%3%j}1zX$(%a#9lrCL!Z}^@y5^nfF_CCz1xW1GZb}GIR)I zvSKxQ*MlA7-Aha9@BHY}Q>J1o-+ArbCe6Wbd~&G1dkm$FVYZ0kGYt`aj3<~9A)h(f z?ofk+N)!>pbY3$d51C^dnW~tSZRrtH14Wbvs8$Im5qgmBpbl%qDtfE4geh$Rzj67X zN#QhYK%Z$vX~IIuhm~HymoEVX8*;V5{KU1ndHu!igg8RoY5c_9&dF9^%EKaicOir2 z!xs1N(Uj=nQ&u58m2j@%QQ^;eG)@~Tmhbp&x%|q7158bJKDS^{VPa}2k(54D%oItf zLkI@&y~{5jW%H#*XpO=Kh^eP01Lw1^lFkWjb6syZI>Y%Fc$o-CIO78TKY7pcw1LJv zfyvo5CAbmuPgg^%S^v;yh>iu)M#3{SVu_f2gyo7@yE8fE56(74Y!8co?UF%*Iw}0{ zr8#BVXxUdnM67qj91*JZ>Z6Ve*P$adlFIk*$kA6iDTBMOPbn%(b}UucmmPKub)xra z%HbuVBMv#PrEgq*{*gjsETKDIo787m zOsQ8F-qu_D^!wx&_}QsV?c<}LFa5$fu}Rvrq@0cG-)b^qD#VHOD2UkCQBz@G58r@) zt-oFQjj26dQM@Mi#DsFhzKMKFhkd<$Ev;47nU^VR$u+Q=1%$O^xn>9WiWLhf#&@ll zL`D4l6$KfnQ?f)G)$0T|yJyoAe6G7~*uZ3|GAh>t(3KWZ``NSn4fnV~$3Q+0cuqhV ziB-&VR!+9sL>h;e^F=GmRZCx;&j0x;-D8Q~weqB?^Acg;u&rcnnR2)+bM9>OpQvK$ ze5Z0`I`HVkiW2ejoYTHA-TYiprE8(h{Gv@24K`BrbE(n^_Ip9IQ-Fkbvb?PT z*lw)G7Q;ReS_e^fH9?57+KI|*QD^oj2}qlyruQg62hEhJI(w7^jJ%B0K|RX<0T-B* zwCoMlY=Rg$u`NZbeNNM$j|D59CU@1ayTzk<8`+b5ZGDCMl@KhBK3Tt*sD}?~Jfwan z7|qdF8$YMQ9|g(I0sbK%p5_g$4r*>Kw8|e0i{k%I(?uEQA?>Hf=axAKrArmJRQEHc zifFV&=dF6fL06D%e=9d)*DAu{vrH%?jxMFxkAohF0%Tbl!3kLGvF zLqV9qH-_G>RQ5G!q)pt~%0exz8e0a=H-Nc-3P2i6rt{Hkv^qqPJEDtOkmv<|Bz)Q8 ze8^Tqt3Xh3)ziM3`B@7XVy_nSZCu^Z5C}H7>pfmS%K^)wg&O=?qo27w0lCSsA{db= zTnuU$|AjV19U;g+M}Mu|mQpwp-Rv!%b-i(m+nYlT0nL3wz!PRUydp9_YZO#eE!65> z#Y$ns$u~t_q0@YE$JO*1f2d>pl1ss!0~iAs3z!b5hqtH+tPIU^z$Cypz*Imhq;o;Z zmke7oyBN(NA8@RQ&tIRTR*B}9QSbUstYqg`Z5gZ17mRM+v1L)QRF{*?6})(AaCM7Y z9HE-SGH70_{vShVP}FpDwuuh#oUU?5vO@uPcdc%em>K>4yI1? zk9SXXm_arH7<{|nOW?AzN5I_)km-ghXc+z#sH9*21(j>SyNOpF9Ziq( z(9vAl%)5@3jNby;gMfzsZP025$Xvb(ykDZZ3)G|ht)mk<<+jreCblrP8;vy7`Cu#uRQ5tDmqa>sw`j&4;$3xzS9`twaF}r@$mnl{zI5eR;N2r&im@cMkZb{L z1Uv@7+OSQ4n*bXGxU%||<;iEuiVnia0YD7!IAA}(5B*1Y>ah{_w?P6mNq~53Ajb z>dQj7Eqec}j}l$QuXz1pdW}b3pRS$|>|aL@y?zU+Zwm6E=oN3?Wp?~UknAl$oPQV} zc|qIxcA5H)5bcguy}j8&#r%c$DxI>1G@ye_2U!$4c**;-Mq?6jHK6%h!bXvi6+E$0 zB1q4p+lPGX`_rv|1Nj(#_Wfz6KCe01Fn|I#Cf<(vLBD49o}gZcvSCEzQ7%uN~nq@NbU_&1PCH^1lUr-!R& zMf+TI(&^1vj^`j64tSA2bEd5HG}c(A#4JIzXBiu4aUfi*g+j&6po`p4m&vL;M~ zfp-DYl$?pQoB^H_kOjyF3N8 zu94J#C0CL;n24^K4iK9FMKap#wxu>BDkqmemNi?#-n#`*`R8zKH#M zE)|%@K4o|%v*ZO#{aL`j0c1+ZWRUM-rG7GxN;9UwLO*rgIg}>TKlCey(jGD5*`ZWH z4t;h$O?JSxJead-dPhD@vknlSV%QA*5BU@tA_q1lhZAAKm5-VA$^v09GuDP5I<4<5 zq&%y9rv~UR7g7f~V^`NmcYGSFD#*J zX_PL^<;Qpl%_N$mzg$W=MiDaWpOw;NC!9%IFm7D6`s5L`fF{N^jG%c`Bt2OSJ@H>L z&c{p8TnebgI79SvBk59_uFoDt-wu&(Lc>MUpeWfgg7fr+qcJu8&}e$ufq58KjH=sif%gm}v}MY;Kmr%aMOB8u2uvR)$tz^dZd%mE49dj2FXI zFmCY$yc#yO2^IVGV#r< z0iB!l*)u7Zrs+#&(lokHzjG!9mQROd7N8s;y@ta~`UbZQN0L5Be;XkP0!G4z2>^UD zVV8ghI2Ws(MP{;s_L95{#6q*lNtB~+DW{8Op;E-H;?Cq<>tjRFP1bXZtT-ECs}_L5 z;IhUY-cYbU(BN+MXpPLT_moq$x<+(*AXa&)$SAAaWXE8W)$ggG%%a5hDqi(ra-`mi z;zx++8U1JljqQ}n`Ke&IGX8%%Y&SehE=FQMVVfYpVNO(lb(j;zmi5y};WqHv1%$2Q zqj#v1O4MJ9)?+cflIqm-KcJ_nx2OKye7d(YS2`bV3yZ@DlNl@TdAQSwx>JSmbdn3c4W7tdPQLap zqA8~+_w3L0&N{ltM5OPlqro&P_FSF#x=*S4$JbD(^8~Eq3&8ck<8#X)*09@Q<0scv zdHaxe4qP`_;x=L2HSPsZ-ubq`WEY?SfVU++(CzjF#UDsKS|Ah*i;{B`qC!P{YGwEn z1d|8J&-4!#)5V=1fFZxEd 0 else kwargs["model"] - except: - raise ValueError("model param not passed in.") - def function_setup( start_time, *args, **kwargs ): # just run once to check if user wants to send their data anywhere - PostHog/Sentry/Slack/etc. @@ -494,8 +488,9 @@ def client(original_function): stream = True if "stream" in kwargs and kwargs["stream"] == True else False logging_obj = Logging(model=model, messages=messages, stream=stream, litellm_call_id=kwargs["litellm_call_id"], function_id=function_id, call_type=call_type, start_time=start_time) return logging_obj - except: # DO NOT BLOCK running the function because of this + except Exception as e: # DO NOT BLOCK running the function because of this print_verbose(f"[Non-Blocking] {traceback.format_exc()}; args - {args}; kwargs - {kwargs}") + print(e) pass def crash_reporting(*args, **kwargs): @@ -522,11 +517,10 @@ def client(original_function): result = None litellm_call_id = str(uuid.uuid4()) kwargs["litellm_call_id"] = litellm_call_id - # check_args(*args, **kwargs) - try: - model = args[0] if len(args) > 0 else kwargs["model"] - except: - raise ValueError("model param not passed in.") + # try: + # model = args[0] if len(args) > 0 else kwargs["model"] + # except: + # raise ValueError("model param not passed in.") try: logging_obj = function_setup(start_time, *args, **kwargs)