From e659c66a75baf698d88a2454f91ac86d07ca70dd Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 23 Aug 2023 11:51:14 -0700 Subject: [PATCH] updates to litedebugger dashboard --- litellm/__pycache__/__init__.cpython-311.pyc | Bin 6910 -> 7181 bytes litellm/__pycache__/main.cpython-311.pyc | Bin 28563 -> 28633 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 61675 -> 63736 bytes litellm/integrations/litedebugger.py | 8 +++++--- litellm/main.py | 4 ++-- litellm/tests/test_embedding.py | 5 +++-- litellm/utils.py | 4 ++-- pyproject.toml | 2 +- 8 files changed, 13 insertions(+), 10 deletions(-) diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc index beacda527389feeb31aed2b35db3ada61cce30f8..2d7525526a1faf1a17147a3343efc701e0d077ea 100644 GIT binary patch delta 2470 zcmZ{lO>7%Q6vt<6uVcsga2(tDaMIXmo5psW`Xg!6#&Oc`q;1lsNn02}gX7t{OTA9J z-c&Svm_s=r(M$ILR7F%Aick+6A`S=+oVX!z!wLdafeIWD5gdwqsCaL@ZsQufp8tQ| z{@$CNnccM?kKPL;=>%wzD0^C_8JSftqL+8-&cDky#AYgkgw+Y{-BSHq3Ujs1d~=inD|fjj&O; zT=jx`*xoIR7=vgZ9DGT%*F=sHw*LlU;}Us!TlML@XC~ynxmXQppNU9)_aMAqJw>RW zC2tTKfCsD}+IDC=pzVY<0Bu*6u!)ZZItZQu4}wpEhrp-6!{7(NhrkblN7x~DIBTNA z>PJ_8;HKMtOd2BqK{Oh*cF4Ramh8sQq{I?Q!9*BIA0*90mZ zfzeLDXroU@lfu%F6qVvqVnT{Y!;(?TPTpyxd)RDNpnKUIJCz$##^{(ppnp2IZxMYy zw_h2j<4Teyl?kfxjB19izJ3eBigFEydvLig|fw8oL38>&r^E0bw>YC?9emT*pxig2T1NcJL_C+ zoh&zE-AE+5CzdGNEB!?LvcdZ%%g#(Ly~?DBoG)nUycUV+--sPAm2Jl9c=or{<-_wm zzoxPe#ve^4`-RE17EO9Zi!959l|0NbCKEp)Yb}{e>6(*HLdva~6-7zsStKuKFKM~! z#%2FZ>Hk+o&`;alqdx5RqV%BP zdlEFSIr-wA-hzbcMcR#2RCnk%?bFunc&2~-d;8ng;eFU2N5Nknbpj=YGKq2sWeVj0 z%E9$p&ZKaDZo^(#ft=57Shed{z*TrVi3!*6{*F6tQs?zA+yfJ5Fn0lE5#=n(Ig}{MlY3OQC6yJnnv+uM8vq1oh4-!cHczKM z?`hXBc&zJb&v~I}Iw!Q4N|v^g*H`ifOM%d4gT-y#Bq(NNn@vP?aXMHE1h>#;PQ65Q zm%QD)7O59&K{`0~6R~|O^&kZaa2g_Fv1=>#AqEL^JVM0(q@$dsh}gMxTHRO+GRf(* zK*Wx%xC=4JjKKLB;Jv_$CBLz(K1={vs3g1q2~B)%zz1PrEyzJ$tniD#VbfsY25(0W zlCAJ7z@41$s?@uXgIulfHQ+G8Vo%8*Dh0xDf$9ujtt1>a5wW%8eahQ#0FWd6mTk@f z_f#i|YF8Ot=65 delta 2257 zcmaJ?O>7%Q6rOeL^-toTICY%=I7!pQN$mJ1PSeJ*le9`(Xp%;>0?oyBGlRQy*D32w zA(4=gsE{~RLR}D-94e3ssK*E)#Dx+9Y7y zBwH05wJ9PM6+5*Hq(G>Hi`?0HP>FCCv!;iX|>c@HAh5;*{Pce)Whvh zm2?=clX{tp`k0fpLYBWFtJ%mBXj_BRQZ}t44VK$<0u7GGblMvnujvFE9G~fQJmr*K ztktwSpR!!cZ#rEKPMhg;H#kR3r>DUQ7>=Fx!fy6K>u2pOSY{opbEgTz|B1R-H|sI- zo)z_i+h@4-Q6K9!v=AF$gJv|ujvCQ0RIAl1AA{T0rf`gnz#mR#bjM3W7IKEL@J+(T zIC*6N4uNsqZ6f3zwAw`nErbu=h0eVLiO?Z7ev{Cna1w^09fLLkZ4_D<+E{_Gi4O%j z&LRbYPL!b=g>D3R5;zJR1D*tq1IJi`B?}fBXHzT%oB(|q^d#_c;3?o4;1uu);AuY2 zC$?cSJYrzfz)1sR1||)R8<^NO&i|CrNf|heNRLCglTdEvaXB94lRU{&e4592oF|Oz zDK@*~q9<4y)^d`~v5Y*c%+gtSDd$*LPG3Zxm*Yq34XDS@}6&!WQJ`mGktxvP_qi6}qCV(pBXGy#Tqw3naYw z2X6jKSg6=UU=Ov{^EPJH1xd_Hb}>-^`Nm%hvte$QMxz1H)?LGW9q@YC$WYp^CRd?aK7D+}^5p7ewvY`jXbNXvyoK;<@Peo$W@nqFmi<60KRo}Xt-()-@ z6-!#as72ychp8mCJsN*qi(HXP8^uU07T@-)U(MI`tKRhuMadUgq$m}xYVwwzvp*1I zeaW%dJqG*nDN)CP)G)&E0bJ8Ra!iPZF|2>*cu^S9BhFxK1bo;(H^0G)T8?ooFUh5n z0BXo6P;p2M9O>mPH3?!#*PQWHtP*ypeLyPgB~e2F+n&SK8LL&h(CI%X@6aTw!1yrFdl3@2y`x$mC)e)rsS z&pqdN56-~78BktQD&-7qxf^~Xcdsdjq|k()Nms(KFd?-76%S;OSs2Dyc>^7ticz>N z{HSbZU7}YBYqYRyCqU-J@>uzjU_d_Y(QQM&mL1UzIlV*pkRMaLB-^;1* z*=FM5vburKB}&d1Vghn5fy*ToVWZ-#5@$6zuo7k3VyHro)&|wsu602Tp3zoO{I>Qw zgfF99;xs@q-U9r+C4S4^kr5bm-7m!)ol-w?HjU zsS5B9{dHJ_U#1$N4sWGymepTmX$V<7lWf5s42=nDNJjdukX;=qu% zUs^5TTth5b%e%M&D%atZ!KxVM7!Ej!kVbrA@KWY@(`sNn9!vAWhOiIKIGa`(P54GJ z;qhG2SUnD;n`GkVEK-Q0>6UO{bU2+}N=+y-Cf+bC4MwM;WgopB!vwC9792FLg-tkN ztb)y$km-VVuq@LLTkuGx%~&1P(+2CJ_oaf%;26>}_AcJaG%2=5G$>Es!{0NF&>GJD zHkx~jsUo(Acat`HrQnG_Di*jP8c)e=QJr<34Yzrl=jKq%D2M1y}Jzfkz zJL#ZVHhv9U>DVrOW-3%JMhLpi9vYN`W{<9u^MoLv4)O~Y$Zou8Hb5tWQ;&1jL@36; z%~#$qeCb(k=)&f#bl8IjvYIvB5vIhfLzL|JJlhBL=(LVfKV}@dS6DC1u8dmThaY7( z{+~tIPebLUHoZChueE8+t$_phxmxF1&wH0Jv}Y+pIq#07nD5b)928T6=WK~AGZJ}JgNoBOqnCFL0)fcCtqD82h|FwYA?9M7wPegwM-LTI7m z0DA4QC-6b!3Di<|?$}$vgHA^s^kSc*1`eU%aK8Fb!^@>BgE#m5!|BLjY;#)R2o~q1 zsA(aZARJ#u;t8|g!<;W3<{>O$e>|R^9AmzG}648=cI3X{|w&v*re^DCgX@D?~YO_oa#QaeT8! zl;f+b>+{2tMyK4{lpQzT=yrIUOmX8)CJFr)dbgfuL59k0^YB!7zU`Eh4O|jV?J5FE z0wQnm-yMX+GMg68+PO{>gC1iO#ccq$r%&{SaV_ z5Zv<%NYwO8KN&hak}&MD6DjlZuu1@>2S5E6;zc%8 delta 2044 zcma)6du&r>6u+lkJJ+ro>$~f^^|5EWyLIn%?ONLI!GsOVm^xt~@bMm-8yyq9SEe&j zf(UqmM%jXzID>Xkazi9)G>h>MMR`OLgJ?(-l}KV38e)tg@wYC;Zvd{OR$N#UH_22}i-`MU%rF|O#MPnU8UJ{P`F z{z1RsoJxe0IRnNqj)~qUT1l>5#?(eQnzII=0^@cAI5D@xkDg`gz=g+`?S)Fr$_oRF zt1F#2o;P4}O=ZN2W-=J&U3w=MFr1ZC;Z27@Q*BCv4Da9^TtN~KyBBa$u^Lp2K9JdT>%Z4r?Jp|wPs^xy{Ju+u{YA#i>;)Iv+o4Hl&Cn% zK4w(GWpSmXIbl@XdGMB|1X|FbtpP7~Y0JQeBU%<(@uaqu;y-B5Kq48{lAsYvT~Lcz zc5|kGN=n15Lz#XA0ywS@!*cvcAA}&@(I>6xu*Kkq5bihhLKx#YRrr_T47A~CqXpXW zg0U~NV@5(tD8ZA&vI2% z-j8vULpjMY9B>pND={}e2&*uXAAoK=M)y4l$E)#HzBkq72gELCaPC+KK4&h<6c5`8 zi?e21q8d8<(cDN)m#W&SvkykqQGUS!A)E(KZ`S2{$d-lXCHW84sI<-AV<}zs2H1+5 z>}J@8ygj1Xo}^0J6QtR`gC-e-4)i*vX;e3zy1Up96nj%Pcj7C>-Tz^;pIVEQjQy`Q zwln~{@eQ?(UCjrVFm-S#Q@P;A+;rTj*6a~mgQv=}C6s%bvL+q7G(A4Vg~*UNOjN^* z%2$c6#Pu7PDHug|CEo%R#yBih*G!nA<(TWUCK0ztB9@s2v;VBTD34t6`3tNwPADC5R1ttfA>?RBD@w}tXW z`I|4|5#?N4;wi#~_{SG05n<@In6x3COT_{XErI~zJ%cbN@b%n#D*Qg-NacIaZ_!n|$A?@3Yk za@$RSKHV!Z diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index ec52f52a65489b53aa3ca6026c204e4632d190e7..4e7d6c2d1842adcade06e853b8b79ad4b6ba08b8 100644 GIT binary patch delta 10607 zcmc&)34B!5xj*OLxiiTmnapJN$z&#zb+Qs52?^Nq0@!hMKOrlpVkSEa2t(HThnUSn-*I7UY~v6cPA^0+V_6%_a-<0 z`ObH~bIx~``D?N2Qdlkp_aW(2#f`6em zxfq%nm3>XV`S;N^>wR_iku}Y}dcd1~4S+47i~Nr`bv;zoRmM_dbJ>UL?UwnNtOB^W zi;VxtDz;nWVf!_Sp{F$4si6sN&=727Es4!yIk7uh7Nd6QB_-7)HA}MEBztPF^>OLY8oXeXh|ncA1AVKwA-bpfDf@gz2% z{WY%MBe^qVqOxj(t-)3)#Upt#C1Cqx3fRg>Fwj$kUHQLiPxyjQ!s0wbfH0 zQzn;TQz$Rz7LHTX(8GDD8k!S2Hp|c3mr>}-%g~=)WGF5v66cgjVys!_bgZh>bIowZ zjANzYjB>bSo}{EpCO7ma#Um2{siqE;28XOBdGqMYrQzH~aDmEO7%r@fWY>qY>xZ-R zWPunmE~wd|(h7|m>n4ez4@zI4w3Y2IdmX0hhVnMr5;|F4!1dgY-kgZen#}2AZIam? zT+?R?n~RQE0N~owDCsS|83%MhU0>;tHBIJeMmqSDkv?K{M2v;7HVtXRHg{iX*p>s= zkz0@5aCGyKJNHOw#69a+S;SolMP^h%kr`FP8M#MR9b0g;c_5>*H+IMgR^<_QN!V5* zYluA;iYsOcgzm1~M-z9UhmVhYsAZ07mrk8fAeoYT?+lwV;bPU5b}F%(t6hm2V$K4M z z6v=4cv*hAXqD?0HSkokou;zvvlO>B2D{{$#%B~wF0Ot{)A}xEnp(VouWiDR4*ky;| zdY~?^ZZ_$kt!*^0(RG>d(;F|9{0z}lFA46OhSPJqoIfD>1M ztT@3SlPiEDA1nBru$Gcg&4Sk{JsFBww1L;Zjnj|>0C#u{$;@Iqno6jez0hRmhZFNd zZ#BI`)xSrZwe0ZHqIAiUE;;gK4Zn~=6hMR_1sqV-hgF_%dc7PIy12BE(!YhWm%k;@ zq|k+xdug1cO$=6^(YnK0cWCbozv3Gogoz&y-ZJ6!u&^gUP2v;qUb0F?7;!#H4S5O} zG*hh5KJ=BF5~wBPTq+=`G4B5Jys)n}oZp+euEs5Z8vX}yDV*6foI3+2 zI1Pg3_cuKRtt`Y=7Ay5FR_a>}tt@N9R;IT-Y?{HgxAp#ejuo=T_OF_5I%DvL4c?)& znFDFFBWbgPiH{_*;r5^OG$oNfRVMc|1>qaDq}D5(%;Z2mnN3ml&bLG26!4E&?oLzx#X{3(6OK0SHWuT&tL`jC$VQcdZ{{8cl-U63ha%} z0xE?5-kHo%6*F!rXv_tvDtXif96)Q^;S?9=XMqeb~iLG|8^+xgXG8x3g0 z42(By{rfgnvfU6j=MdLz;YdIeurQiyy=neM3 zY;D=FskJM0A~>bqx>-!^fRNSJxiPg>6gP_=(FgW}LhJ3fwE6~luoSPy`fdkpj&@Mx z-?60?a_?;I^o!SFMg>-nWfZ$XwJ6-t+1%!1ukUmjzZnzFZpQ3Rgq7@*oec@%4wR7z zi$=<7@2aC2?EbrEq|{)AZ-IJHzhP60zj@2%F8`9&uC5jcsq@&tUG>EcU@;gA9ydo_ zsK*jj2z3bCu}Y=#J5kz+@GP4fNTW8kF5p%#M59IQp1>-1)aNyz7>wW0($UfEYxTFZ zb##dVDAZ+RCs&#dbgNlkP{ZQ8V=Xd9@V&6GVN+M{;DiL&<&q0nZMTtCcV`=EemTVR z{PK5W9KDqTG2W3FGuzqiNo?U_&7%Zy&qA5InLXQmA@j$bQbj#bU32Lu1ph`QL^moS zx{*dT!{(IGD|fqT`n%q_C(0w<2FW|?SR({3M0*i)&ujhS&STTm9#@?l`k`hfK&_w3hojel>7^iGG2ykz2yS*D~%}ZWNW* zap$97kP_+jn8GhGSw&Y&`C3U=Vu9*aXaN{pIPA$9O3!|}{K<-^?G=)z_=*!0+Ip{* zE?sLTuV`*8zlr1CBOD~&<1%l`72eCv2l;)ob{*m0cU#t0@b6a$Aa9rwyUE1Pwk9sh zwfvNYA4+DYi@m%Mm6Q3~l)XWW2@oGY5yVMnPJpuA9adfy{hlFw#;&EFy2teKxaWD) zmzL?)T)|3nnN`f?R7r@(n5lW#V$e-!Cheodl~fOWBxg)Vg<0Shy_)!4iP zI+QThp~XI3w{EHf&>>rQTtF9y`wHqiDe$7?w zcTTDTx}%0mx0xUhYa!N`H0DOY@1C^x8QFl-$p#-XOkGoRuC}H$K+{!|W7M7KPo1o* z&w#tRRR|<1tU={>P39dnu~E^O_zd`A9`oZRU|9RMI$4S{{?hh8@0zap%r)&30#spQ zR$yYbZoNNa(x*Nn`rD)T*#kmA?VsQ^gtVK+t=i4wQnXLdf5&A1r}Z%T3aso`&|l|R ze{Y;N?kN+j?B`C?c>faxfBtxTghc(T6Rt3tuEP)|o|}ji3KP2z+H#Mz_2RU)Qm-_} zR~=(pG+yMWd>)_9mv)GozMf#tXH5F&O9yU?eDaHX<7sp}VgCQuW0`R&)9gG2y~`Zy z-A|_VE^B-wqh7(Y`Lyh8|18BpmopBB`KsNX7wxtNyY20B;L?EiW)MJQ1fNbB0;HuG zI3VM+bbJ_KNbu$5*k^26{htg&P_;J&o?%PJ+frC(eYe41KB@7~MS095U^tpHef};P zp4`j%ZyIn>!`%jG>(;0=$x49_Cy(=CwHS{?n7z3#dG+UTDC*$<#Gk6D7h^0LJe%|< zCvT~UPhn9eiu<6b&`}>sV|*~Ue`dxtNDaLR3au?f=_9mhLTL%YGB&c`+p_{ig-^Ra zl}~%b8_{w#z#!k+=^LZaB2rHACWJ}qtTcHEZ->`PW8}RIrBw(wP*Os~c694DgdGS* z%;`XB9ZH)~T948eloXcT%r-q-*y9lophls~7_`Kj(F&hN#2|vw`wgi30VZEW_#wgs zFBfmY+<6GfV?`}UgKj;g=If-?Wb~ih0rTpKJfV- z57^Ld8+(tYWgqOeg7b51W2}7LhVT|KyrK)PfhvEb%FnEi2AF)0jeYx3c>4H%pzcGa ztaGNKGo~WR6*~WD1+A^quXK`r<8tfu`P@6X93*^NA3$*SJF0AZi|B?!&qIy(r?@fVdywVYd2k-rPq)%t;jYVtxA%lrZoRN?$@NC&B_u zK8DgkgkFTl*-s8T97;`J!So@7ClC}T`q*C%X9!P1dUGiGncr$?5943BE)IQd3!>Fs zp_^a$1*HKt@3_?x4Tjm+%qavVsC=Du9U1Zpu5mq^6cwiGUhvLj(i}(40fw;0rT$xOI*xYXy(`{_?w{KXIYOugVF1#5H zd*?>HjbRY3^poG_lTR)(#W((E~5ThWkf=CE^lxVSM=yfh4gb2)1Y&B(u0 zDWzpgImL3U;C74>fb$4&-U3H<@l5|cOHckKwV<^|h1LLY0D{&kyJJ)!jv84nVA$3aE}9=HS{w$!)&!?HP))K0s!4_iX8@?iY#G&HK|M)I z=@Y_+%&>v|GxWU9o*mAed&V|5Y@0jcn8^&^N$(Mey#h{5ldNG!-Wfw)*pMfgvX7L9 zO~r6Y$up0w4kuT`B~7-!C|pnzDOeD;ErLtREVxqpa6D|uK9UnQ&xY%&WnJk#SUy%j z{{djo(0>6Q;&sGcbgVjTtA%U4@7`f(@^iEeXK?c=c0Th+!WlzJ*ibTLbcB-&j&u(g zt0G1?!?PG1k}}uq+;6u@Rp>YS?XjH+%x)euoNgvT#9`)1#I+ZGx* z@dXYFcKon90dL|QPJ9G!f?oFhAFgpv+?<1Yv8Ao6wHaRMHFx=2{C9NaXv71o=tspK zyg9oxa1W(MKVl}{Psgzmggha1|BwE_t1D4a#kReiop=gGgjH~Zb?sx%zwB8c#arQp zPm&$>yCnPj_Dpzz6`MF5X9%u%uzF9ma@aSL09i{SE^|T8-C?c>SuTK&!^i$C;HQA0*07Dp<{E4uM2$n=+t&NJ#Tq+J*5Ne z<jAwqtMog$aJLrW0dY~)2uu9g+t9sV{LImaXM$tZq4Xib zM+hnCL>7WFD?ddYLOWKA(SFy&AN&%d=I!M!ivV%$a)?&))6ny8!%<;~y&tYre-|t3 zWv+p3!e2l<7W(qQEmSK38@>kKaUUdX-u-E;?;Twz_nm&OP#GF!B$r@0h5IUT-GSaI zBr_Eye2x%*!;;UI(1YySvqme9?x4`MrK8O+eqU)4;VirBY_VDi`3Kl{&t}BpNDtC> z@niO@vsF$Wym$rs*bBl(@VAS=`>{mJIbHf0R(3AG$04{RqvK%ZfyzGqNJg-7z&Imf zoFNlyY{jR;v0}-UcBtc=YxWt}>;YFv#8m?0l>nta4T3(&XqAcCP$6?BbA`lyea;(` zV9$~X05eP177u%8O8K*ot(SSOBv&R}ah}Yp^1wiqc`00!jZo_1g;cgzYUs(qN_pZg z4TC5AH2+7jJLf;UPoLi7PtUc(G5QrPX0f)PFKN3Krt_JUh6Hj_<)}~PPrB6g@v4&< zJj&kM^13utzlTDiKTTU7qv_92s^>NR)dFZv@d9X0#VE2a392}is;$q}oXX`T%Doceh|-H_cd3&mHgOIm&>2Ds_QJOlPNsP zp4$96ovJ^9LZV;C)g@{A^%|6INnqcftF0^6^cV9e&!H%np?u2fte+if_~k~PR~n7_ZU-u^btME{`}FVoC?gk3$q?WP@esi=RD=9a5gOR8 zkIU$n*bhG5(1iR|p{pWNR1wLkxF1VDiIT$2`Y?&xin4zwp-jZ!BjOD&;+*3<0V0~& z?Y~RWW`PKqq^lzI=9^7m|{G+8E>;f*{=O_P#Sq$HDM zwn#uX6Y?nhz70T%)5$!158IuxfJ!y7zz^|If?w?DLre>ttc2hA6D1 zb(EIqWddL0*u(`mnjpjJ^90^4Y@?W%f+9Qk=eC{|9EBg2O~EZHwKBq&VNxbdgkPwQ z!z!wydGJ%aaq!Nk6gI#sZMhy?H2`0TmAK(^W}*krTyLBFSGwW zGjrz5nKLtI&NrJ&gNi@AuP{GjH0lXF6YI|V?O&5e%nsW3)6`ndO#HMVvM$n(->Nzl z3vx4rUvXOMlS^){yIDv4^Zhe-(YjUsS-VKxE&g)A)&2^=HNq!~mpD3;J)?dmx(uW@ zl>l67B_n?l#~L*$tW~2I9@T88>bb}>gB@09uu|R9>N%L5cX^X=a%R`0qw9~ZKUV)z zy+o8M?>_C~LYnqdJteus@?fiXg6nL85lKFCa)`U}DvY%YEPEE&2xUrArr0 ztS@oDArHEcu%Am(rEpi$J_S7|M5dmnbPv0fmgX#@s$_{=ftAA4^fes!HzMrMjMq?) z@bctm5wZeccOU5g4lH#9vG7o~HuvQk^-fF-)ax7XBeI*|X|axrNtr1MekP*jdY z^wvb^-4%ZzUv#EJVjD|csRO=@&f2cohgbFbiaT`u-i*$|kT*|s=1Dr@$^fo#?0hkH zzVLMMgVcN{cKO6emj*Vy)U#M?%pS1CbZixE$&kWMPsg_X=I4sKwuUlGk8TfT&JmrM z2I5mXqq{VRy}j{M+vkR}r#yDU0bQ>xLzEMAW>1luBd?@qKP$bF2KP>X$8O@teGx%Y zPlEJ^^dY*PHmh_*_;`A$($$9AWN`9k4BK68`mojBrk1!AHluvOWVNyQM+KpzQdlj< z;&4LNftXIem{8JnD*z@-NxKnRNh+>_y1_2)RQ5`FV|u?cA>>T!cO-W%>dHTwe|*}> z?PAtaNx`{Hg9P9LLfc$P&6ZWfm`pmGL`I;W-BYpDc``+`S4%1d@&jBz0DdjISh3m{ z2fUXqU21ZH4R_DVnw3ksbM=))itf^xQ!DcoujQ*Mi`ZS2b7>6gsZ4CKs$d0-LW*7m zy^Vs?rgBQ;Dv)JVS#gVA0iJXeaGg*~iP8|&TE$*|Jx16y`w*qagq*o+6{cUK*&_j3 z$$&4JJvBeit0l&mj=Yc|K};+R8K#LPRlSBPSlqe{Fsvn8_+tKBRQ(~gTh2~bO-wvc zB9<=(o6ezXFe)He6|h%XE-Dkmq;g3ucyG#~^fRGq!5b>76Jl%kP{V-M*dE)bjT5zT z1FWkyS~#`jbw&0)umGBTLu*nr*AAtlTRKuYmy6ayOqOY*<-)tmjZ_`LCSLZ(63TyPgMOB+j`q=`C{VYUR!O*Rx8?S z`)!_(Exq3ryWi7k>%60@{&=kDtQu5s_GmDzJzA1M4V#R4>b(=u2~GHU;(uj`j$%j` z!3{Ycowu)QZepE)v(o`psIiOFZQl!&nx**fTsmpa- zj~1DFbY)zHN%d+3a=mJ#NSn$cA@f>-x-yM>Efu+5ODp4MXRCglfn2}NqDW_#8zJ+0 zv3|Z$aazsI*D6kH6I75{3)4UPL;wW`82RE}gS;sAz6&#y6Ul0Bf0L?&q{i=3s$_>Y zWmBbaW>XAD73_;G`=~;AfL}r>Cw$mcL(R1Dr$MdXw-F|k5dJMzafg>RZZRlQ0y&JX z^)PebXY7q_6KD?mQy_`OZ#S)WA}2l@(0#~HFe=Ce6+x9hb+m{Clq0o-98No^g=Gex zp@)*jF!Y)}+-qMzHBv)}KZC8@5~s)v(jf|{U>P5O>wdGT0tAK??4 z?SbiIC4m`ZbkKe{=OCE;S=sDZPRTOjC(ZU9cHDhK)Hb?}4E38nL3sK*B~&#PcIsc* z`QR>Ez&12bQ`SJ9rS0%I`P)IpAuV47U;HYBMuZx+Y)1uqZbunSV1L>%ftE6FOAMXP zidxE(XF}Vvx`s{bSFPK+t}(!uL7v}=tuS=s??kwZ2`z~)%6Wcd=OZhqS@wF7ki-9Y&wt5VU0$PtdzI1&eoZBE=vy%AWQ$Y*49dZ`DMzlwmeUFzW z_Q&RQ-WiH5JUZ?8R@n6zm;r#7ak=r7bYIl6(;Xi6%+8&$=d;Vh@yT6UaQ8VLsLb&I zZ;l6qO`gKy+uUr~t|zX|r1|bmtn5h#tGL&HZAO$9zIQsK`=_z$-39F2t|)IfA@^Du z2=Q$Wdc#sX`ITl-;S!EJLpaEs;gXkRsLrHj0UfsMmk~wS8@;qh5iU{zy>{HDA)~I~ zdEIzdz%{EFeK(P9yFH36y4}Z)z~_T!?Q`JlP_E>fHE@n-{OaLt*ilcKwE>vRk*A!j zjBM78FA3_#Hh54Q)Uos}UWeYV8PBto@M!_q>g>)Rc-RYW13UCThKWIaP>fz4t(YSrsuX%3B|CH5u)SMl%dSJ3NGWeqFO+yfQEZXR|J7 z2Si0>)y0&SWNdt9t+b=Ks-sGA`qXgF;6=5B508h;5L8;3g%24dJp z?pQ7m$0j`#lWE>4dp}+qB!2Ul$r?3qDqF_#&Bh`A0_!+_>sY>iFhE-e|h#9N*+b=)(!4t}w7hJ#QiDS|ZM4~1I z#;fQNeGr!Ev!hFul6Km74zzNNGu%^a+{zIJ{*9(f`KH24zQuG0;gEfH^q`ehUI{9@ zhE+avnIYX*H{?G%j>79-0_kJp@W%u)@R&3O@J)R98Jdk27~J?Xcti9^{RYPfH8fwa zCS%9e*k!9I?uv8!2pGaMY>3Xw4B@@p5dR-DI(|XNvq_I+Q+Xl&dxqYw*dstxJbA=; zguoeJ-fRx!jg&hM)XBf9P68+~9Ftt8PI^)mKO7T$_2?wu91IWA5N<-q zLHG!I=I0_c4`Dv5ek^S{hCD-Y3i`;QU}Ygz7a%M`Sd4(N4!;0l1M+P|Xh6VFhllq< z!f!%q2~wMpTFSB?&x!T&cFZip;tHhN5oFC)u)80RT2zWPZ(!kaq^2X_%^1HIVFqN+ zMqpUfbjRAY>zbN|0;8Le3qvM;Hga7NCw=sIBDJuHeeR+mn;>U1a{7_NOA>w^!mS9a z5XM3^IexMLGi%uAwY9?$*|ZrvCR|J@Z>K6_zdMU{wWhQ94r}^V0x4H~$T?9WD<}q1 zh!{vMXG=S(uN5E3L6RIF1>^rwyv0hMTnJH&hIKzNjlKOJ4eYg@ixvGgAFJC{03lJ8 zTzBZnyN073O-#QHUcqmCyYL1;NWHeIkgZCzRrT9aSW(*yLH|7kEh|e~s3#{ftFjlk zInl{MMs(||(^R6busTWA8>fbn-Xs;2^rpoF-KW>rI2C=i!kQ?>TT!YSC#(AY7F8pd zk_tWF|BzA*>pXBwzY=YWpb|DdwSuEOJNa~+>Mkg-37D#2(l6#Og!RKJpuVS z!e5U3UPHIB_n%)Ffx6bq?VE(sU!0>fz&ytsjk~VQ1bV%>M8cqV|kN0F^{koHe}OOdF2gweWEf};^uLxa8c!j2wnkUyq37LLau_NQ~F$`q6_XauWYW7+b5>7 zEiXEl=0)eStm~6Ks3Pv^l8M+i)3766Qc!z>L=eUU>{;}?lj=Y^&&6oH6e zwD%>4YETC(EcD{B2z!#4lHX^`7j5~h`>lKVth5EaB?;nASN0N5Caz_0AK*PEzy$b)XsF#J_SVY{?@sy6H6C_O6S5%)IkcT=l_$FIn;inIn3qCSKLhhqCFkv^76WG6D@3g z9*GgeS&!-Bt>`sc= zij%3gzKnGUX|SD|(80s~yv7vL_&Sw+nk-S11+T!7u8=k7jJ2@OT6i?G*IF6ERMVyo zM_Ahz-Cx>P8jfku{>BreFB$$^DeR#`c{mg}wdGsYhu8 z+xYrSS}7cPJ&798Ih<8BY+CJa;)~gPr?=C&!jd;`rt}nh{x=@y8(6KpwZ73WpM2?R z9z%LwWS{=#LArq5-5V=B{$@2TJB4F;9pN;>6ofEx;_;rYKKV+c?)a$Hi z?WWr|H>?ZPZ)#k%Y0U=EGw1C%`aYZgc7l2xT6rmJdV6=o@kKp#;)I(Z^)vlDZ>k$m zgpM6gvsa!(;iJ9sD4c&EAr41_uLnaD+l^%i(@-p)53Qqr@H5-AGYdR+6*$5xVMs`~ z(0K-~jSsUk;bQd>6xPmMzul(#1CTp}$9}tp8cstLbOT)a>?3e$|00|7U0_*ABAP{NMY#6pJR#dnz2^OB!)(6({t5!GODNo8-Rnz8% z`T*Z0tAOw(yXU=JbsLiRvzOlU=|mvU(hd9v?Bn-JTwg)%5ghYi&hwV>S}j&i`S4Avrv zv#?LjW$JaV8Y&S)7B^6x63)y$syXfv3l@m^)ndj%(KnVZNm0mm>7tYUV4$KU0i`I2 zH(!LV6_@Ech^k+>rvBF+-F4Ku;HQ}r|C|KoK>Rfo~pu<5*3v6a7g!PBSAusTVL+e^!OA=r&6TT zkbYGYTal!|pmX$50<{x9U$FTf+^m)tl*qb1NK*YBxC9pd;10trS6h?2KfHyDkk_Q_ zAWyN+&*!c_2W`^zyaZqTAj0Sh=C{|N^XfBfxiHd9&uK;p$Yb{e|2E>kjMQJ z>*NLbXQVD6{DrdJzne%uU`KyfRA@$35Npdn6j){T4lF}LZ(~G%`#}Z^%|rjBZ0r$r=OLh>CRCgJ&7Vc8R;HtYbmA_p^M6DhoaAvK z3E23o+P^8Vu5l}D`@jDw&aw@w=Ri6C0>VQqOZtfZkl6=sqtn>x^-*^Dg+zW0!IzJr z_l=qC;NVpHAUij>wz?5ZS0Z2-%VPk`KZK$%CX^#L{s3n2ERqi$*?IBkZieOv_cf0b z&7(DW6MN|MIK3B0C?ZWa2|xe*1f^=W?ZV*}C3V4%@mD}w!yuMk7^^a=DEzy?m4KX3 zdSR@}5=G%Rz$>ABKI}$nh21z(pQCJ{m9XiRV`w4NDiX_33KO7*lccuNne>1HdvSds%eEhx^G})GBrzN6l$q~W=dofd^0G8lkw^}D3@OtUpt30P>VDX1XxgtMT#fX a+-kx<81?kUR8n}UM 0 and "embedding" in response_obj["data"][0]: + print(f"messages: {messages}") litellm_data_obj = { "response_time": response_time, "model": response_obj["model"], "total_cost": total_cost, "messages": messages, - "response": response_obj["embedding"][:5], + "response": str(response_obj["data"][0]["embedding"][:5]), "end_user": end_user, "litellm_call_id": litellm_call_id, "status": "success", diff --git a/litellm/main.py b/litellm/main.py index 0e54af94e3..83889f8494 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -815,7 +815,7 @@ def embedding( ) ## EMBEDDING CALL response = openai.Embedding.create(input=input, engine=model) - print_verbose(f"response_value: {str(response)[:50]}") + print_verbose(f"response_value: {str(response)[:100]}") elif model in litellm.open_ai_embedding_models: openai.api_type = "openai" openai.api_base = "https://api.openai.com/v1" @@ -833,7 +833,7 @@ def embedding( ) ## EMBEDDING CALL response = openai.Embedding.create(input=input, model=model) - print_verbose(f"response_value: {str(response)[:50]}") + print_verbose(f"response_value: {str(response)[:100]}") else: args = locals() raise ValueError(f"No valid embedding model args passed in - {args}") diff --git a/litellm/tests/test_embedding.py b/litellm/tests/test_embedding.py index a9b3f2b79e..faa5760b28 100644 --- a/litellm/tests/test_embedding.py +++ b/litellm/tests/test_embedding.py @@ -9,7 +9,7 @@ import litellm from litellm import embedding, completion from infisical import InfisicalClient -# # litellm.set_verbose = True +litellm.set_verbose = True # litellm.secret_manager_client = InfisicalClient(token=os.environ["INFISICAL_TOKEN"]) @@ -19,6 +19,7 @@ def test_openai_embedding(): model="text-embedding-ada-002", input=["good morning from litellm"] ) # Add any assertions here to check the response - print(f"response: {str(response)}") + # print(f"response: {str(response)}") except Exception as e: pytest.fail(f"Error occurred: {e}") +test_openai_embedding() \ No newline at end of file diff --git a/litellm/utils.py b/litellm/utils.py index 10022268cd..0a541c40b8 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -899,7 +899,7 @@ def handle_failure(exception, traceback_exception, start_time, end_time, args, print_verbose("reaches lite_debugger for logging!") print_verbose(f"liteDebuggerClient: {liteDebuggerClient}") model = args[0] if len(args) > 0 else kwargs["model"] - messages = args[1] if len(args) > 1 else kwargs.get("messages", {"role": "user", "content": kwargs.get("input", "")}) + messages = args[1] if len(args) > 1 else kwargs.get("messages", [{"role": "user", "content": ' '.join(kwargs.get("input", ""))}]) result = { "model": model, "created": time.time(), @@ -1031,7 +1031,7 @@ def handle_success(args, kwargs, result, start_time, end_time): elif callback == "lite_debugger": print_verbose("reaches lite_debugger for logging!") print_verbose(f"liteDebuggerClient: {liteDebuggerClient}") - messages = args[1] if len(args) > 1 else kwargs.get("messages", {"role": "user", "content": kwargs.get("input")}) + messages = args[1] if len(args) > 1 else kwargs.get("messages", [{"role": "user", "content": ' '.join(kwargs.get("input", ""))}]) liteDebuggerClient.log_event( model=model, messages=messages, diff --git a/pyproject.toml b/pyproject.toml index 1a444d0629..be3dc2a824 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "0.1.459" +version = "0.1.460" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License"