From cb8fb8a19d6f882dfef8b4db00d24fd68f7e16e6 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Fri, 22 Sep 2023 15:21:28 -0700 Subject: [PATCH] fix anthropic json location bug --- litellm/__pycache__/main.cpython-311.pyc | Bin 47644 -> 47800 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 123060 -> 123173 bytes litellm/utils.py | 4 +++- pyproject.toml | 2 +- 4 files changed, 4 insertions(+), 2 deletions(-) diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index 974c0168887b3446979f45e99b51b57343e5d768..3907a3f34d60e36f1d9d9ea0f252baa562caf5d3 100644 GIT binary patch delta 2871 zcmZux32+nV72aR#l`PA)B+IgV%Ll%(Ww5a2+p;W-PdUB_HB@md0XA5Ml{mAC3o)%r zY%udEO{at!h9fP|1a@dkGnv+5Iwde*2+%OXOheL^G?NCwkc9O9-^w&;r#rLX``+=t z_wW1P{s$k+e({+s`b1Pz1VbNA6YYNKqchPr4CDZOU>G8M#J2c*gbGt)kBsbr+0-PM zPW~x*AUaY;(LS5nMaV8OGfg4m_6Ury2+|AUM0>^!LUxM@3+#m47oAxqLLB1W>?A^F z#FIHz!bW7Ym$ZQq(OhB;<3^T6ma{EcmcUB$vhSn`ok3NMD=? zUlbe3PSBdmpnZ`x+9$_thn}Hkc#vc;t~*W`<|KVXkH7A}Vp=dpzy5z>tU}dvE07dD zS0`9c4Z{!3dBg+#6?LFqyqv4|=!F{SUy{Ss3-#0OK${4{07Z&G{5lAnL z4?|T{medmMhV@;;-TsE*9>1M1QtlZ=EDW2YNHdHqN|nu**f?Jz9kQ21lLo28Qd-Q8 zOu2Nv#8TL|WWI!)mRLHp98@Lmz>(54!o!8q7UG3_**R>Z?;IRnSWX(@&O$qkS<<+1 zA;IN?yJdE=2{J7X-7=r)X;&CVSSB#kn_ifr2=ipn$j$I$OC#9=4=s)Ghw?P;BDHOW zRpoZYrsGQ5Q6)HXD#=!91?%CdcN-`xs<|dt>2w;*DD-4I{TwU%g3tuVD$49lI1R^H zx{|*0XVEM)cQL+SJ=GazsQ)P!{$G3xq*o>p0jet#bS+(s%kOU$S{j&DMt_^oDzt&s zl92vl!qXIttL7`dJ&IxctrKZNE7V$Y;d137G7A5w>?7@t zcAClct%IzP@2ab!T*&vEreq#1{nj0Dxyq>8xlV?~_-U$tR@DMSwQ6{foxpbZE=#@d zfMeCeWC!*LifiO#49aS0(3K zy>iO^^Oe-T_poB?ig9879-(KxNyTukE`?0MjXE2d1cNo5 z>=nzc7h|#lnqGTnxBXdble44K(QLPM2ekjOv^s3o?j{HQGrA|q7qGYcO_C>qTlb8q8k&~+Z+mk4hn{1xGE6aoxG z^A0Axgb+nTc`dX!O{5pjoQ{Vnrxo6H#?tHKzO#h%i%HMj(OCYNnsqbPd@Z&2t%z&3 zp6iz0o0i`3_PfUHo5s>>#uabnU$Z}Zy<)}9iWTFI+mW$*+jh6zj?aF>2zPmhxP0TB za@0iY9Mf4lvzhZvF(@uY+6*YKEXZw-Vy;FKRIWxvI5g~4gV~{CXH^{Kvzi=q%v$UV zP~J+hC!q|K*GsGKYU`s=|Glw39pwjPSuVN(|$T z%%fDP>La6;FJ>PVH%Qv&i|geW`J_B-YYp?HS~5PV(QZ?-U#e|Nbp1WSR)cb;F5a3Y z5o=AT&WtVIs+TMcMb=7*EX`kJ?KIQi#$>y+x0yE1YLZ;-OKimw>CBF>c7?Muoy9t9 z7t79cu^iP!m+%}R`S2URnJc3Gvx)!oZwVtR*u1lejETSAX&_`D+BEpu*4!H^kp$e`{ z#ut=RnitOF4Z>F=w4u*|U`4Q_tpZsiX!e-6PD&4m4SVVo@lHnt;`7G+{Q z<_{>{o=wAUzTf8#a2x1g`uHko0R~`IzM4W_#{okcrVS`@phrAjw^!OmfE{#g zo!<-09ZH152XeTTH1NE5Rn9gq>vZG--ei0$Yk4jj26IUFuaI2}IK-_X(!shxf4Y=hgx1p;x(swRQCC1duy$l{ zz|C)g9j9H~D7ANrAD^C+>Hmxi1q@-m+q}GV2S&r4H#*2ISa{}j(hYNG8p%Caa5meF zL(JnS@;EX)9u|-Ngld&$>o^(Ig_s ze1*4F(Lq*H<&0VvR7f<@Si5{=7)`Z(-UpoB#j- delta 2713 zcmai0dr*|u75@(3ev8Ypu&}_2yaWVA-Vb2`5f)ewkcWVpDcTj;jexSNcUMLI){W03 z77gifVkToN+62?_HTb2eX=WPfG>NgJc4Cs+)zp}_Np(!KVVaJeOeekPTOFtUr{Bz; z^Ee~ff~_T^O64KsA(=jLG;Q`%?W1Lrc!Virk%iaV6Id8x&JsKEOwcHU9*Fh<`3n;OENGLcWj| zKP{?+wP-G0s*x8@wBmGl9KK(cz<&n)GAf_GGaK+uSq^MOclr`+UX+OsiuC9&$%Q&R zU6L!+$#oMQYGl!mqauA)Iha?zggXnvKB)Gq8he7vNCSnhV4}~(2Ucyi7-k#(mF)P zcDWhvRaJ0xdbKHKsl2pD@V@gT^>F`V%>B5B*dpiQ-AuC>>)3(2s}oHvJ%VGWuT^eo z6xO8q+T>Qb4R@C(f{e#42@yLCg5YZ%n=7~CROwS;4j)<<_rWskTwDmP=wFEv8K`^c9YWxng+XevGb3(?7EzjA~&MT&}EXgWYO7JG{SB+u4El zYDU1XZWmmAJZcZ_T#^NQ@Whf@-qgEGR&bo2pNu`V@z9AcrkL@WT5ZlwUzgnF5JPKw zv>fkzlqcHz2g(=v9DDJ6Z7%HNZOh`(P-o8XqHD1pWSy*$B{|Kp|Cr=Ba4hW1vy;5e z(`v00>su}_pBQ;OnzMY}IzjGsJcr-BZieSMP0;vy;gW5|x zDVxTVtN*3HN-&(0oL*&eO)?n&LW(bl+$Zt?Km1{VKS*$flR&iBz24~^bTWJYkbQ%5 zJEKWpZxQ(wk+;byVqmb}YaektoErlg!t4^+rpXq$)ycfh(U6r%z*TzY^lY+wyllv| zp1n&>(fyw7t^xacr_0Iuy>5Koo@IQWmbgqr&x2Sr{@Pv$z4&+gDr{aG2TO7F+ETD9 z<7;mj@o7)LGPC)%&R@V?Uo%;|HNsmhvBa)KHkgTDowuOFAY6+C60R8{I*sBrb6KZe zysnoxzHXdPhU*sFJmMdx*pi3`D(ltgPh;v0B;QG^PbdC4EL}kS{=x<$@vo|_iNyV1 z$Jb{N_{O68&CJoTG+`!H%{r47!-~Y2qJ}i`_@}X6OZ=f(Gny5EIuM~gUHAD#=cung5&!wV8IXe*Gc@{6xx)i16|=zhW0}){-9ku)Cf~(I^5Nw zqeHABQqH3TT92ELg(Dyhd7UF3R>2K9vl!iSRzswXJll!X60woaq9QzVxKQfi@QCu+ z;kt0GjkIN${gU6mjG!8nN&b{FpmVymjL=j$1JWiwao#6Is99Mx_sWUmq>#_ARN)*u1?7CeZr$;R;APzZ3A6JL-j@C&(;9kE}hK}}z8-7nk*g46G zWuM@cpJue&3RM8~Lj27I}9Oxr2+2 zTlBG{R9hB@qsOx(JD2~eoIGAC^7r(UlNQOr6*-FOXGcJ<9@#32{S#hzH3tHC`_%$z zkUJD(^lJ}HY7u&m(`)DVb)DPeWW5+QnG5ww)#OTm8~Ea>BrxLHQx%e%2Q}fnQ>&pw zX?p#N#`+#DJHWN~zUN=S@HBsXJcD-T?Dx1`tcR@Ys1lJibH-Xp;UR^@1_*D)f#%^JawM`>oaQopZ#F>M76-ElN=Ac1^Q9@))Fj|F1VU|7^qrzCh5EC@1FhPh(2%1$mTQDaF z6IGZj_+#RODJo7Cc;++}E)e39Uv4;36U>YCjZJ;VzLC~AVOULqqZ6O7}bmpXBdq~LW0KsGqc7`P0L#-*; W7ZM&f1zi^twCYmB%E5~TVgCWZ{TYn_ diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index 84f884b59cb13b274c1d505edc8ce2243ac1c317..bf977f9fda2c4b1f68d3c795e880c5d59e633970 100644 GIT binary patch delta 7155 zcmb7Id04B^*;j%^sN0bz$)hOYOy?NReh;Ngk1vf^D zmG!d05$BAT;z5J7(UIUxloACU<>^QC-efm9&cMma`1$4FzGg;Jrj zNGfs`OU2F-sYKZ7?HKDUl}ZI2?HK1QlgdD2#IbNVDCr9>%I zYSd%I-Q)o2BdmF!c86%L|C5&xAMMr1rT8}vhyO)=NxvF-I%@0Xa@1ZaSD+`W|?MSij_8`?lD+(=#lp;LmwSfd(9!8V4Q=Fxl7dfy#}gpnc88tx7xfKz@nZD?SO^e zxnb7;8r0dnwn4r3mtL0uTGTHicYw#cISTa9=IxBNYGIptC4L<|uC7T~3#+{5#7ux^ z)Z3Cy!XEFnqJ2P4JBOo~nnmu+N)1>nAO|?~R|EXaex&*?!bRzIRYV zt_h}k7qS6*_|<#Yk}tHd)$3j!riJ}#$DOYDFEQ1)rWIt(A}vh^8`i4rNRvU``)r(= z)jCzb5jr-it6Cp6G`4CydbRRz(Z(ejcF+@}KCmd7n|481it#CIx>GbK6Dy6LB>I2g z*Q%DTjD{e7Dgk2Eb3a9BR|c!AR^|*zzOJCrG)7#fTZ84`T_Lxa3-R<-kN%jbUup7$ z@Z)PCTH9(;!&lkWao@+N&GF&tBdgYH2WWWuR!CLfUlqaMvq898*B1FZCVyTJLF&=A zcKDlG-0p$_>fZK65Thn{%xRY;5?G?o4Fn*~rXG8VJjN2E5;` zE`Z1`ZA@8TT~}XySyoWjKq$-d7Ogp_HB7;7zV;^Eb$c-6sS7t0K%v^Xp&v|9k8Q{{ z;x?vXx2qR7q=DHRzVRcFW)kNCjD%Go>hWSWN^R9bvfjMOXl75rZy3FEnEmE4? zev`vhZ}(Vg?N&D{SM^(m!a_A~s{`hF|Frc2G_EBpcM(_#Y6&_BWa?-VfsH=f378NN zv=FQzxR+G!CaRVw;i;WIn+Tc-)}g>1!#8e+c-3;%pqd|#HEcwI%iI6)S)t*}k@OpF zE{qjpSMS-Kl+{ShmJ!S&q1ozCnj0)uM{|Rfd5FE5;D5X)cTa_s3Q~!5H7iZb)#AYc zbGl^3;b!Yd=U#Qho`R(Hq!M0hbt@jF>AL)Wl5bGg?I|`qfn=TchirRCL=W>!>AF6-fwpZ>7Y$+^RZ_3%2?f9_A1K(6|GjVrAh zUp>CON47~AFRPd|e&+ZdCPnP;J*j5m#L49oCzO`mkgQgV55y&ioQRw`zH-{+veN1s z(s^prfpf-f*qS}5PWAOQ96|C)uiH0V2c_yWhXxsrA>%9c-9s~CMFMTX$?%6XwKy#{ zs{===%3E@HuoiTx<7k;tXjG~DkKP&4qs(3+<5lX|V|nnZ>Nz&pa0(gUd$%9U(PuwJ zvZo22L%>mxYHkW@CkgftJgZ(ivE1-3lBwQ1yDppIyxM%KV))x6dxzi*xuv%^**$C* z<(>Dq}Rpk#0 z&3UBgC-^|!`Qabndo|~R4KAzdg>v{-{oq11M5&`bdJBG2%^xR4;Gx^y^|(NjksqhW zU`e83eXkvslk**r#M*6X}N1XBa^*f^XE! zD}9ZrBsVCMo_o$P7S96@bH5{yFd zhuT~%O`h)UkbOZKxulzgkR2QtUD1O`mEj~3wr)0~rk{y1ou{S*fA%pWVCm7tZNZQp zM~e>)i2>X~&HqTC@-4xT3ZwbqU`RF;qbKkB&Ibe5GF|)*6C{F--)VvwhEkM#;yYu4 zKY(E((wBX6Lt%r?JPBzwnP3Y4t{3$GH%4Xz3^q(h;Z^3%J(7~`vXiwNoy^SILxkRZ5EBaSA*xfv`5K{S`da3xCTBgH0r61Q&fFwNRuDqe;p(uza$) zlUK=bJN(K!Wq1?~j#OYA1oPzzj4?0_=JIqXMo35@O)rlK5o= zq=mse-c|=AAl$dV4l2PYvZ8~V8(<|w`PMbSLVyGOQ#+)@A4Cg&eVrW-5ZdChjR6CP zc}gR!hXmiQMo7@c93Urr1TPX?q+s&6-vKk@di=}QF+2IuEi7}wEEvQeal*t1>VzF4 z==S6rC#0GW6XPgB9#3k5xsd5=X#y`KQ*VB=&E;%%C?1?QH$z7EI?dzbn_)z{uoy5# z2HH`+L)Yy(F^=*r%`nB7i(}=s@x6@@%X5}M0zc*flP_~I^rivGXON!$2CCyc++t8{ zCS;YJ;wuXKL5uc`mN)Alo-cI6zEm+PC#gI9!`haB%(1@{oZ`bgFvnO%E-d_a z7rqS)sMwQkZt!XglpCi~gX*3Jzozu4;q3PKwWE8c5A&%@!3kCT;8OSs{PdN||FR6q zLGr~ehg_XicqtsbbpmM?snYO=iptl5Rd92QC$J8Bg2@gIjEy(|Z<<32v6Wys-_Z(v z;S_(P6?5$lU&>0jpq)yS>o?Rc_u%c!6fj(^Ec1x|Fv;lt>DMYrUE5c|$R%4@Or?I0e(wGhlvDhk?r{$0`r8+_73kOi=VuigZI9o2<$ zoXOWIdXYU68LC9U_4XB7@rOBGwncP}Z^lKg1kQ=Rykj$rGW>+{_k2e;!#^ON_EEnP zZ?(3iG8;_hM7j*+dpjWmPlvOeP;SuR)5r(DtcM{E;5T2%Bk*iclnr(5nqX{DM6EE_ z)iVQ2`LB9N=L?>Ife^{>ega2t8bAI7ynqLcXB!-yBeGgd7ujUXDQI!*jUyu>UB!IU z1&PrE0&And45*AZXuLx*EA3i={UDxN(^~{f=Ifq>boh<$d=htY9huhi&z^)Ltmv|~ z!)^UUF=8fuD8YVgC{9*)p!0uG zWbGsqPJT{QGV#Psa3Ot)iK4v>OM*UJ-Upe+zQQkl|30WUWFu|&UD*dO=pmf%J_r+` zmVbW`E1_^c_z?~maM zu<_)Vpu|v!g4cZ3mmms;2T?nEFTrCnm*_kMe=nQ0$zqjdixV$D)_Ns7h>ankC>L$~ z>6f9xG@2L$XEz^*FQTY1t}3C?K_S}swc`+HDke383q0inEX^8Ca}9y~q|V*=jk6F~ z$if4H&wNKtz&?OnzW5c`WFn`8XBT}DuR@YBkycRPHae2}648$!YBV4JI!v?b^gp|@l+K_3}re~YG z%QR9I3tXhkBmC!6aMWNyi_?9FPs1Q66k7-lqBvi&4dp$XO7{rGqlxTZ6Utd75);ZN z;ICZ#SPsv46Y_4Kj@BlWXLqt+P{D7MUHGW9B(Rr>#UxhQ&*X@x9EBrv&tM{D#eI4{ zfA~!pHk1t{3!%6rT9hW6OU5TaaXIxz*`3WU=E356s8jJ+Wvj=^9`k+oCX@iI!ZJDmUtdxMRwt+2pI#J?UL6xb-r+5d`XTQDuu$ip~!v_HWuNnb=EcwTs1kQ|^h?CDzW3RjIFaxf~*q7$v|h zr{I;~Lflzf97-`;uG0i*&~uIZDnIfLoHuKtPhbDf*Le<#^qB)8_L2tS`2jBu-#1i{ Nw}RyR`8_zS|9^3EKZyVU delta 6934 zcmb7IdtB62+Mj2b8DIvGi`)eSFF1lIcmYHpL`4)46%Buu!@%zcqBC6143rlHFJ-Q_ zslU~uwW(!h7gN_CHKuE7ZoSr8d8w>lfltf zij)nq(Glg0mZCw2w8;_UjFn;q?eBLY%5sjBMxtJtbCfj7Ia(U+93zc!W=q-594SZGhC6bdW2LdqJSopP zP8#RTm-3wjQi1Rl;V5+8Bi$qDzK$a2cxgQ7C>5}!;Jbi2uHybf1vLqpaU=WcLeM0?HD9BbzT|Nhs@or%a9W zvvedQH|0()wIx-{127i5tdj>iYMixFE$D=gL8v`gsl6*MS;$gRHso17MvVWypIvFd zjL1;uCtFv8R3{Hbuk~^o;sUu@9=00HQiI$g5684DRNwa7c7LUuhx8pOt~1EvRvV=j zIbW%i3w|RjTy2n;JXWc!)64fD?F!W0{*&8?kNzsp>)VIP;(|~4m36x^OX*yHW}@H7?Jk9v7aBz(jo%40^F1w5J@_U-y=v>T3+jY4CiK4n-0Hu=o(Gqx;R)5UFzDUO-ZM4-f`VBkadg1c(T#U z^hk@@$ok8?r2%5p)MZnHZZkIkYg5~nZG#Fmv^{>%4tM13X@JYZB>Vq*YK+#ko7~ar zpBDAyb+1CGzTKaP&4r8%cXY4S!rZ{V*zv^Na6?TAe7%DLkNGv0AasntDkkOfm7AD?wLtn~e`(rz6DTTjiI-^f2|E8uTfSyO0A#8sAIpVY_2y%PphO+8!5WC$ zmW~x6sArSD1OeH76*f4N0%5wh4QHJyO4ZDL%EH6k7?ZNNBM;l;#CCyQ6u5owX3V zgJ7kWxo;{!ncBWT+Vn7S9#J3PpBw)>vI(iNyA-$5Xmd8nio?a$k$k;+eSd**2a>Xu zdEm6MV*_zF3jOI76U&QAZABHOwy6{6G7(i+QF-O$nbRvui+lJKl{dJkG%GW+hqsw{ z5k+MaD<<2D$|@!o^++gKZ=dl+vnEzfEbrlN5)BqlpM3AcnG<`s)M;29{t=LoQ0nY&At4Kbr zedHPC2L)>Iku>8GWPGXSADIy)=E@T|PTs)AR;R7j?!aVKXwMu;*8`|$j~1JRMui&p z+S1S-W%g%sUZL)OZ6v&|e*9Xx@ia2N)6B<)8?3uX_6)&`2$(Es_8r}Pjs$xN_NX-{ z7aKo7GC}+F7DV1Xt9mGbc@75c!>&e6}dji=;Qq zr8K(PVw;=clCUwmTk)A(Q9I8LgwfjWvjf86vijEN<1CqEdV%1g8hU9Je5?N9QZ0O= z{&=YzzE(>vS3)24kC)HG4Ym17eCSP5?4l`L=reiZN^+zh?jG!2V(N)HOB62UD;h+q z4_zG(>$Ou?w}x8-NGQVZL)2w*u$goN>C;RQL~vbQ`_lkRD3P=!ElE_%E+-62W)Z~c zi{SNB8fCGVt!5TU+$e$?^0k4Wj|x9WSfYv9Lf_qL($7OOzM%%gh#5}sBuTath{buF zq&w&{hNQ7->(7PGI3ni}^Bn>ad;;+X(`PEd5P}+1Q;x3#Ggh`&ez1j(9r2bR}jn~n8{DX z!MvLP7!kR*QF~a@;+a9zT%sg`-ay4H664bwoWbYaMw%itnJt2oLf5a-cI*rPgvte-2R__?J1537I@G7ZRY2kIRK(*vUI{At{ndBvwY@hz!&a zHI;YeLJMr-gU7-asOLw=!YF9v-;RX>i_q#IuPHn)5AF@^bs%ha@~8749jf?yd2kUn zd-jimNIanU8~HFKUi6bzu-70r)Vdj78E&nuVLYG!vSJ=b$6m_7^eN$N*nAfQoYct_G% zLw$49y`>QPg}5j*Q!8^g8fsV?A6f|8%xg$hfaje;csMG7hQMV&_x?V&B>L z<@Ik@umjW~+xaMiBfqZ>14U^T#a;R(1@k269fE)a#3{RrN zClnYDCjNH?MqARUJu7Lw$P?=z#}tTbpS{HItAnOk5@I*MCGl|tq=myweyI*dLy#w~ z9xA{j=EZW}ya3uE)N_3S%m>i;w1tou^9p+K8tNMG1h_^HOg;yP_^O5QC`5b07D22& zQllWc2wo--=VK->bi&N&p7^YOtbyXVC49~abHK`faY9KbHNrduw<4L-2uYSh#5hcl z$vYciE~I$8ji6Czzi);p-!_rSUucHW$-;xrm<&3xq38W>g(}=^X@My)!ZWo6W{`s? z86+pajS@`pUAAIxAP4L;zsR7{l!FO%Ie0}2r1EMPlW@RKg+N)kPPi<-cH ztQZN%FZ(OOX}-k`RZ!&l+6{xjmnN~h+^I6O4a!ZW)JP>YGMvBE2A30i)NsstLVEtz z_#NU09snoI;E4~yb+|xZNj!ZqltYzg>0-$8vx~SyNOunlO*ExQYt= zm;y2Wz9?3EmOctMjf2Hn^@NYyP!ft z$6jh{Kf#{}db;TA81=~)vFM73PV~o10?};|ECs~AArRZhP#SWvt1idD_KGr@Uv!P@xW=lGc+6F1u(cEoNZoG*GpL*7BgJ^&oo@XA17yQGj zQMW-CfCgj9YO{_f8=;o(+XX|R5C7_EOj9WzybBKEG4Sy&I9esYzXHqP+TzLsbbli(H9;*MZQb%8ts~E*Lq66q%SO zUs5V*AiO4VIJ$g|e?ndBB$){E3!>uqzAlJ^SpHTQ3^er@G4SuYpx!tb>3WatWjJU6 z3lBdGC1B&yVJuxNeB)v0Zw@A9f{mUdhhc}_lthfTGjlAqri-#k@aWZ_!?Y; zqg*KMjCt* zmBMl1H;#dC>57;Lu6mMBLKonv^5I`#vzfvav0n4Ez5(&3IMEs%2W$+1$j4}+viS>t zg_4d;GUy2jd;9AcZ{JJsRUAi_?8L$mWi%y{QPM<)@I(=&)H61fxMjCpd;2==58B*K ziu4&p~wf zG&G%5J_>XhYnsYF6!W1-~RBqkMenbVYNp8XipElnXCRUGFR^L;*qS_PfiYFg2 zZ^e~%F8|+ikZJV>;U;KP8f%+md|hL7b@YZeIGdZ88_VGgr{cEDcDJ4V(R2TKC@_!=V;)&pE3i~2`iuMbl}H-{{ik<;!0G-Pk#Uv z9bz4dF)Sfd@i;h_sJ-Nb-ptqzf>#N|PANv6-d-5Jqp<6w=TDT8fbPre6XMYwl@$=s zozu7dP9aKM2Iw+{Wj;Re`Ko!U*+m&GiehmJF*-Jw*t=<;WMcE6B`;Pq>z!_5iHYUX zyEF|oO-&9lZ`ghOrw<{)+=iAIq0ZIKlP|z09`i>q&M?plQQf$#q7K9y8rYR6$h)D+ Kv+!?l#PEOJ^68EM diff --git a/litellm/utils.py b/litellm/utils.py index bfd2437f74..12510e01ae 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -8,6 +8,7 @@ import tiktoken import uuid import aiohttp from tokenizers import Tokenizer +import pkg_resources encoding = tiktoken.get_encoding("cl100k_base") import importlib.metadata from .integrations.traceloop import TraceloopLogger @@ -723,7 +724,8 @@ def token_counter(model="", text=None, messages: Optional[List] = None): # anthropic elif model in litellm.anthropic_models: # Read the JSON file - with open('../llms/tokenizers/anthropic_tokenizer.json', 'r') as f: + filename = pkg_resources.resource_filename(__name__, 'llms/tokenizers/anthropic_tokenizer.json') + with open(filename, 'r') as f: json_data = json.load(f) # Decode the JSON data from utf-8 json_data_decoded = json.dumps(json_data, ensure_ascii=False) diff --git a/pyproject.toml b/pyproject.toml index fac1e2b844..5af5ffcec0 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "0.1.735" +version = "0.1.736" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License"