From 50c2c48cc9d6007378c3099e1e403ab40fb1bb9a Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Thu, 3 Aug 2023 16:31:01 -0700 Subject: [PATCH] add community resources --- community_resources/max_tokens.json | 16 ++++++ litellm/__init__.py | 14 +++++ litellm/__pycache__/__init__.cpython-311.pyc | Bin 0 -> 1432 bytes litellm/__pycache__/main.cpython-311.pyc | Bin 0 -> 13069 bytes litellm/__pycache__/timeout.cpython-311.pyc | Bin 0 -> 5167 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 0 -> 18717 bytes litellm/main.py | 7 ++- ...st_exceptions.cpython-311-pytest-7.4.0.pyc | Bin 6042 -> 2732 bytes litellm/tests/test_exceptions.py | 53 +++++++++--------- setup.py | 2 +- 10 files changed, 63 insertions(+), 29 deletions(-) create mode 100644 community_resources/max_tokens.json create mode 100644 litellm/__pycache__/__init__.cpython-311.pyc create mode 100644 litellm/__pycache__/main.cpython-311.pyc create mode 100644 litellm/__pycache__/timeout.cpython-311.pyc create mode 100644 litellm/__pycache__/utils.cpython-311.pyc diff --git a/community_resources/max_tokens.json b/community_resources/max_tokens.json new file mode 100644 index 000000000..e61239f2c --- /dev/null +++ b/community_resources/max_tokens.json @@ -0,0 +1,16 @@ +{"MODEL_COST":{ + "gpt-3.5-turbo": {"max_tokens": 4000, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002}, + "gpt-3.5-turbo-0613": {"max_tokens": 4000, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002}, + "gpt-3.5-turbo-0301": {"max_tokens": 4000, "input_cost_per_token": 0.0000015, "output_cost_per_token": 0.000002}, + "gpt-3.5-turbo-16k": {"max_tokens": 16000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000004}, + "gpt-3.5-turbo-16k-0613": {"max_tokens": 16000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.000004}, + "gpt-4": {"max_tokens": 8000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.00006}, + "gpt-4-0613": {"max_tokens": 8000, "input_cost_per_token": 0.000003, "output_cost_per_token": 0.00006}, + "gpt-4-32k": {"max_tokens": 8000, "input_cost_per_token": 0.00006, "output_cost_per_token": 0.00012}, + "claude-instant-1": {"max_tokens": 100000, "input_cost_per_token": 0.00000163, "output_cost_per_token": 0.00000551}, + "claude-2": {"max_tokens": 100000, "input_cost_per_token": 0.00001102, "output_cost_per_token": 0.00003268}, + "text-bison-001": {"max_tokens": 8192, "input_cost_per_token": 0.000004, "output_cost_per_token": 0.000004}, + "chat-bison-001": {"max_tokens": 4096, "input_cost_per_token": 0.000002, "output_cost_per_token": 0.000002}, + "command-nightly": {"max_tokens": 4096, "input_cost_per_token": 0.000015, "output_cost_per_token": 0.000015}, + "replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1": {"max_tokens": 4096, "input_cost_per_token": 0.00000608, "output_cost_per_token": 0.00000608}, +}} \ No newline at end of file diff --git a/litellm/__init__.py b/litellm/__init__.py index 785b1d293..3efd14343 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -9,6 +9,20 @@ azure_key = None anthropic_key = None replicate_key = None cohere_key = None +MAX_TOKENS = { + 'gpt-3.5-turbo': 4000, + 'gpt-3.5-turbo-0613': 4000, + 'gpt-3.5-turbo-0301': 4000, + 'gpt-3.5-turbo-16k': 16000, + 'gpt-3.5-turbo-16k-0613': 16000, + 'gpt-4': 8000, + 'gpt-4-0613': 8000, + 'gpt-4-32k': 32000, + 'claude-instant-1': 100000, + 'claude-2': 100000, + 'command-nightly': 4096, + 'replicate/llama-2-70b-chat:2c1608e18606fad2812020dc541930f2d0495ce32eee50074220b87300bc16e1': 4096, +} ####### PROXY PARAMS ################### configurable params if you use proxy models like Helicone api_base = None headers = None diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc new file mode 100644 index 0000000000000000000000000000000000000000..eee4d9926b6fad627dd79db3bb4522b5eabe3018 GIT binary patch literal 1432 zcmZ`%&2QsG6dxyXKAhNb(j-m0-5@Qe0B+g__5!Lv3tU*1!xjlyNY>OdB%_S&$eyg4 zNGs*UzrcmViVNb8;J!i}(wpTI5~sZx?JXzXI7z$Z!!z@n_kQoad7k&?XIqueudpzXah2G(xsq3PE;`D0ZIY>;mj6$=gL(C0J!x6<8W6WJ4t?DZ(g` zGK|WPnq38J4VFGaMEgmx4N@H`cAeA!O`;QHl(QS84qB5Mw7!7M)XcDvVN;^LM@;Z& zkp^kbF0?c!d;%p0F2ngxK;N z;N!Od&~tzn-z%uEt@Y7VSi|EFEHMi&gLU(cYMneh9WMUK4Np$jjk|uQ4=3x+zo;yH ztxEp=wU%ugsRh5SArW02angTy{>Fmljn* zK?1ZDZMaO5hJ`8Um9PkY#(bAqCnv*2-3>es`^56uXe{_Vl-&>I<5*}RopR=4K?jRY z7D&BIN(l2u7A6?N&t5@6QC~?)f_XHUiGDsQx|~s8BqbhXfVn#F9rBUR#nDa~QP7?Dw%=j#%w@fvn!g)ra6%kD;f^zCn5zZ6M!&i<7Ce)7- zHQZ3al=_%C6FN^Scp;CGq7GFYhryJ&8};T&nX0+Lm~K6_FF*Olx%ldf&z?L@%6Q70 zOAJX%V~Pn4qogO#cOZc~#=?Q3O*zf(IiAkf<&PlujMMYbg0tikh|U4i zyrL-aUVDYiE!G;#YOEQ{O01hpEiTuVYOFUvs+quB zJ8`2EcYCqfN!wK;mm+|rmL4LAFUx~VX+eJg{0>&Am-djlpXPH9a#GQd+5x4JTk0U^ z^*Gl`)qD$VW?DmP18f_mjEwhI$B(b|$1k5>>))=N;93t-xS8@O_ZLFOBbm62)cX)| j1mWGZh?M&)boAzo(b?+%XN>k%yBVWYM+xAB5g1aF_rRgY5Vp?O$oVG+QX(q~~tx>DSBU84h z4c?hj_Ov7FsPLRorzWHPj!e0tE_kL=u5?SZCGC#7)1Ig&?TvaX>3vb3mfj!r!<|mG zrUTJHIv5S6+oEkGVIVl?)VgY8?m*;j^?@LX34%4V7VXEdB%}?o);rM7yYMdukVzyl z6*=x;ZP&Cnl1a3DwD6N^sLcGMkABv(ubv7LsW$ zJ0pN_isuA=R`ukB>~t(XE^vG-E(lzDT2KQQ<4GaL$1`j;9pf%dXEPuaN>GW2mEv2FXG1-4d|a5}Ih8^MPOD@_rE>z$#nY+@b;`Rjr8OPD6ce)NIS^++M$0tM z<+x0Oi%oNxcuJU6-Qzs>M>D{h)mc`sAFzOP$#_mR&Ez;sTde?Je|uqfg5fJ zU+x|{4YkM(o#**vZjznMrsC(5@u7p+#0*v`H2;@9B6lvt@c#^-gd?tf>IL z7Ye`{=R#l)1)>xt{DH!dLOJJquEq*6W&M^ycK&>k?olYu{JBR|P@;lLWEU{AMY><1 zTITmZqWlu&S2k=1X1YlCDU@|Cel=Q%D&76Snkdqp3PsO#Up-SeqjYovD^aA^DU_{5 zkj9A8GXR{)BHg7>%-pG~XA5VQa38S7i*$!Vxo*C&;Qwgk#>gY8OQO1z{;lvTRit|r z%D>=#M6Hvkb;{?OqzvvuZlp+W1Tpj5E7hzMz|5V{s##Z@ zXP&Ldj0{3SS{s?5WC%WiJ|YrGs)2&Y58?mh2SAR1!@fn-kEtnrd^Nhcyg|U6l_1d7 z7(q;sBJo$`32^Bm`7`ndWZozm7SWrm3M?TS?|=#4MKjjIpTJb`$Hp_nE#se>VC;}% z5lS`3bF-O5GOIdK@!SQp*HjipgBh}@)YE zgw=g>ox}_-ut3V!;&}O9=qu4gi|45kyRn*Bii;uI%^iPv>Vk1#LA1^@A{_8_y!DbX8zYjVpkL8t7#`mqh9-BwDH! z5LU8szBx!V(SqZ(<2JnQNiR5_En;3A)xY&u0nt|Kpb6sIvr9 z=I%3Eg0s#NOquy6OTfjC7A_FriTeNF7RtTBK9eo5u0>C!`xMec>*OppX)O|{ogLm*QjUH6@P50b)z&G91{Zqbm-k7=ayt40k8W$Xz zl<%@$5&R2S)#m5&$G*mX%8fl&ZhvELe(3kfoezq^r{`yVxV*^hhS{tIW;1=Js-Jf& zY1TLRbzDwsfp2>{|EpxJX>YC1VsC6f3?#{Xo5%>8sU_a#M|b4 zNNg2Dmtl^~w_dlfU2K@`7F*dKw)eJy?YnK9AfW~AVmnxvA+xc`m*GZA3uRySmAYB4 z>90{YxChfhlWuhW8oKG%`etV}H$nWE$OmxzzkNL4!EO*cV3yq_LQEG#umk1QAMb~e z*^m>`MQZ7OO#H;4^+w?O21vQ9zKk_fjy$u>Z#T;j_Wc?pX`Xb|mbtzJYPDNo>d7 zZX69Hfwq?UqRG;_tNB2)KL%$|l3-BV4&JD$#m99>Vhs5MsXn;Ywv?-pLG zmH~dJuNoJ-o6_~H={E+S#c! z+qw(?ascmlx*FGJ-@bcW8-3nYz@PJdSNblJ7l}*8w}^{mWcyge@q2?rr}!OEu}r%DgRr z0}Nf*raF%u9~}cs7App&MvVM$H9P+j7G|h1R5F~TYC0Pkqy#;76f69^C|g2uQB3@%#~Bd|j&_ zV9ujR(7o_j`#QWd1%@F^s!qgCGu*{0eu^+=geq$ir^d2Py5cOGL_`SyOvH`K)TP6c-ORrUiOcvZO0F8CrXgPq4u)36a&d&iE<2%-VSt4J z=+AL`!>aSZu|uPkarVEcBr^8dS``jM*#*v6T-|DqwS&buOOc zR6`b=2bZ~!M>M1ed|n4Nf&-lT^Cwwp8nxcxr|l<@qeHGNaX#Egp9%k@YnX`+Lte z{8nrhDvjTc1m_;jcK8=ChN~piQXMav^H9CD9@XpwPh2z?0Mo~e05gwjf)k3gYDa&f zXVr!^qjxTU7R6)d@t3d+Ln6y>#0bgda1nwC^w$OrqAm+TN$BKq28(vi5q!gF9C_Rt zQCixTIuuXG;_0RM1Nz}9>CC%IV1qP#RC+5RO=U_1@g8~9P%@hW^ydVS-y$g-D_IGP zW8QQ%|9*ZY*!98qwe0fd9rET8Y4f3v5Y*H(Ncvv zZtwl+zK{1w8^2Wy?UO_MJ{Xtjpu)722+BOHgnB;gzrJN|%d*WQ+uBQn(LB5y>XAd6 z%k0P1>`Oz%&|W#T7uk<#$NcDG@V@_HM52!t>7z1z6e5qAmg`+5!fv)M`_{?6i0s=6 zW%%uiH>d=5+F6 zc8<5L(m8~0Gnl;33MTKfqI$ouYZg&W>j^0SP>Ir#88I0U%?d1p)xSVVOh=LFfD<2Q z%k}6F-}(MKQv0@|W4r9wULt7o0rKzopI`p_D}Q@MdiAa1?x?&wT4pbIhHp>(H1lyr z8hp9fxnJ(wFIhs$=9fM+T(?TzfubcMSt5$fgVu3?R0el`=()a5@bEzWKq-XOS zB{@5bmacNo`j@zeDe2TZ(r8RNFG%!Ek)Dz18HhY~1+V87i$igGOO&C-|2YBVw@3=( zFnBz^!ldE}VqM!bGS{bATILTHEx|dAxmY=c3I z#K^$lGum1$g;Xg>csdJ{?@ua>6GtF+26V{^Iu@;?Hf=BW#D*d>ATa}9)ltiyPRSK6 zjN@=8%;vosncJY)-1BcrwsyD_hj0GO_1Gf)$k8u3`W3t9C+$+}@Z!a#S$V^Y5QD2| zAD(-4?$s4|*Cw^@S$u8ju-vx`VsI7hd$f1fmYbsFdvWp2rMKkuyCDWw(fZVAhP0Z2dDO_cj%FKNC6Y}wkh2&l+1*0Yt7gTQzbjWc&h!sUJh-21{Hh}B+Nd^ zw`1`v5V(r;PMO{*(K{7)M`03_UDnJ7iNUMl@^>lz_BrdERnv#&@^&rz+hzX-WIpx> zZbWar^P_j9zMVz?3$p(OOz6J;t%Y?(Tc2#}E1dg=!+*u?y%qXV2uxFP2Ve|)IzA_i z9t(_NkEJjPe%$6;>5V9%_Lc6)Quoh7a`!f+GXh4~=>vNLVm7j= zF(oZKyx;rI_3sqeWqYd>I0Cb6;0Rnr`%&4BQ9W0P%u{lcXN zox;rgis66(Zqz};=NkR3M$4SX*5Ja-1Gi)yE?S3W>#$@R{vCu81A^h6Lm=_$cQ<}_ zkofhW^=zN<*SiPKb{YS@i-LFp7j@MD%Z2iJa2OVNcpeP9dP+2~WCh*(4QmjpY2hBz z_p<^n2rFSqN8cCgxYf6SOc@*ToCb+{ZJtYF^Vx5$Fe0X-7|$iK`Run|qJI7?xNB@Y z@q`m|(>;3CDQYbdF{Pj7E#m5RRR9?ToWsIivG%z`o~p-cSc_1D2MDpLp750%^MRq3 zU^OB{5}E%5^iTg150Ezfj0MoYPvFF?u2wY-!)a(eU)K|yhSu}HS#LL=PSs2NL-)4h z58T^3p3zElRCg85M+>;~s07w2(yO%!I3K0qd_C241OYhT#=QAyrHkf!u2tt7xY4Kt zux0bTmd1Y35I*x2a~;Cx9xKCh{BFp{??Lh+lD$9x-q3&$gwrm!R5v~`*vHQR((swK zy?PlF??>_qkZKM@&@OM(_xxP?90x#4W@61Pe={;u-m%3{?z<@0%fF2Ab4WNO<47iu zut+A6Xq!G9oUp;HmdKySHy4m;gfHy)1jd5Z4Z2>j%FdS0W9lnN-a~@pJ7Q^uBeaI^ z#PbeK3t=FjCRH4EgVwJcHEd1^o?0? z-EHenogX`;4ZDlMJ#ui*S8T+V18p}h-@5XnD~s7;V3!=&1!*(-Lhr$>L?15Fhh_RO zL>{{Xvb+0J_rN3fz|zcv(~^6j=sqC34-_VsX|LoP{_EV*p1;ihEPwyx{d4zE;=;%` z3|EmJk?9dhyDDpf?Gl4mWxu2Zchql>^g2oXyNZF`a$xtfS87zN)GM<4mFK9`8trYI zyzU_sr7hgSVs;CneLVqUn@uIt7t6Cuzv4 zPtvcozSc(kqRo29Vf;n!`a>4uFD(?rSHYz?#Xk9SAn+X?&}yiChsW=&|MHH7X=Sz3 z09aplt}qSg)Ak(@SNk{{KI{Uc12gqDNNk$K@gwk)`afbCyUZK~;N$4gH}-}nc4*;W zU%I^YHBJama;a&6>Z+(Zo6G^+!D^6t5|A{38@f1i{EZjc6B7q7Moi^VXUoA?eN{w> z(f}rvE`O*D-=wTecH1nHGRT&jg|7?&N(67lV{h{xAi+ga4O&wffsZG+bMeIa$|u3uY${j& zjFD!ua0YNe>k=LvMj22M8amd zk-S5iNr1L=;vo!{71B}&%z54qT?-+!E$#*PLVSt3fAHbyho^t}!atn-$Fs1# zUg~~ec<7N%zFD%JF_I%CC*fbWxbr^$&@Y`hBfZO&TpF8brk@)LgX3E0a|%kk)>@*q t_kaW&EK03xB?Q3YgPvcSN<=RSF0o3gnL!3-HX;8gX(DmpJe_Jr_uqHw9@hW> literal 0 HcmV?d00001 diff --git a/litellm/__pycache__/timeout.cpython-311.pyc b/litellm/__pycache__/timeout.cpython-311.pyc new file mode 100644 index 0000000000000000000000000000000000000000..c7211e4a7ef94e6b8043acab4eb8dff1663a7f2f GIT binary patch literal 5167 zcmbVQU2GHC6~6Olj~$12^Uq&08xp`Q4YU+!(RRDEz;+jsA}!sjuDZkE851Ytne@(> zEUD9twy4;vsGDj_LH*I@0Z}1V6|E|@k6o#6eW-&hVU2{eQeU=jMga-&)N}55CLSP& z_Il>{&iy&}oO93l?wR>RXJ?W?`E}!;`a}mI|Hg-)NUh3R87fzaPO?Pjbl&8$9Q+F= zUlg(ehi#%M7NxAj>XI2N#(8jgCC8%SH-l;*yl@? zrb-@e=c1KUG)q@BR?BIoshu+oXFT~IIwuwNo%GsX+NYuA^v5u(smb3e^gZp}13q;>;SkLcU<=it%2~n8n4ELLMHB97qfg zC<^0KaFp{PsB2J|s6j_$c1z;%q`#(3XB=g&;7%#$Y#?Z-DQa7G2_y*&7c_+S+pC-_ zx&Ey73ASY*FVj>CmP=uma=t*0T{IN?fW&3eNIUa67xJPqShHvU{4YafqWsgf7GxA!= zbR9H8OK7%Gn-J6hpR_R`RhI{P;5blc5iXKvtE1WOh0^css6T%8*VI@=w*##v!jw5aWZ7^Uu6qF}rK02~2 zOrt4Txd8!tD~$66v6@(rbiT@6AXKgbEN%`4k_9P2%Hm4f8etbHOP>l+<1fUlLpz9@ zS|2kV59*_Yj&cOFl7p7^|ER1S08cfpi)HDzM3;X5#3~q@ zJ*d*haIXylxgwk-9C#Ki%T-B%RQc=NFJMn^a+5b)m5PStI{VCmYnWy+{15PJ_M(?$u&yHC`ELg8 zubMVQp!3>zcod9>O^D>P23>DhXD|ZtINN|c`ht8x7D;1Z>#}?8Ol@HA$~!>tO7C5R ze&Th)(ULRN)`BM7fv#Zv)f_9VyEsO!a<$OYRQq$NuY&nvZsom$@TL=&cYF*wu!W+)ok zOP%o#ECw`Q!g1|c6-Q-~v!D}#n|+^pTxOuK^ytwdX^LFumzv~xk?y~nR_>&g)$~X`JyJ`LH2Qbf`gb=8*)ze{3h(=sc6y(Xfl2-WqtN~mFqDuj zXx)sF&YrueZFf@JR#QXu)KD!o)acn;HnJyTN_;QiOA_N9YQEXwp515E^`>!)!3(e6a;?;IpI%)cgR)Y=i&l@ z@7n}`4Auwb}qjzxm*tOAGZw8#MH-p!KZ#M;gxcfc<@&F0A)aH%JvILGXxP3Vlx*^BhaGm}? zPAA}Wa5^UeI(@w3F!}57(S9MrQv`jA$6!YC4Z0H>_8?(KW>JrW&SJ#-0iOtAcz(;q zmPIsimVsb^-%D(&xYeyoTbq13v872iAom55>}w5rI7*UT!K7pYL-BbuoQi`U4wBUH zHFvdRwB9iaxRQ9e(WBH-N~5d4vWfPhcAJ2J*P(vCrmsMa9btfPOiwz1eMoSugZ&Jv zMs`R8O|lVrizBJNn%K)$i9~J?FKc^&6J~7&fp;yE<>B=KV)l}p74(=cUJ|pSE?pv7 zsY2f4vUpI(=@yt0NdoZ*z?;3kU4gfdjWefbXH7Z>0S{oXo+xgVIYl#(GEu{2d2mIn$%Cu%SX~~g$z%6= zx7K_2toH7$_wKETONk2n*v8;diuw5DvyHk4oUf8HnTCJAJllv-(?BxUJ|o!gfCc++ zAF-aCKDiNSSlS5_G9t5-*MXS?XdcF8MqB^#1wWkPD&a@pP!%;MggD~&Au_wUX z`E`k`5(N*^OX>R*5(Yz6r|Rh~5T(m*?>mCz&GC$^86MhIgi zx+;9I2u&UHJvD*Gbv0+k@l7AgX;#iK>0y`-{t9Upz$V(*6WJ){u`R@S8Jg$&Bc=}X zveVG#OaK9oMYkMV(XSU)d-vCS_aj09C<3V*YoyX2o&4}*bz*6v0>3Bs;is$ep}Ksi z7F=u}K%lPzW@pB>G!a>qF;vz6y^0gThRwfnyLy8 z#122)+Sh#?MDSq<^afO%9|D1>3w}+Wmmqa}29bH`YuM3FWI;OIB+nyEA+}nk%Zsb3 zZs!6FNy3{y%e~=C1bT@VFIe~q#bpPWmteWLZJQ1|)x3nC_QJ;`8pF{k8@>Q&g>ja~ zQ_LAWiG6wSfu3oJNbgI~4YkMetG)?eqi?|@n#5TJ(iAw31I0NJ^aCOju4{1<{yrx| zwdmC#yK2#^LAKVSSA%S;MXv@?YS9Z88Q$@?fu?YX>uVAqjsC6c53I!}luL171!;nqU?0qew~=Nr}2lS+XSBmgM`872C3I*_IvoR>z@f6(v!oNKKKl+X~gu zc(dC~;O!{A>5Y4$9^sXJ#(z|X}E=9noPE1M}FD`y!E6Jn;FIl?}M$S1i3!vbBw3i!F;=Z2pLewFa6 zf}eMi30Cv$SWTE2tL3$CFk^MRE(|Src0$MN-(bh;c?0Bb;*9`(ya`|fZw9!Tw*YM9 zZM+p~HSrvzw(#s3#&7>8?0dwomn*vG5>ugQB0L^Ugk#Y@L5K-*#ZdHmFcRiRLw_?D ziYJsz`)Du`IuV`;XVaBuLc;a%c<5X-cs&@71g}OyN=56b*-*55h$hBi-t!ke4K4h> z`HukJV-ooShMCUS6FL+6LIKYvnO`y=YCeYYPx5tGCSfepnMR!SDxOtdbB(qTDvB^_ z*W==uGw?J-BUjOUJ{EmT8!Z#I)%=+4VQ;EcEytAW&568!2 z0^dF!o9PHguS27b8*`^m9^^+SdvEx4vM~Z#k;sf}jfWC}>mlK4EFO~evqCtUkPSjG z%ExB>tn8o}fp`L@cLttB9EtY*C;4*`^@Ob|^RioeO^P%K#RcjGmM9Rcnk^dz8)S%*4{N6axT3)U`^wR-$Xo z7;SGX{O#*+yuRGHYOEv1x{Sd}xWl61h-5fIa$(JgC=^6bXti&k1Ezo6fVb?0ar(%| z0KUhVnJ}|pNHR$S&vrpkQUfs!jp+q_QV%IDre5%BIMojlu;`PTd%BMS^C$UNfMt>_ zV9_hsdBZggQWD>qEXJ9yf1Qcfen**oU0H5HVXia6O9{I0Abxm(^P`5|jdTp^(){ZR zrKSy~CItt~hk-Y5C^f4}Em#^&@zx|#(3rpno4uy3x!4Mqi>dECSN!5bUkbM1x-r^v zt$uJ1wiooUV_gq+RS%ng&=~Bcdq`?wG!8m*n{v1rhA&GRN-Z8qoiLbaDAY^pim?iZ z%&=T1bxA{UJ}lF)OfaMaDGLzAuEtl9!(F_% zv5dO4-#H@dXJULPBI|?mb3#aV#)R->I2w!uLO&i4&EnerJFS5Gk8IB82#8$PhoiG| ziLK4bAv7Do9U~-HjP{*AG1Sw2wlC0q zdMI%A)bYL%xx9Pi?BM9B(?dNp^LXDS+1_(%uy0hUglR{R=fg-9P#6>@G4P&(prRjxcVb2S7MM<;V71}q7Ng(~Pr@FJ*2P=noSVsY6Rf-OOSS<_C25^`BE znwSz|v*Gbvd)s(yDkOxmNxDkQCLA|zq(Hb391mR$j$e~46ER^1h=Zplo0X*x*_T|siIGeWorzpKa}3tNeorQ+a?;?pBn9w5%w2WKg?zf z)hq7%{?GRk!;okgk_EbD($DK!j`DhvFhi?j$w^q zUT1qXe`c6L%_+^dc$?DD%=|6W()Q8oK)`afXlN=vujyT%ykel&8;6z|2F#TDA_wKHXoOoj~CUm|Dr{5ZY5?6s;Yxx^N`dGgHoZS zRa=M|gQ{wu*xWBQ_vfmnw;zJ}B$chA&i_6Om5-{{>dv1T^5G|(og_W z5Jb~e$#j*d!t>|P*UZ>U7B}rti9cVnXtd^x&L-(9MV(jDd5O-O)|nQ27ki;uya`^F zTYVM%PUb6*wXc!+s&PxdRr|Gxg`BUgT7*t_|5j}g6NvjU?!MpPi}q9Iry5|(**BQC zG$~Drnb7c>H%tp`5}8!($T(EVU-;VMvil7I1_@b-1m*6O@&w)HmH2c%Uc7ws>@~W5 z$Ln6$5(%SM>6XHkqL%q>n_)K8r!>Geli!qqsmX7w5YN*HtV2Ftl$)nz9w;itUz`f+ z63F9auY`)KdmH)YvRpk_F{%>fg%q#lb;xV;`XmdRm5w*uGp=W?qFd?ql;4tIi!~+O z1snwyq%7 zY#p#clx_DN58b>0+;}!e)`g=JF~1g<)I?}91{;8JCKQhcCxHWxgsz7o^Nw|!il39U zkx*3GILhL4vXZw-=Z9Leu#F1%OL7XFSF}Bs{;xviIRxifL#aO1g{=@ih_DhY2{@bK<_`KM7Ufgs+ z+H^szz9>~+Otob!mA{!Gmc627uVmQ^k&M;5#^}xVjHN2=-IlHzzS~Qxh9P|3tlZO{ z+BKujYJbK6_!a@IF;+V)J{A@zrpwjQPt8(mm)Lq(YCTLmM0o4GY9CV0}Su?oAWO3+%@*%b(;wH{j!-YVMlO zMVJ-U!jjKqieKpk4d65pE6PpT&^amo6z4|H;x66 zoK{pq^NVN(*+`50YeFR-G%>=-1%rA4na(dD>qcyR0hM{B2Ffoypm&{ zxfxLUmRVqk^PF3O^A?UFmhwDHp8I^`C?aNAG2h~1mK(bv1ZQVM!hGfWuRdFF78=FB z0q`8Zce~k{wp69smtD)(MN6|}X(pEDrM}XZ z-DF^lymEzHogzJ9;+Ymb(~@Vp1m3dpR119d$fB5?$a5g4{cn!xkC~Y-&6XaY_RETH zQ%{Zd_ceM*{0^7~;SAIeaE|D#$8j6I;ybF$twEVm;XGvaz%PCPz;k6D_0~1Uo&!FI z9)|HE;A6Oo#SsDb(jwjlWe)7`8y|d)xb7sGUS>&ic@a4pU_a=}BmBh-YC@igFbkS! zKYWe(^@w5MYdi?6lImOLH>j(MR9}>#fgYLCx(FT=ggodYCiTTE14y!23NA5GUG6JO zYJx`C&{ZtLbYAxWx`0ikOIB2R4x~i6cvEqYQISr8s%ESI7;^Zf<7$8 zeI)SZ$X-7P&pKL*vEH+8*fmt6n9ehGL7RGX)A>3<`x1Lw3(ud+KL7XW^S4DnIlQ1_ zndsn#ci_;vcVL~?14{GyBw!!^x_5vp`3~f%P`?ML`}jfg=O~`BAJn$2xb402;@J*5 zVD^3uv**mt-j{UtDk9}G&ISEnHG8h&9{xqM=Po&Wc`DY;p8f~TfTx(gAJn$8xb3~F zb+cDd8XNB|d@4a#(Rx#zXwH2@Oi9)IlIHd_Jdc{}^C;tM`MQXE#$ zh$9h*`@)I#_V#&A+l;K84bRHPuu=qDHN}W+W%rrBk+Y+h6vfnNcTZnn6!cW{+MVq? zWV@>D+~^75F0_0+Dm&@!9S_8Vs0j)PsNyot#^Q;o*d)j%Mi4zPI^UkBHCy=IgvyT7 zr_P)mJT;KlhZSWg1b`tRHXRyI1afLN-4yf&OiKjj1v=Mu&(5kR39|!NW0A!7^lhOC zXieF1=0tbTah0mBtdMc0uV=LHEX;&H5xW+O%Jz78G757Yh=;}nkZ;NhReJ`zM@ITi z%vTOYK@tN~(LAW&&LBZPAhOdZo4{5Q9*;#s|Af3W5N{vMW}Ki3Du0#mBPfuqLo=v~ zqqZVN2WE-SU4@B2;Y+rRPlaHNC{uxmbrUi|KMsx0C8&z5qVS{x^yx>(Lju0LLJNXc zL=RG67-n!H5(@(TH9s)tQK}_C^sphfCw`%hJ zX7r=6-@f|mSIM4UaZ8`HrSH*L;L(+<(v|7QSE8#|qH7E@%MNIsF-(vhLwt+cV6Po6YhLTq|gn{RI4&m71c{End;g*TYuI5 zK|Aqxiq(gt>O&bv`R)0)fAZE(NPUOs*daM~tm!osyPh!szD1BSzG+-DFq~`Y#;UcR zSnF{REorWqYzVnQwBR5V@B<%o38c^s4gwi+c--!)rJhWg^Igk(_Mh9yrX6D0PN{5X z##?iz`d9TI)RWdu(R&Cceoe1+Tb?lhzD1BS|JlUA*sDp?e#v_vWv8P5q0h|3a|nWH z>XJ-d#MA{5d|dOZ)&^p2NSh9l;_$@VvRp5E{gT(8vj6kiDHh&;`XxMHJI%82VHEU~ zH{qMPWgRv#Khsrce$GPVKXfzQ9{m>;8i;@4W-;zLwjUCIup4^anm@R((jVO2n!alN zSCv@nD=&-j>TV|_zHT%0@6mj{8*6>Nr&}{{Q2)n$SnH1mSd1S$W`o54FlmNu+VMPl z22`MEO$CHIhK)K*uyt!nY0A_(M_!ZEmaL-^B34v!=r4PLevc_;4i6$>U%c9=k8Y6HcLslZS{j{QU3JO~C0#@ntUjO+BV zd5mpp-EeYUE$FN66?mo#<^@aA$UD@^nxwgy0i@JeU?y_?*Q;j;FjXyBfodz(Qu4 zug*VpOOoT=-}T(lM$iSn+coNu!}E47Sk*b|=bYq{R@$aQU4u6k-h>5P(F}W%T*+@t z{Y6$LZKdk)Rq8%Knb4Z31#+|3ipqYG%PY2#@Kpt>lC~tb!7?$do*lJuf4V$}@w=Y* zg8lpHN!pXP;#CbqN%h#h#cvV3v6|a^sl`NHt2(hIM-d3`d0R>`b*1L;65_k8C`6Nb zp()`n;7P7i@Ca^jxlru`e9axrf&;`eeR7?!UT|tC63%Kz=G|HCX;vfZLo)@~S}NCN zEA|WE`5if%iBdt39XXRpE~6YXLVN)1FVRFG8k`BuyK?58Y!Nt|fvv{UM{A5=jmmf^ zGSQwxm9wt^Aug2*LEcwDn1D%<87fi!MFUi^7TI<}ap($k!w3TN*0VX=dZ+Jq8rhg* z>~)FIj}yX0XfIp=Fy91HMVJryvJ&2QU#b3NTXq1{iy<&?nw<*7u1+I)C@T)eCVg}) zJ{${>W1Iu8u0WWd-;|xLiMdGRCUsl@5h@Y$Wm`4OH&da=cdE39Lv}toeSS^W(!Y^9 zzgsan{S2o>I~$v&wk-jiBtgxHdFD_QoXMz=tBofF0ap>K8eO2^h6>`^1y(E9E(oGww`AB&47+LeKG2uD_CXL0`z6DEV%Yz*YU|^w z_SLF((sA_jCb4Qjsv1~~WlH8g^&fidKeFmSLXMsx=dOwVh~$qv0+)eW(a=os4}Ll+ zwf7U(AcVY|#8V{b$fIp90fZnLj!K53#Bem@sgpeIYs?m-;~9cf>zby?>`2?(%ayA( zAF=t;Rn@7XjKjIK@6Fe4zqb7HTd${HPkT3kONL`V1xt-zM}{qo

M4VgVY9DiLV9oq2`tTrFG)3;5#GNA?2w&&Yj>_c&tBywEXv}bR z;4s0pN?a@9zzEukWd~OsO`@ZTNXvJt73OR>JE_VAOw-S zDsfi{cQx&9@E4yGoS&c7K=MKj)QcTY&(gQ;OkZQIIuQr!kYY7<=du?WZOCX+p!(>bej4 zJJat+?nK1uZBq5NR5;sWIefQTwC|DZdx(8c#$H2e4~zCAlKlv=ANgl+F434BVErXk zm%j2!-RH#a3sUz5NI?)SW0GZzSjN&8`+X->vzF zof=5|!|p97YV`kDwH@MrGH6a(wc{!a3YcMXLKm>_)Nuqda#v|vFF03k6nk<_;QoSE zU{fh(5Wuqf{jI?9qPUg1jpE6gPzjL*`!I+x?B!oB7(t9N<~&`6_kd9~sWDI{(5%i$ znpMn{DM>v}Z&#>m@cKfH1q*Lfmr>>|ZzG1eP|tOKwCWaWmNIEcnl>{Lt_;sQa@5l;FYylfjf<{~#Lyo~@CW}y?o6$I}hcn85R5Fm$E;7Em^W0EqV*ahWZ zg$0PoR`6cUd3da6Jsm2Ba|D|e2rcG6g*#aKO9USx_)iGlLxA72fJ2UBzd3F)dsmps zA*_Nx!fMw+>_Vop30x;Vt&ct1S3TQF+u_f3qNh*t^evuxL2k>z$1N|dw!B0RpCcD$ z#FnVk5`6?dw@FdglyTKaE?}d)dfPJuDbt#!%4k#Rv(puB@aCuj6)0;xKmo8RbshH& zQr-SkKd^!$sgX>j|L%6FazFTj*gTJ_w-XzN3|H~?skcr6=WzF?RD1A2=jYe+)&MXF zJgutvu=mdJ`zP+45Uc!Bl^;1V+G2TVW&Zv?k?WMWPQrD2E%^xc@koco_%OI=&kB#&6Hg zi&L%Og)>Yg%pEX_GsvZ6Tbu;tGxQYK@#Q5(ww>Sq zwe+ocAMd^I~P!tXu3g8~#3l^Q&1f3BW>*w90xg$AhEVAV!9txtnFIJ()Iej;R zaUY&WNhClSC)*1x@$l!o15UxrfZt?WG(0(#h}@hnhr^9{8q^1V3EAFUBQYNw_wj+I z#s|jw>!2p%+vlA<^hk@EfO$tE7V`nRn@Y>L>{crE#K4$NeVi$Aew%CwgOdl$51R4u zv!$$nY=dJ#p*%)er<_j;P~~ADpy;=Li?wkD6ZRv(^-RE}Lcn##uT!>g7sNr~g+qk1 zmV#^#<-7psnWs3m!d+e2((hw)1pg0y@lj<<*R<$2Wz3+KY5vqIn)gU%SiPH!4NuB8 z6U*kbwd@(wU~I^^Kseqiy0%HKZ7Flc3db;7KW!7O2PE8=!C0QD*+hK1#G2g_hOSh5 zs{Kh#U8)^7^EqOzg^;#YllmRRhJniZ!(?lhv~`eF4@1b?q0^2A$* zEu{4oa&%NWI);(fS47uk$#t37FQ>~JrSgvZyI0Hik@9^TE0W*@d38#3g(X***u(3q zZzhcw$f1+cp>r5%ydb(RO0J8h635Pr(@(aZ{2T!U(K#YH(TibC%arYUVsjEt%c`w~*jmyy-^viNwPDyf z0Lr7CXCY8B`X3x5a4@I2Uvv&g&H=&=q#anfKxn?k!@UnJqVtU8JVUrMX&@9dEe9Y_ zLPyEIL22J<(l834P|NNE?}R55QhmmzG*?dy=rW;rvG-T@dzr7jy8b%tIKIQV3twQm zE58Mi_dupA-b0Jm{v_;%ceLPNsluQ-R-)Q(liCTE*WA+<%it^c_HVd8hMaetK`bcGX~**i@q}T>&wZ3=A5;z@>cE*h zxb7p|jHL)#U>S^~)^?G3;&5duJWDs)I2K<8YgL|=0n1aKnOfJkPR&HEKN<_K7(9#I1@oaTrYJifIFlQ$_4agp zp?=7i)J~S5I$(Gm*tGOTEDjum*vO=@cvdWLXM>UF)iS_R>EVTrW;B!9{&fEJYY#E%m)E6D5( zFz!%U`0s$WdGl=WCOES3U|Y)n4}zTa>?&+*;r3v-BYTt+JnnSUarh$bvJMZb$~rt7 zfd?Q2@Rls^2Q%DAEYTmEi}G~;Rf*gvfy??E0@%zHk35s0@C|WUhXx_JObCWS?gyO# z{ig+U)GaUTQ5ToXa{n|Ux4rsJ0+J8b8W>t&0(zEp6k2EouoiQ0;y4<*LB|f>mdYq) z=vL7%2ronPIBNKCf5uDMqyG!!2nafGdHCM|V0kFpyg0O`vFRJ1+RB&w%V$JegJc62 zIq>#cIh*#@{mT1+_x+kXH7VGR;K-8J)|#$sd0f}FTGuAlbx3s`OO_?eQ%?&iYgyAX z@C*@si=dEKDhA7Y>Fhsq3^>g(dVOO7JgumFxAUE@ce_%ijJs;N>YdB) zUQSsu#RFi?jW7VN?Cs&VhL`3=ZnMN~Cfw#VEfjzdnFY@<_H8~{C|DPx^yL~A%J85C zkcOpB7<{_S1!{T+EU*9;2f%Sl?i<~j{ZBw`T)qBa!S0N@|_Bgid$`gJ*BKJ>ac=*Alub-tZ)-S z!9A5)W~ufIbzX{BshygV@qq2mj?9n@BfM)`B`%A(i+pqn%9F7wt=l!WAb2--Hw&=;8nJZg#$- ```litellm.set_verbose = True``` def print_verbose(print_statement): diff --git a/litellm/tests/__pycache__/test_exceptions.cpython-311-pytest-7.4.0.pyc b/litellm/tests/__pycache__/test_exceptions.cpython-311-pytest-7.4.0.pyc index 50f8b39d3c60bac5b33fedca161559847a772703..62f9422f80ea4046b555aaefa5ddf4ae7f069eb7 100644 GIT binary patch delta 1059 zcmZWoO=uHA6rR~+lTFejEp3z7AKXe6w{85XRHTT~)@X{-rnMC%%-~YMyO`XiMxJhBHrTs3bW3q zcw&i$3&}CNIg3(Rn*sD4FRKM+VZS zg=cj;I4jEOn`n{5#&emmq0#(MZZv-}bIop$=0(%vn#eFobZBOJGE>`}vKu8;v<769 zRy4yDH8XvjG!2bSWhcjTqa!sM_PRo1BjedjJ=S&@|8?hnuzl1XQ*xCQ)NM)%ru(jkLIcVf*UfEHxzOcDdMEWUHlT z;}!*~+g$Gs*SqzfdS|;VjrZ07U?b)8MmJ4%b@=oM3pUyCxh~&kYt+MoArFrT=Q@0E zJ6LK9?M}FP0q%3|HD8&)oivIBs$DdQzbN9HBvKNwSVSgPY*a17Gw_|V0PdpjlRHhx zmWs~cll0O1OAJ3n*9Rf2&`K`1yv$WVv|Jr-8;Eplg*wUs_Y`2b<@OIS^&X}kBsUIi bLtzIBF4G1hE}-zu2bi9JJXJRypf~&mzuP8J literal 6042 zcmcIoU2Gf25#A&3$m6d>(xN0=l287TMg3B;er(mLBg=Fo$B+zLj$^h7d*ZDm+DB5k zJ6aMUB}8DfOyQtv5x@%S07M_$7$SBOv zyD4stniv#k!yH3;OtK|z4O`=Un2+1SwzxfPr+h|sgdOw^XV^*auCNO`ue-~G|lCFY&h!_Mb)fK*fWyA{1_rY|z^XdXQwlYYOi-AzUXp9y+VXA4K5; z_&~0y^5TvLZp01M_Jx~q^I7zkH{62vf7*di_#n(lkZSS4U!qS;)$?Ky z?epyBN?!WSP`H(Rv$yKQhd{0#AA0DkmXzE#=&C3jZY|9$+_)*0W=30VhT$XlI)1>FMq1378BUj?Z98iY4X@do&qe zkTFpkU<~i{yn;pPVlpX*mT)wsC6xfT>6%;6x{vn^c55kRCb{X1&WjphX)x?&ZB!Oh z67G&AR8351-F=%ipfWBdr0zs)ZeEj@H-Dhu1)126du3USi{1U*!@-$uqGqH&+BXzD zf%{Gj1&3xussBV@f3QC&MF$7^P96`=_DjKmlY>!wydPsc7z_>%^!Ep6P7EIp24~<+ z+!w9*CVVR!`~XMLvmW5yfk)WUrZk7pDzm~!W{JIPnqyW?61Qqz0k7QJGbYKpYSwn> zk@yv~*B;e~?ya(dR!l4Ahqimbdr;x8vWaVlk;ay#5ITYsmiUZhy^ORn+Cg^}pRbZ1 zSmmm$u@h?~hXy`WE-PI1p1xku43f?j4y?CSOHdooD)%mz;3axrWEN4$rzH+{n`?5j zcRsl&NJ*>;q7Y4{6itYVDi-FjCTK|kcA#)MwV>cQ7RE^L>Da}`2pMcj#maq?VT~pe z8f;R7RgyA3rx0_eH?8rcgyj+8zS-bt)8OM+RmC~18l0F;DLC!Bl8A~a*eXJ3DT)`! zRus~v5g~0Bx`lw%;1-lvLQ}{`QeZ8SLMCh2D#8YgBBpXI-P>S)|R47YEa6l;80Evr3s__ukqRp|g>6X)6{bi`0D zq`OJ|&Ge(z`&S=cEp)$9Vtn3Oy65?G1^%4QpDXgtEL*z1hO)tdHgdNhrzbn8w!+lk zKY0rM!G6YT{-e!CXdR_39cNtTFI*gOsvMatGjXbCLqP7p5xRoj@~<*gZh@*dI2;e` zs%eG!x%oDCyB;<)^W`SI44}p-Vqy*l%!a8aSlSs(L?zl`-IYUd-?X2SW2#1w@cT*t z7#;9aJAq`7?j0@F^(()}pN;+Y`tPono*#ME1}mM=cn0FAY7%4!Itc+9chFAbS9Tds z%$*D{bhq4RsF5lGq>_DxWihGTz>3lhtSi{qO}H9MNPq+M z$WW^$WCa~`Lgzpm1Z#VOD}e5I39tD7hSyhj!|Q(wtj`B6JC{^)P}qGgumR}*CfIdO zDr7NZxgRq~@jy%Q0@*@OrH(NCK+;aS9>O#r-H5PRw+CbrtW@@s7bsGaGl(Lka)7i* z$fz_E(gI`$?okh*8;_D#N$a_=d>^DE4h& zRm+PY>6@_1Ot7jucaZwgl@CeKb?6?S`< z;i0EMBr3{sBsp^(N3|-CB8x;liui6dL`cluL5PF^EKHN>eN;1?(6TH@SQBHiIwAms zkR1TGez@&~5SyHwo5MvP*m8ICjzRODX%LIj>wa94B zEyZxF1fkHcRnle3Z(3!m#;sdn_Zqi60u3su{z_2E!ans+rhVfOG$p$P5?hK27M7E# z(>sBV7@fAxh*I|ryll9qE`}yYCnBR4CnB$huF)XUaE*qqTnd$W(+Zh^;TfHr9=|ko zabm38p+G{54ENa7cxYQ%A=5HEmqHgWOpJ|ASF{+uYS#4B>!C@Cw*i)(zuOTbb(plh z95#*!N+0M9@P;X=8djXR8B>yp9mq@kOCcVz4Zi_yw@!idw*pbg>e2{w7ZU%7biM~3 z14!K5|JjgUdxq4SF@nGKJMeeviQ};DI9%);`0&i_^LqWUyt7?*wijLAwZs$G5#4p9 z*m0b6t-Y6b9-|>;HUz!8zx|1;U3aw?dxlGIcI2I%y0eq^9ed(Brn`>qp;h;*Ph6_* zQmfu822Ylhbmg7hFAG`!dgX217s>k~1z#k~Q|Y7YCv^8wsCmAvz_;nNLNxn=6M{sv zS&c-S|7%?P^0Q!9_<95uB75f47>6En_Oo{L<2o0iM{R`mc+Ya?KXDwi)6El;Z;W1; zI4g`^nI3=cEC{q2{7fn)L$IY9&Q}+fBbBGd$igzo8G1w&QV@~=^(c5zfqcWTRal0# z%(KJGG{q1V!B+oW1^Z-(6)L_&=;&$RZ(gGI+f8XM$mliwk5TYDxyarPMIo)#oPlC4<+L6pp}O9Hp4uEaQa1O0lR$ z{qa7cCsQeY=TE_?DH(rXc@u^uhm2|i2i!0-471@!43hyT+UwHM+b^v}WXsU2i0m19 z6;Z8Tu0>?N#s8${{hBpqt^cFpJEwnfIyap6bryV`dDK-vT{`M2B6o&fMHJBYszubN zSJw>|+21j3plzD5Y*=a;&jzZHHsm|QK<1H~1(NrU7QCaGnhlm=njxqv6CQcI>#e%2 z2`W*6EDbtWpBvM;_B_{K;MzBkg=zY9{BLgm&*Y!V>qEKIdH3;x`*`Lx5ccgS@mUik zSxb?3XK!ZRS@&)CdTX9PK$;)G556j+OG)N=IzxYG1p#FwaDAB&VJOi zelsWCUHNqO(Uphs{K4<#J*P76BH}WfZV9Zn0D+oE9R<{(qYki`v5>B#dDK=wZ8~b( zFnP#FtB`i&bY=LW%Lmym13@N`OsHt}WYUmeTU+whmV&h!fHb`yR-F{VOBzGY*E katYls1T~L_3uss`SC!-xUwFI59OlOkcC5zw*vkO@5AO4)Q2+n{ diff --git a/litellm/tests/test_exceptions.py b/litellm/tests/test_exceptions.py index 5472168f9..6a6902449 100644 --- a/litellm/tests/test_exceptions.py +++ b/litellm/tests/test_exceptions.py @@ -8,6 +8,7 @@ from litellm import embedding, completion from concurrent.futures import ThreadPoolExecutor import pytest +# litellm.set_verbose = True #### What this tests #### # This tests exception mapping -> trigger an exception from an llm provider -> assert if output is of the expected type @@ -19,29 +20,32 @@ import pytest # Approach: Run each model through the test -> assert if the correct error (always the same one) is triggered # models = ["gpt-3.5-turbo", "chatgpt-test", "claude-instant-1", "command-nightly"] - -# # Test 1: Context Window Errors -# @pytest.mark.parametrize("model", models) -# def test_context_window(model): -# sample_text = "how does a court case get to the Supreme Court?" * 100000 -# messages = [{"content": sample_text, "role": "user"}] -# try: -# azure = model == "chatgpt-test" -# print(f"model: {model}") -# response = completion(model=model, messages=messages, azure=azure) -# except InvalidRequestError: -# print("InvalidRequestError") -# return -# except OpenAIError: -# print("OpenAIError") -# return -# except Exception as e: -# print("Uncaught Error in test_context_window") -# # print(f"Error Type: {type(e).__name__}") -# print(f"Uncaught Exception - {e}") -# pytest.fail(f"Error occurred: {e}") -# return - +models = ["command-nightly"] +def logging_fn(model_call_dict): + print(f"model_call_dict: {model_call_dict['model']}") +# Test 1: Context Window Errors +@pytest.mark.parametrize("model", models) +def test_context_window(model): + sample_text = "how does a court case get to the Supreme Court?" * 100000 + messages = [{"content": sample_text, "role": "user"}] + try: + azure = model == "chatgpt-test" + print(f"model: {model}") + response = completion(model=model, messages=messages, azure=azure, logger_fn=logging_fn) + print(f"response: {response}") + except InvalidRequestError: + print("InvalidRequestError") + return + except OpenAIError: + print("OpenAIError") + return + except Exception as e: + print("Uncaught Error in test_context_window") + # print(f"Error Type: {type(e).__name__}") + print(f"Uncaught Exception - {e}") + pytest.fail(f"Error occurred: {e}") + return +test_context_window("command-nightly") # # Test 2: InvalidAuth Errors # def logger_fn(model_call_object: dict): # print(f"model call details: {model_call_object}") @@ -64,7 +68,7 @@ import pytest # os.environ["REPLICATE_API_KEY"] = "bad-key" # os.environ["REPLICATE_API_TOKEN"] = "bad-key" # print(f"model: {model}") -# response = completion(model=model, messages=messages, azure=azure, logger_fn=logger_fn) +# response = completion(model=model, messages=messages, azure=azure) # print(f"response: {response}") # except AuthenticationError as e: # return @@ -75,7 +79,6 @@ import pytest # pytest.fail(f"Error occurred: {e}") # return - # # Test 3: Rate Limit Errors # def test_model(model): # try: diff --git a/setup.py b/setup.py index 492b6e86a..9f54d6452 100644 --- a/setup.py +++ b/setup.py @@ -2,7 +2,7 @@ from setuptools import setup, find_packages setup( name='litellm', - version='0.1.230', + version='0.1.231', description='Library to easily interface with LLM API providers', author='BerriAI', packages=[