From 15944eb0f374f861c91dc0cc5a1822a230faa792 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 14 Aug 2023 10:21:57 -0700 Subject: [PATCH] error handling for huggingface endpoints --- docs/my-website/docs/completion/supported.md | 8 ++++---- litellm/__pycache__/__init__.cpython-311.pyc | Bin 3888 -> 3888 bytes litellm/__pycache__/main.cpython-311.pyc | Bin 20953 -> 21832 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 39117 -> 41362 bytes litellm/main.py | 2 ++ pyproject.toml | 2 +- 6 files changed, 7 insertions(+), 5 deletions(-) diff --git a/docs/my-website/docs/completion/supported.md b/docs/my-website/docs/completion/supported.md index f7e835eed..01abbddc9 100644 --- a/docs/my-website/docs/completion/supported.md +++ b/docs/my-website/docs/completion/supported.md @@ -49,10 +49,10 @@ Here are some examples of supported models: | Model Name | Function Call | Required OS Variables | |------------------|-------------------------------------------------------------------------------------|--------------------------------------| -| [stabilityai/stablecode-completion-alpha-3b-4k](https://huggingface.co/stabilityai/stablecode-completion-alpha-3b-4k) | `completion(model="stabilityai/stablecode-completion-alpha-3b-4k", messages=messages, hugging_face=True)` | `os.environ['HF_TOKEN']` | -| [bigcode/starcoder](https://huggingface.co/bigcode/starcoder) | `completion(model="bigcode/starcoder", messages=messages, hugging_face=True)` | `os.environ['HF_TOKEN']` | -| [google/flan-t5-xxl](https://huggingface.co/google/flan-t5-xxl) | `completion(model="google/flan-t5-xxl", messages=messages, hugging_face=True)` | `os.environ['HF_TOKEN']` | -| [google/flan-t5-large](https://huggingface.co/google/flan-t5-large) | `completion(model="google/flan-t5-large", messages=messages, hugging_face=True)` | `os.environ['HF_TOKEN']` | +| [stabilityai/stablecode-completion-alpha-3b-4k](https://huggingface.co/stabilityai/stablecode-completion-alpha-3b-4k) | `completion(model="stabilityai/stablecode-completion-alpha-3b-4k", messages=messages, custom_llm_provider="huggingface")` | `os.environ['HF_TOKEN']` | +| [bigcode/starcoder](https://huggingface.co/bigcode/starcoder) | `completion(model="bigcode/starcoder", messages=messages, custom_llm_provider="huggingface")` | `os.environ['HF_TOKEN']` | +| [google/flan-t5-xxl](https://huggingface.co/google/flan-t5-xxl) | `completion(model="google/flan-t5-xxl", messages=messages, custom_llm_provider="huggingface")` | `os.environ['HF_TOKEN']` | +| [google/flan-t5-large](https://huggingface.co/google/flan-t5-large) | `completion(model="google/flan-t5-large", messages=messages, custom_llm_provider="huggingface")` | `os.environ['HF_TOKEN']` | ### OpenRouter Completion Models diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc index 84bb43b8c2b03a60ef8cc3046cc1ec803c8ed0cb..227d66ada62bee5665671e84b2ec06f40aacd3b2 100644 GIT binary patch delta 19 ZcmdlWw?U3;IWI340}v>BY~)ho2LLUl1Iqva delta 19 ZcmdlWw?U3;IWI340}xcRZ{$+r2LLX71LObz diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index 33583922613e2e8907306a394bc8b762fe5fa833..fd197065923f9a252ef4de67dd8eb0aa3411f154 100644 GIT binary patch delta 5326 zcmbVQYj9J?6}~H3FUv34*2}VNJ^Yg2#s)tD84Na0V+=`Sni}DijT~EYR@WHlDkiUK zGYN!bn_h^&5#;V6_oQdYLnM_H)Qx+^fXOlogIP2i6mn>8h|s(<>M;@` zfih}(Od2W==7MTI&7UWdbPihL8k1-N)hU04lz>JBHLunHdr}Cs$Y?eN9hwiVP~ix* zoY7P3W9oS@c24|_6jj>5Rn@X9`)Whrs*u{jOa?6yeS4$PO%3fI*Bz4dykwAgAyZKjGs{Gr-fAaS@usGd*u(auh$suKOm<_%yBv^JR|~z z?q+3_8qTPAYGfmqv4M)8c+qK_5xVz@094aPO1 z!SJctn(jJ}=A2Qlcrb=HqHpufzK!9s#kVuh6SGqWB$F3xz{zntC$kO^r?QnVvrNPx zOxaCV=R*EG;BijD1ZTt?+(8S(`eLiK zF*o&a`w@v{!V28ftJpxU47s#*y5W>P+z=u>f59@Zf!#q%TtwofbH(CPmeuKAC{NqD zhgK*)O1NE|w0O69s54Ciuo;wS6=3A)k?z;UyxhUP$FmW&r}W$ryFFsP;wfvX$h9_* z60yUqeY zbC^TQ6|3Zxa}~JDCcG1$b4`e&Qq- z-^`EPB7ar~u{PW+&KEjKm3X_*Y4Y)^6DryitKvTB*Tj4n;7%pLIml@98P%#3(1iaY zTFsjc)jW@>d0wnWJZf$tHR7k{QcVr7o~whsn@u&Vi(IT$d}&@^aC2^$MZd*bSvy{z z+y_O^PMV)e>(%)5I&OoHgIZIuKHiYD_y5Gjz}>|~Mwmg=x2@E+F>0mKL}RRuwsYwv z>19={Ui90Xxec_FcJT(3Kvp%1hFrV&maVM$7N|g+w9aQhTtQ1*@D$siWMdPrn`=Uh z>*{$UZ(7)x7JrVkjC4XZHgJcivwJqn!K66|M~6I`x?3G`%ufB>0V!{mLn$37H-5V~ zm}S*ILbzjYtsuo-`wgJe?$iOqN-*JWmw2;x2e3Mv0RV4W0r;y)faQYJ>geXQkXxg` zy(S4a?TIzh+&MGO5Usf;vPI-NyfyzL_({;)o0ag~N_+9C@G9Yr3w>z^&~nQIXn_Op zigz3~M+@Dw8f`55gA#8^AZpx}LJ_LGUGx=aLE-u@XdbvbG)efCv?8)Di6Wf%zvY$G zffBe~G~}2~t+BO$_>PIT$@bW~$&Og7m@O$1*PPj;OFXDG8`mf2FYFZAB|ft2u8>_f zw*kW0B3>%V)wJ=pxs4E4o|ag&Bp~_3Z?Q8wY)3M)sGb&I*!!JN2 z?M_4z8y3Xan87WvX3Ry>kINpuIUoul8~3DVqx@)cWspirP^5)H2k#h6e>xI)6L_(- zVb&@?o|;VuxD|tRb@*b64N6`~KAh4llUQA>GcCNpX7Y*4I~VrOYoTgDOI$>fzmepX zH-pZF!Fg2$sI0tnJVK}x>wKtlhRjGu)%Qs=#J7JpYlKMaJ#{o>_1-Lk=F5LEItU@z~e+ zQQm_@@xKK*Wu54Qp*OY%NL)7pZ_RR$GQY5Uj}-UgzyOlHKvounf_>tRa<6$2+5Jdx zWeN8k;v=soOL5i?!hOsqOl1eN5g-7|k9xi0p|T!QFWxNs@Qyy*h4B56^5M%!m`H7= zUT7*_yrY@w)>UTW+E93ET8;ujh+jNoJQ@kdH9^KA?AgkbcQj|*n=&Wft8}@PeIfku zEEarlIvACQax7&PO=%NfHDaQ?{f=|pCs)lqdm~PbxP*G~ zaaB*HAK4UmE0GX41domcr{qv1d=`R94EStXJb7P_i1;eVcJXarvjxvEZop5a;P3;% zV+_AzU~AWWC&>XZS=~UWc)7aG*nwgfk}>f?^*Ry})*4Umy&#C|m%)j~Go~U@Ii4Ac zhQd)f5FQD}GiYc;jvKZl*P$R6&pr}l5X-}p5gMF`vRN@wQ=vV9#vc|>*X%#Y3ej%n zJ%Neo;1)bSrU!wqYdO+Tu?5LmBv{i~E0Q)O7@y3FL|Jkta`^hruy(TzNH&W8T2G&n zHJHiFg9Kj@*kL62B7mDpe08#?QKm#e!3ZShL=f>@`6y)v#E)z34h8*(aAHPC4osp(z?%+gM zl2ic`Ei_5e3F*3RT%+##K$mr0A{x(?BKMNkes%G$b)Og;t{MtX_q|Ln8N8PbUKrNZ zyr#R*wp7&#|5tOYFX-p2muDbs;-vTUM^p| zRNnoZ^|HymWO84eJ#ko^XmyGAI}DYtO4wai zwd&9HRWpt1&l@!}YZo8i@OMIb#Zmvh8YKxxTnm6sPhdqI1j}*l=(G%3kX8~u_xs2N z;qLZrK)8H*_FdFf!|xL;AGwT)5X8JTI(=v|Bqy+4P^<-}rr_v&nThc7iYL1J$Xnvw z?mANO>?Vumcc3)4=-5=P8B|ia8}8XAB%6`o!weRt#MM^dkLM)=a`*_QMThH8O6+b& z;O;8E}WbWjlAf@ml z3lk_D0}@xm&o1ngXzwdI_#_H{hU7dFJrID%k9^8;>Jj=n4k+pNE8wE24$-MxN^C;K zTJd)k27j{ndfzn_JSd;v(VnXWFD^h?#rxvgj!{yzxOJzA=#>N2z?z14SvI*)1=j@l zd7+CNM%vczxGEwsPFH>^o>}yD;x=cl;6A5+rj# zAm1WW$Cw81Pl?d(Cub?LSh^U#d&iBK#KSZq2g66$Qz))Pv1SzH%aMXXz;L6=mK5iS zXEQoi5cxvi1yyo-BDjJ56J!Kh^bM6HT~`xAu1J=p)W4YMFIeRLCXkD!Jx;N4kJffY z+PZYBe{pipqisAIdHnTzIHE<`WVrG57;1xByK?+m0{1>Kmt$Xg=bLO6N=9}-FS^0NACRcw*ihpFa7ASCu;Jef`ak03q?Yf?(ye0vzSh z%5y~gkyMwuVRj?+fDBP`Pzia(F2iTb3H1qLtOK_`QD8i7c+M;yHf|HI8rvLZP?o~2 z!u_vT+=}vDC0`LXlZQA(i>ZOQ#DpnSZcme?5=aW}?3Jnz7fh}?J9nfFOW@-Q`jJzfSl<=7 zM*Je>=5Fz_wNkw9x0$`%&hxoXtXL~eKJKFBm7>$_6#uC%-NW6~U5Ova3vBKI7(qN2 z^~jN%dUNbvsdWKR7VRVIV!?PA1NZRR*HfQjphjxKF}rXb3jiMb~jMYfZvXwvE(@!LoK&UAk!rn0*D=Ew5BPuV1Xkm39N+ zxJ%!^YJq*I;FY{A-MoR%uH4mEySQ?*)pOh>llF`#E(g*sx0J_oIq$jWdQKX(MZJ7I zG;Pl<>{LUJwPS;|kvE(+(9To?Z-i%8suB6^lQqOaN4qZ@Xl}H7#G+$oeu&$c%5AA8 z@u8!WG>Ix_wc5l(V!PAjXxb2?nU*X%04TdS?W`NWu|VtqRo_w`fD3o_B8oxb%}3i- z-zjF~rDf|?oeO1y`%9p7Q`dSK9Bmgb`zzPVY7>+h|7w&`wfCT9^{=(8Fm+L7wjN+=x4;_>R+QD0d-|K2^;i!$GUwTqm&QJ=YN&b!dJt^p#1=F*|CPp*H&@K;pS}{c+)9S z>RdxiX4WM=36tr#tZJVc? z?zm~icCUe1LiUKid)vwX14g0^a78a(Eeb_B+Pyl49{q2%KyO*xhHX(y zR@;nyyl-*f8qbP*QvFcY{YP(Eb5=gdP6s|4_cCmbmJEUG&-b&0Dyi_P@Nsfnc~HGeIZi_3`^D#h0pbwhntN@yg)9UjV~m`f zXHoH+nk~UW`5w~}^LnNvLTOBo#kI)nWQ5Hmnf#(vxPn0w&SSg8_TU~{c8Kr0@na%N z8^hvHLAw=xmnlj7x#9P-TJdqPojfXPYU{h}K^0P&3}s5N_*_DlpN0%l#}0v=*+FFT z^yq^+sQbl3wUu2m&`vbUM22wGiUMOWjK&Ut$e5>CG@?f-8x+5-Jywl}B^yIA4q`1K zR2&2$NUh)TQ+%61fyrev=oc62YKmmMK2T1u2JuqeVQVvtL*{IzyF_#S5NQ>O`u8^z zCSZeK-0NXNd08*(OKKHAZ@9D>Pr>dSPZ^Wku_Qnx_aN_RGOmeVG(NT&UxoYDeTnlS ze|B#ViJyh+relc4Zt+Iw8=LZ!yw1~L^U&~@?N}y1`ruSFf!um7yXl#-IE&51kZNlt zxoM#t;GicdM(!4`wzQKe@o7tcVLz&?P)v*d z)?T8Ccxz45o%peZMZZ2DP3p-^ULu~<87?qmJr-raw8^rM?m0Wl8LyMjIu{jhjo)FpMrXtjUu#@ zYv#M9g+&vyu_>sG$w(qLsmC9PYD{vEqd708N9WjK7_tb8r%-8&X!;QrPs9Xm@76Tb zKaG0BRGdA71M`ltk;y}M>|+dVl6+Rl#mPkE#B4l5*$JFxiE1c>*+Z({puA%m>V?PETlU!D@qXE;8y+9F?heD_lZJx%D)p1j#`#M1(@Nuf z)$)rwJ|<+BNbj6z##Rv`851NrKa1Vx4p3xF)AKqs$=voKnukKn*MbgOJ?7Iq2e zsxwiYmEkCFHkQ;grsVwnb1_{mBa=sCQ=p0@5`amlfcaq_3y5D0?IEuS<8Z4NSDdlk zAJM0dOs;PxdkfSTm-i1h8M|)9Pqw4jf#Nn0IlV;MkvovQ+~8qxY1HEy!O5d2_FiWj z6mN`n-8YD8Id|=2_Au(s;nY$lzx_5Uicm?W zu}8!`d#etA6O}(fA-k-ie0A@8 z2J(n_aeuf(vIY~7S-dI8foW2|eB?kWvB>Q;LQZGKob{4em=hosfJdfqDy~h(X5@Ld zw%6jVTiwK-K=&h}Z#?YD;LwZWNf5x{c;W;z;`<}w{P_9FDbyBX zIZV>H9@UPqZ=n(Yw~;YUgFed*xyK9_BhzLWGJA4iNV)3IECbM`=4YdW>>r>ba3@bK zFWj+}h))kbJUVS811rUf!@bz^Lh@z$_QYLp$CE3Hvdb`PSSgWKWuyE^RSd=FydN1A UgXNra#U$-x;`ND#@-Xaw0hv)F0{{R3 diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index 200ddc9d0bca20a5781e6eade5d4703da7efba67..451db73573768976d8c30bc082a4e5d0fd148123 100644 GIT binary patch delta 2176 zcmah~U2GFa5Z=ABeX-+n5<5S}B#sl?fccS|*hz>J8c-ay2{bK@%CD-(&7EQs#~1Bg zND1fKG>E@OC5;h;0;;J}Kx$P5@q+qLfs($pl8r2JwS-Dvsy-UgRuNC#waFi)u($W^ z?CkE$?Cj3$FSn`bdCG8;Wpx0Ty0;bXx6i&XnBnKQH_pJ42F`dA9%|tlxpLfYPo!YE zN((qo;t$vXy@?G}7i>y|DbISq!EpDXZmyYgc}V zX~gGthlPPaI4Fpcuc5)~@n$vQa9}vl_^fUm*s zOH%+m{Tah<0Kp|7!Ne16>PyZDyov9OmWmzDyr6k#7^0~Nmj|~@8}zN$+!3~ z6fc;795_zz1DEJis;EZR9HA4xk8ia!0uNX>)yfGk`Q zr{T1C3wjyz)-7oRvYykm;~rPc>1BNg4#E)J5AYr!1e5Pfp0oq0e0ef(08|}irK%MU z$I9##aE;3AO}N&vK@LROPuR(C3hfvi10T}|!5EzUz8T257?InV`~SO>~I-+$60q^B;+3CBRmR7yo*9x z@s7|m1{XxT@L8Y%0{;;16oI{@J4)a#>Ha|ADCv%27_aC;NI*7@9}u`uWYE^r_inGx z7IU##CJ++H9nG?x;Se8@`glEEYFOFnY;ZTIn>W+v)q<0K$52}75REUUtzbGL-FpMtZ)p~pl#TX8S zKk*j_j|>$VgFTiuI5P%k{4Is8Na-Af8t;5uR;d`xIW?`<cdt-l(6X!Sg>deYXWjI}8TN?5$AgpK9#r7*=Qrm7q; zl(pq3wxUgOx^5o+`tV#;+S!_Mw$A93x-Adu8XnX&%sJ9^Et$HO8I9uHk^`D`eXxKt zT}rLvtK(lDzZ|_9oueMqHl}JDA2~M7_S_mxJDM_%req8%_HA=z$&O@)@@98x-+`3( zAg;+?W#_JYn-|z*?_6uzu|wJ7z02IQrdr-hHSbMrem~_{sf#(5s9gNp2&$bq04wlr zmf(@OCS`4%3t+%CZT4l%zSQa(%Xb!W$`@mHV6 z>e1L5`S}rI!^>1SKuP8K;d8@hg-Ib*RP%pz@yy`sW?>B?kFV_YnywfFezf>4^nJ6& zuTkB%(uA(x)!JFDnqLobXTDnJr`-IQ0!8SBB4ZZ=7A!iygIRFU zgx&}Vy@}92G1Xmmnq-OPqQcY!{-63V;HM;p-x3Z+p$uMl0jR=zvXX?ySpcGN($oxO z^19Kzg`|_uG6)NE(OK>DWF??NE+VljlH`x0wGgAFg?Q|j1QMAz4aLx9Jjq2uvlmY+ zgr;IBjc->fYwf^z95Z|3D+hd(E-XW6Rp4M0>7mZF} z5|MW>4@-=xgfP9qNTXBO2y~jj8Dh?!I~S*ag~jIxgQO00IWcshMmLK|T!9$4Gksy3 es@)1;N!&ob9A$yl99RoJ6*T3*e*u}XjDG=8fi$d=iWm8`Wnp^6R7swJ=7Rr|71L0BMWK7Z^oY zI2ls(CO>1eXVjmp#^lOqFgb_Gn3XY@LDO*aE~btBlh4d@VD#K9H~S`|auLwTA_)*7 p1|)uQ*yQG?l;)(`6-{7dU;rY9V&l!4b9Gtx7`Pb)K7a_YY5=VuCr