From 5b6b9a9fab619a4f1495ea591c86a2bd30e57dba Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Wed, 13 Sep 2023 13:44:46 -0700
Subject: [PATCH] huggingface conversational task support

---
 litellm/__pycache__/main.cpython-311.pyc  | Bin 32824 -> 32927 bytes
 litellm/__pycache__/utils.cpython-311.pyc | Bin 101068 -> 101105 bytes
 litellm/llms/huggingface_restapi.py       | 103 ++++++++++++++--------
 litellm/main.py                           |   5 +-
 litellm/tests/test_completion.py          |   3 +-
 litellm/utils.py                          |   2 +
 pyproject.toml                            |   2 +-
 7 files changed, 75 insertions(+), 40 deletions(-)

diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index d4386ac9ceb4fc5dc2a7fbe5c9601b5ab284f08c..45a2b185e8a9a7aa124e40cad18f7630f161435d 100644
GIT binary patch
delta 7469
zcmcgw32>X&aefaV0G<GG^8!f_1Of1-C|(jN@enD?v?R+qted6yeo~-FfcycS{$Wb7
z+S+5erMpd|+H|cnscMax>A0LaiIvn=JFVM}?Z_FAtzc5yspB5gCIdE+oz{-i-5=nk
zdy<*{<iBs<wQqOde*4~!Z=KdWe@5f`^PHSahL6Ffk!mh7_7PPUo{ALnvoBuqHETLt
zf{idy5M-iw#wJRn7EvnI3OBxG$a|z_QI4-yY84eyoA4p;$2TCY5tUL4yrA)T>!g<a
z1>sE8N-OJiQsZ!$sE4Z>x31wV+uIICP4$N198n;+`j;n)uv|4`_;nV4c*SDF#iH@7
zVQ+_MUz9~kH%TqS>7x0pZtptDqG6Ivv|Qwjy@+q}AqR+-ls*N+2GI&1YTeE@RJT*C
zLE0tOBJCD@I}3Eo<)!^Z=Q@=il}<!!Mx>A=4@QIGP)#s2EXh)6NDA1%koj_2T68c1
zmos1S%Uf}oxL%f`N9E9vDYd8#OC!Eoe1G;&UdFxxro%-Uo(!fG#LAUY_->XnGZtiu
z=j;6U_;#qzcEa_nrZkV>?NA!ZhmF|*?uE(hk9Z7r<{Zit4y71yXsiM*=QLTJ7cmB2
zRO5hFjQNyucsk@n@i|I`;+xF_kI~KZq1RZ&3t-Z?4L&#K!uO4pu*H-M*`{u*Yo(WB
zxhP@K)TAq((ax5@HoFVfxoo)jn<lrXbVjdKkfJfa$WkhfF}YN!5LwFt!wu$KyUVXI
zrF^#RB3k_-S*|`YzvADH?NDbe<bHVD<jgQD77R%3tOurY8{OqcG&C@hrQ`{3ir0w>
zg&kwlT;3_Xu&vMm|B)N8`&Q~a!G%9&fipG-OxbGTh`GxeSUDnPRfEAIDrYok*Qe%2
z)uzILMafmnqH4*qP@jiIo0B>dEoX9DEP#54Ek5%Naz!=T;phzVS<l5ZG#20F!<iEJ
z5*I8Mcr<XFA7>}Dd)RUQn>kJEPcD~6%fX1X!CFJUiReUa%10k9`N(<;AHgrJ`*;BM
z*mm+d_zRnp*Mr&X(N?NE?!+<|edvT@d#$cvCQaS_23-vIvJ$N<C`b6}?q&N+?zsII
zoN&c#*WqG{Kee14);ntQX~~<t=ogLPt|&{7RVh`9SFJehP0J##xg9;O_%D>gOEx=i
zfq6%x-78wuR)#aI%lm6uh3+Co*^6qV(N^JzR&|6o=AX_ET@`JrPi+{3ZSaWG$E)Fr
z(*>_NjeIS9&)K7`j&6d<g8a?i=mW{ER;3`;6nk{bvX*K@K>H2o^riy9eG_VaRcm*9
z2{oc^wqs=|rEr7#!Ap5T@E7F5|2p%uHPJoyq({vi^tdH@OH@5>gI?0&gZxd<hgzH~
zG8#IQID>hoo7Y0PpwNCxzrcKjv!#B)J4!9;)O9fn_W|GJ6I<}jucwo{(38`h%o&&~
zVk!<c@*eo(!jIsYB2`!33(ppHaLR6ZP+06ppY2PA0!)US@V+Sn>RcW*DHIsR#u@EG
zsE1IBtGG7mTu_xUvFV2NQm@pV)`<IKbxJ*!{jqvzaJgLs9j;)Tcwk1eT%=O2qQHS_
zIJN%S&Cpc5mN&p;v6XLuD-{lSwm87ILafMTcyP(Vx>ZWUg=RvJb=3{)H;N>nw=D-W
zVr<oHA3R-RZE75CS<qgnfEEwUXci2-Q&zecEH~gf3R<x;-D3vy3*8b>M_U&(h*iN?
zOSj-#$E)D&QkS7=3EDX;pbc+V2WoBx^J=9@!S@sj6x(s5mO&W8ZjW=v5%tiC=n=#_
zlR+VWQ|yFG?ta6rls`?iEry4ee5-AaK0<JkEXpkdctLke7|lv~bTQ8}Ho9)1Z+7>^
zYz%39lh0yE-xBU?5oTg10%6bX;6AMn{SqzMn>q^9#6C(*@{?jORC%f(>PbTIz%naZ
zqG#?YDYV=&DI8Rfbkg?V(!L2dq>_`^dnavSZFv=MRbzMnV>sXZTVp-r8)9way|FbI
z3#}LWFmi41Sw)R?aAgYSEET<nmPc=XrC<vPUGON%X}hoq&Kz;Tt3H!<t+Ez=-|Ka^
zYnakL+P^SLsT}5bqe@;>s!~|98&IB7g;<;Sx~x?z@w0HS+#G$kI7%o5K2{M}Zfnla
z*yiyqv5tGRQ{01{9ZPn)*P(suM(KX3KK~E)J?D3G310R08-|xf*ZSz6-BWa}zh!hK
zFO0XuLV&O!-6^`JwV~$_3nTD@fT#a%2rZvId@%!&h;Q;)L}Kkt2k*v8cZ>IiXkcRG
zF1oBiU4rm@<!_?P?L85^<La8wk8$-;=&$O~cBYVXWO+noVWf*Og>I!K@Sjz_{7$;U
zt<27`E~O%QWopP0<16tf+^L+YQM$G>5sGyyT^rbel30(@t@I?XVBYYu4AH#ApUT0H
zknVG(I5KrvyBSl?R7MvQ3Zop3Bh^dV;;GP0r-E0_@wdzK(>(N5^ui>(T~m@Jr}TXu
z>z~#18zReMc0+WIVz%jSF|*-TF$=HOIs-REM<n-7m$){H<jFhjU+BM3?;R<P-w`^&
z#`ed0qiN9Pu+>j!6$^gNgkpV4pJ1uPuSY(VnqZ1vUI=PD{G#x5oi%lrKT08hM}F^x
zgLFlx>7z{_;Yx;*rsx!xI5wjb$MM_e#LCT%ZB#a17=Wj}9>ab3)p(yciPvo>KZVqh
z9^0gBy8S+O+<Y=)ZVXvgsQ8HDd6qq=S&6VOalHGR8|*EC=#?dNP~ki!FsrPL)SJJe
z0*}Ih2Jh4^oGCv{WH*sLMD`NFuWS}ii$uc{@;<8Xr@DDqmL`wlhx^Ha2`Mx<7Ck8+
zpw5HTnIoi$vGB=pDHI(D3V8>0Y$8GzdiBFTkSTW(-$i5t5%|0z-#v(2+%gm%pBR(q
z=YfHt!LczEaVae+<RCP!^6?#TaMcs~oir;1KUw81o*<S)#m!+kI1)sC24pER5e`Kp
zc@pXyk5q+dNDq>LJ}D|WeW5j}NH<kO@b`@`^FD~J?&cwQZMD6D^pEQ&WK=6EtAbRu
zNm|@6bT}Lwk|Oam`ej3&A_+0jH}&XMt9QcICQrp-Y7G+UqdDp5wy+3>Mv|*Wuq~jG
zBXGWHV|j8G4SkZxIU*~k%TIx}*~cSL)%>7y(ei+HxmoZB&AS|neR33~oLb!zK8!!L
zK%&(L-j@AE3W@d+c@#;6zTiqr<w|Ne4RvchPL56T8LHC<9crlRb{5`i8Eafple};T
zU8z^~Rs@c<mhi~jAGK!iyRNMds%yiK+jif5?BmI?XV!QEOKRQTd!$hW-dxjncgg>j
zl)QWGwY!e3X~#SAGH>bRv$T*3m?b<>{F5VLru`s>@n`L8_#iZQY||g3!H>aH9e#|t
zmpk6qs~i6mJhN_)?}N|R?dQJ(d)BYzUxP2NKcIhsMqh$otUt@Y0kO_M$$6O?3?%%1
z6#i&~E3k-Md5HQJfh!BDE<zRK;YY#+Pj>Zf-A)~=k;DyS;SmJUNOD`3qHhg#a!Iu;
zZe51bMXbF=GOiMN2MW7u4__np2Q*DH6qaYG_8gH9sL2!!k4RCB$$`P(z!B-B{4dm%
zw2k^RhYk-$2gbuf8jGh9FMorYvyVwKVlCMr|CHvu1TS^_^z+329NzD)<M)HH=K<K$
zW4Eu$W9&4$zL&FX%M-2VT2F6CXvW~No_D9Lg_#MqK(0ATrh^GBRzEE8ov%sgs6)^4
z%g<*e48*51Yu>askwJVWGvz)$n8+eNo7oDcn-e+28=1v1ZA+Ml&t-XK)29+<;w`MW
z_NuEUVWo<VmDFD?u1g%SQ_Yba<|IBZIX$2F0#@ipH42F@PA*+Sd?|CUzFOLta8so$
z+2J9+JUQ8m{NtwUm2-jK<Bq9*&c1$MV;2_xnAhW>@{M-i=5qF?hg0Rv^2{wh?VGi$
zx0Gq$D$^nVmal?3zGv)JN58YGw~*>_W4D9KA9}k>sr*3S=cV%F>NKf=eO#|f`?$e8
ztkM3frn`;0{=L1APZ9Ieb=@{9=dD(?@TE;wv-v7@%6zqXvO_!Hu_2qfKFLfwW@4Wh
z)vixW=3}MWPfB|`sO$6Mt}-gW;9Yhqf932pQF*1y*XviAjk!JbD$~z1yZXztSNgLo
zSzY}uWL!FIn7g#!!ub$<=RiJx9o{|A$g?2x;A)+TGd42UbFfo8b%^4}Oax)i<U%9?
zlYGZx@h;#})6wF=7f2mq>dEspT7sZ8M2pb_nnT~p`5`g^ZCpDRiOPH7^+O%}1<(zJ
z_)Zu+YJ<mzMzc@jh*RZ<2BSlV2Vh%!G5;%YiTd1Euvz{Nk;_EB3kQT7v&EDs#XN%v
zq5NJF0_K8ECQ>SHKu8}Qi$-KSv`MY{0`yX(6hY;IXQVux7ps$V-;}1c`!bM?XADLn
z!ANv46uqR0r^(?lNsf^gzl{Xb-CvT#oZ(<77&(mR@?az!k}Ggt>a?Vhze_{1H;0Fg
zJhX6b?|?rIR`*(H9C<~4gUIVh0_n?+I=Y<5J{qKEd>g4_T$Y-`heqZ90qdwwSBG8S
zo?Acq&$`_sIBADGN>lG6a)ihjk#Qt=ls-m$50P#nVQSUL>VYa#gPN{S5O;D}*A9qI
z)K8tKmegtdZ5l!W5U|L9O?)<yWU?o2X^AeXzJ?^8(K~)f66*EfZ>W*>GoBa5TNdR>
zX`wTj|01%w@z-hK-x7J<LG&MpsOLd;(pMAEHtDiIM9q}N<xh!FvX_4WM<%_x)##k>
z&wY8)qP5bw71u{jMxxTVT#4=SPIx6+gdzA|v`p8E4G#Ds`X0Xw?;dT=RL?0QrE`vB
zyEwLvA1~zB;fdodx=tKh4u5xipon%m&?CQ13zGG5Ey|Z)rs{t~=ZP-I8^qR8Pufs;
z;-svj`epdai8uIDAWoL8A&cVLU?>_-I}{G%fgplIQMs0e5rkz5Ntw1-CR1cmGkJOH
zgx5~GtPf!w|5;?8p0R|MbAAoXrwSnVR3X0lxvEn?((ql76RVs0Ff;pFUgI^J{hBfN
zn$ddAYENwCyRtc+7EAP6mNB7Kt9oX#CJZW@&T?&u43*7fHfJJBWwV*ZnaELDBg-}?
zOe&kp(z6m~m9?-ObHb{!4rZQmB%CUr$DBope3dO?W_!Y=vc(KnE>T%OGdiY+&K*bu
z)M_QO6rA_`p(|0PR;!uGIUPASo~Ti)eVk=kryI}JBsM0Ed5|-`HL>j`%kt+98ja@X
X49UEfY0}R+66vZ0d9LfxPx=1=eX-QK

delta 7349
zcmcIp3s9Wbb-w>TSYQ|S#j@<evMjr>EQptQzgZCIfhCzBITDt%Mtgr?5$wXhs|WJG
zMwXQ}P81jCxD&S~wd_e`drTiLZEDH&#OiqBNoyy{)UB0u>?C#Fb~;YH8ar~+iR<3;
z|GWi3Y0@A5bI-l!KF+!KeCOOBo_tX8;yH!)nT(8d!XD=p!oU1YLf*s5(&JfVKKkGV
zZ@r?Aj1X!M5$c#T(|o>xI{6A(z+M;Q3;BBLX0L~Dq(yuaEoQuzy(N4z^)Y!VU&%Mv
zmL?|f#|pQuX1IV>T+m!*t<S@(&YC*dLMtzj!B)srY=c^*vAb$c^E+6npno`@R$tHz
zw$bM0=}^fUzF|0()?QE#w(}+h;j?JnWsWJsUim?TX&vRHAN#O|)?eV3)wK_H&<3V%
zCv9ZZPn#I+qTB%SwJemXex_FV%ut*DEl8%n=uD&teC(tU4(b<YHnTF5y-N0e^eVir
zEhs8XBceU-7M&yH1U3^v7n4fl387+$h=pL(^{Wag*9zYb*kDHI<2>-3?mbR~uVfro
zJ;KF{;FlS7=IqPtRG*hl7RSbmMK|~}bJay+@w^p=GF@B_Jd|0++2GGJ`{B<r^`O_6
zeN}IOJ^C(a)*F-tHsDEpo!T*{oX>|pusA?;WU*Bqb=XTqgJ=?s)H#<T7JY+bYkH|x
zEILJm0<nl{R}PsLz<z_p;T4JKo_AelwmiRVPuwed2Ut5iXvpQfpf_0Ix?UwMR|qc~
zYFzFU3e-HR6?3R(kyq0qk(?s4oN$nOz-a8S6t6w6NsfBsCg{)3hL^J{;5nn;T(Y)D
zTsEv)W1_w}1v9PARI_B3i5X_3r7LEId)*{fk7~$|hX_sa5=m)0yk^QUuA7{eF+;LD
zL)?7fWfilQz4F5mvE)2QNxbBNlGEI2az=TWoaTPJT~m7H<y5#FeA8TQ-iDhKRnzjt
zO?pq>B=ZKF1T9(jawYJ!tb@vmOZo7WK1)F>;Zd(!>5~rL%1Q&<$89iWv8k)(RFV@^
zt3`H}K4zrdL#yZ1zmwy)s@YPamo0YKh6~-kbzZt10>xHy&5CQqOT|*rBez2$TboMj
zTG>{!Y5X=TR}W8>cnU8w2YOy|B0L1vyI$&ooOz{lc>`77*0Vv9d*a?%UHCd}l=d}?
zIbtJRv3m7oF{^y6NNE#%Xm!BPtp>=;spZO`KPPv_6T54rhsZ!DT4MWFwUjYHw5)@u
zXVD#8>p>(tzhH@#ubRPwprVcQt!o`khLuWWs>6plA+8NvPA|6&9<=4|-Abu#zecGI
zk?oX}*aX?Afy2HV4%rOw_j#ExY&SraGe=n-3xKQCX4z01sPtMJs+P<Y%b7-<m$mE|
z*(*QsrEU7ZX%xtHXZYm}Wl<!~0CFue8=AZs@RzwBt_$AEeUIygm+~BNH4pW*!e@C_
z4ntuMR649&5A1a8mf}TjS?`>32>{{lH7>DpUCgO~D~^1FSaD84cgHKlN>=WPS3<<$
z%0)nNB5R|4a|*g@N(MuJex=eoe-}jaTP#)KEH~jutYK**nCI<<&x*6*hxtBkAF9ml
z$HP`vi&d8x0Q441^*S}S(`BsRy&CI#ePZ=|&sq?0L_x&uW6R4?3Hh{tPO)V3Zxy|)
z)oe|X8MihousG?Z>J^xeH7=POFNH@7DmfoqD{yc%jNg~CHUcPU9q7w_<+sDUMywUt
zdzMW_KgZ6@Lzm$Vf9i5u2jpxUO<@2(un4xlp$FjKU45E^@)m;2*1+9^+pDaL-H-k|
zV-h#?;3a)oz^N16vE>Xv$XNT5Z2t3?b<C&PD?iIVeaFzJ2kIF#4sC>eg#K(w_)})g
zVcD3diVk7~6TVCjL&#mm-77ixV{QYSE3|VDO6F{346b*3#5yXaeN_AC%AwJM%_0^(
zyqVT=#G3Y$SsFHQ^kdA?ZTi4?_r#8P<3vxqiTOzb{M6HJxo^GKuDJNnY8SWpD7oFm
z#l}m!5h?I1uR+}`HecF<nGpU+r+2n6_iq{NTRI}qH_Wl?mweqRm2Lo54VzOeW%#Tt
zc9=`oVr_M9TJ%iI?VgD-@>;QPbDOot$M;U`i?`m1y}>)Mw{^u{XB)GyZEXMlzlCp?
zxHt-*mh^GFl#SY9%C~ijY~Rq~<a_3w<AiSJa5@Pm%JA12PKLo+>h9YL0q*&c%V`X@
z?3JHo*jB91*zko?SA%DrM-V!^nKFyIG&5aB;hj?VmiLFvb-DAc8Qol)bQVGs;eTc7
zgy7+_Hg(4es>W7(nU*1do)A0O4KyEo+q~8eydJI%>G4jn2rp&TS~|WKtjlpiA$ATB
zIuZAaojb@;XS_@Fi(T^Fjtj#Ns<JcBX0UG<|HT3(Sas=J1eSFXSTrIM4Dw6&yLAbp
zlJm3Vk?+A=uvtEs<-$)ft0zHU;nYqohOsAEy{V#)6Quax9b3SFS+|wDbZ_Lp@M(p0
zW}Rb14ZrEdk4|oWba8L^17^X%qV8`}H6`Om;yYF{5kRH6V<O%o_E55zAW|4Vu{c5>
zduhqRS-y;}b>j0}8d>p$*rG4&09Tc@ya&&IgcH+5m8cdS^yHkHo?@R^r`Mi(yjSeK
z6j+M0nw{*UcPBlA_j~2EjX-sVMYBuXwZSoaH;kWQ(;9uxvM=P$h=qMo?yt5ql*F#B
z*uvDy5liOpU+bQ?f0g;-@I-YHMEth9irDCcDjJJS3WJOl?!~%sSm38l^5NigV3H3H
zjmM^iBPcwI!VJn!jz^{^_;4%`qQU?Qb|cvbrQ0i9_hBDXFfuVY&c{NLa3DA|KF&Hm
zr;@uKh3V~HZUCOz{&30x95w+}HAVRmWc@hS7!g7vA+~Bj;G>g~aFiD&AzE{yYy!J<
zGvZ5;r;>*+wMwIfF04*KTJ5*kMfR22uAR%H5~)Lzp+IbUlJ}{l@rjg4fvFi2q%OF&
zG<!l59F2s6d^Dko@n>Sf11Jz-cU^aiWa|O=YMr}y1Y1Xu^fHo2Wt$bDq40>Tg}~Z;
z3PFIk>vnqNQP}lMNWP3@?Qr2D^wxVB`oi^hTbFmjr(A6&{8Rls+GUv#h5Cj^^6tmE
zyh!4VMDa_opg<_ah8g%tgWJlkxI{RIb^P38DoM&b1op=9niaipQ-6(eD3!KHfGdqo
zPFVP1V;Z;R+9{*b+Td+Iv~}O#m;1ij?DnmwwfT0TMgkaGdbghW-{hH}Xt}Xv-|`mr
zx0_YFr4}B-g(O^j9=StE@FN#D5`NrzjQMeUTQhebOt<x?oJ8q)xZYO6O~5bP-c6BC
z`Xap3KEw?|N5>KF3ozHw!aWT)I*z71gT0@Hmd*>@JiOBRCx*Yq1`STWTRJ5O`JEnw
zr*Is}GCGAIR+sT8P<X)~EUsmZ3C(z9gh6LSKFbv!Yepf*3lBj@mreTyj{iQAe}rIH
z#mrmC-oP%3U_^KVYja56#U_0$GQ!73c_A<q3Y_4lg`c8GRvzW)!O@{uU?M{K@q`L_
zVIG@xr+9&(M-~V_!!dt>?P()?m=}g(5h0;pgf|$v4Jk?N@evevSE?|Uz)*J=Om=JF
zLtYKfcIz$0IfR@ezZm3*&h&8O#l~|xl8O`XdiOuim~zvTWQp9!cFu;9N>=@e-TQcX
zQjLNXV)Hz%O=^%&CFY#jqGTHK=|pe%;!skHypCkqXX}$0$Y&B$_H0&CkGz586waPa
z8j&}V{EF+2@}wCnS;Sd&J-;&9Z^2r&+|7!7jy&9kyq)BhFg0?K&zF~WB40pUwbu)3
zk}j+i$^tjzzo`F3$-)CYr?Y4Fw3Bb_s`9hqyOwS@majK?_qxa%1sqo1aHa3_DBmcn
z-RD$(&#7ko_dLZY_`bGB>iuSAPcGII+OBLYe^l62faQ;sy+v5Q?^E#=<o$AKw)ZQH
ze24P=j;<yY{YO(TH-pU2Te`BaylF5?g-12zBR5N=Avb--sb=NP<{df|-O{K|>Budu
zB)X+Do^mK}IeOYq^s8KdA(o%E`z=_0mer-l@|xe%Qz9`tGrA>1ukC41_xCxK*ZNXT
zT7RFNF?Ka;SoohKCXPD}#$z__J5YA4hD(RQv08N|N67HP<HtIcmLYT>BNB#oBIGjS
z(?i&A-*E>3k^+vL!EoGSo|2Nw(>U7*^c{aS<872F6Uy;uOgIdA!8Yz07z~D0*bgde
zv*BNYJU0WosE_+A5NOr*D>(KgBv+CAEfTy~OWGxj$A@CU(ZEWcj0#V~o3ucM+933u
zTWHQu?|_y-8XV!>dW3pH!vJ-1JQfwQ;1Rwt&BnGTT7a_+br&!o<)}TZWpY6`JgekV
z;p-u5hRCGC1x8prdjYP6%<dxAWijKS?DrT+==Mf}CqB27iwEG7(6$~U_QNd^{sGB%
z81bd9N>`Hd#n?#-;%3GrGFOZZM2?RM{{^FCUUdZ%y}0n$*gNV&!)%rVLI@|^g=7rL
z2_)l;uylAHc_~?SAs5D0g&-xxDQu7;@M+}EtP%~tcPFb#zJ@J}8TCc%f+y}X2`?j$
zf2WW~p9j~JIs4nJo=EGNIL=cksb53+RoF9?Uo0K#$5{V6Bxt$t8WIg7KApS=5qM<E
zVd=+ajJ?7wBp9NFPvDiQB6STj`UeaDIb~9sF~uZOqSMhBKOy*7yKn&XC-b-iu<c}_
zx`8!VVBq9i+*K$$Ri7@U6eP}t6Q}Os9OzmJZ7>oZ4vhpRhhn1w{>MeAK=LuXd%8j0
z!DeuS{Y)Sa&(_y1Tt^x1R6@yC6{NIt6aMgwKU+G=N|dOAk;!R6jXkfz2WMXAF2a@R
zLhd#A(X_o6aVMZJ33zq_+9IHy^34X<ldmMLI2`XH|DD>(62!@IzFp{NQua%tyBAu|
z7Ad)da6Dc)!$Pz+<3^U{MyBCLrul~1lHAW7)Nw4Zuh1LX%%oDPrVzb3sgc-JV#rFS
zNo+dFvL>|>t0N|BGDBiBiO!hRORRyUYLiBZHIWQs(k!vr#F#ykv`TyqvF0Uh5}QYi
zmZU>s^9ftoDX}FaGkZ38@o3T~RZEG<{<!-wN3u++ZX<f@Z1mzpvRta(&5;yyvi~+i
fZfX<?#m9t^n@XZcy^x*Mq)G!O7oL6K6YhTjQGuKt

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index b26f9b7a7d6a1e7bd9a4ce02e76e4b202f37e0ac..2f5100f88ae0eff15ab0d9c4dc7af5b82ae97849 100644
GIT binary patch
delta 4713
zcmb7H33yc16`nIQ?`4^6OcDr72!xO@K_o%IfFTI3Xb91yvII#J-iRYv;LQ*aCO`-v
zv1JKQxLC!dd_{JFfj*ZaAgCZxMP%tzD@w%A4{M>It)QjnzmtSW<LB3W<mbGz-*eBs
z_vF1*>cv%R#!J!Bkrw{xnqYNTyhoO^_-OfYHWQbMcVv8NvupH-GZ1IrI;&@k0CGG3
z+W7a<71d%97LTRY>5maTQ>kNAjYZG&E4t!W{LYoNiJhF9HJ3I0R?RjQCKeW1{Z6BB
zZepxcQ>4sUWbw!NEXKuw39!Gl#om}!n`m=tcB5N;zdWZFCY2*SmR3iRey0}R>LON)
zm}-?F9%c_=$UviJsgY8jZgifT(95YsfmNmW!&n?G#qH#FYfEl%T1;!WIJStD7OHkV
z36;5WjVr8GYm8^-cI7oYf6gy2N5OK2wJaw>i*NNG!JZOe$)584F<N5ta<ba1UW+G(
zQ|s7l)6sZgUW%IwCZpTfTd2ORd9R?VfB9pzPR)LYU?-ZjuNTYKW~bWm;dii264sE>
zTtD{u3VZF`?6thTY{_YyS%4kyB6GXmAS~!o-~W!5tq5;Zj&Kgt4eDAlQ{AOu2c}X$
zanM2z+M_w>Ag!m7RhP}B|Jg0&NXzQRa0;nyQ$UZ+Ybiqeo85jvZp^fo^xE!r`t5B>
zYUdS%iqP6b#{31!UCm8Y^*g_1%Jt^5uy&gCOj_^OMj_^=OKv-@`wOM!#fA>j|FeMh
z4_#E7l%hDL44G1No3jzk+&+?vGtR#*SKv^63MqD9nRlvjZsFeWc>P}DTVa&3bx|ta
zV|=hEDdj#e3V4(CV}POfyc1BvpWb+*?o^`DadEc}W0+^>OU2uySS<4`7cv8PEM8`d
zKAoDrBzBE@EIft(1wLx{URCdhb-r<YMHY=V?2SXHz{qPXP|BHY1{xbD*%Xb*uLGB#
zGOSjz8x7(pxs9=Fa%iftV$Ds;43=IB>|fJeQ5G_p9B5kmgM%83&o+)x>zJW0Fa~ex
z9=8nSa=>c9Dnr|JOnn;UI^(v@BiNvJb0>#XSOxA%V}C}XLw^UW1Plu7-Q3GbPZ?+T
zj8GRtW0{fpMm_!B*!IR`deLz1EuiO&vc1K$&-mls<Fv(ia$ncDtx#-)kNA+u?tMKI
zcY$0FW&qSiP}`03`vUZ~@%;Xg^xMGa`(xr=uSyHRKEP9euc7-IsMi5|0BeoTCwi&-
zK|W`UJdxJ-Ajr2Ef;M-RrcY-ZSET+nxbFbu_W9vypV4?C-f;-bhw=Tq@$!ig^n!8m
zM6a7)1outA0YDw(3jnhK9`Ncx9R~HTG4kZ_c}GBw2lEdAS@J)F7sTgZ0UralfcF)s
zqo8DwWc-);Gw7(Oo>J<aF?q7v>(#eILDp(H^kwWF;Ozv+`jtSilp#!C0&=$zcItt&
zk03t|H~}~bcpp#&9a)T(#*d3qjAu?o(!jv_Q|V#Krz}4lIQBQyO79z|&wNiu10Q~N
zfyiSVI6HXs1Xz~<9%KkAqpLM{MKD}<`*e@H#;upbF`i<*iRE5AcRhOOS^QtnQBzjo
z(Ml^}p?}5FPXl*1Er8?0UsNbxGvk}U&~x>q{FBM6fj7TgZgX5>QojuN)|hxc{U_f`
z&)=l{n?<(38|M$%6J?v%Lsb@k9jK>`XD-~^Z2`zWfG3gIZy2~0&Vg~wxOQQPYU4EZ
z4~)EvIZ6j6(*koYhT9!ipl}uNgR$(}%nm<-{ExH(Sggk3Zztrm8y50ih!q3Ra&N*w
zg##i0kw(dPUE;1mF&5u4g#=^Kcd1Gue-{O|e0MUTb1~#!05Sn6`Rw%KM?GFKH-=Kg
zYYv)9=R|rGr8qjl%Lv3gCkmtJ6)F-D(bPZ>2_u^FSnI=RYND~ijG^gtMYv+AZ}LR;
z7j!)8^Gz%D`pSGWyrG?wje1T@kEPTuvPW)#+a`bvAiK1a*cwa8&U|(uR}@q#s>?L5
zULZbZ{vcU?SsPjXPhorpfCB5EGvx{ooxv0^<UQJ5+#E-DM`nNlm}Ab3qxcTVsErpR
zT@U_|y`+BxSAcADTTlANMs;FsZ`z^cvg#1CD4jGr*~BZEl$U@Vb6IsOyrT5H^|>Ol
zFJ-HtEfFL7Qc{+z|4<eO!={xzj-|+bxgl&OoB&G9hQ73$=o2x#ALTY*v7)XY-4uBj
zbO5tVvmYf}S?5H5-XK{?*_!#{T7OET(IPF2?xY6c$)atnm6S~*X|*WHra_KRP}U4A
za*TK;n{w2r!<l|S{3V;JS#{I^8coldVgMDAD*LIo`1>tXOD~vH2ht?seSUWkbx)eW
zX$0+$c=!T5$j)4<-VZ(}t{zNF=_Pa7V5+1MW0CMUz<7Xs4jhP&d)8&w;Y2S1gd#Du
z(bnt;+({xghsM!P!S1@5J96kYN`lXzV{&!nv<kP+Q(fiNnZaEy>_cg2qV(A6Os|B<
zBZ`L7ee@^uxuJ9yrO2cz;9eS*L!}a*RR9k{b{1W8X*eAeCAoAp0YVo^UmLB>*@^9W
zd`cRIQ31UtP7k9~<OQpeJ~X=zrvbK!G7201{Q84Y^1dpqp5dD|!xuWH<t@p$qC&+%
zZEvWM-a~8|NiOn;lOuVPPMaBb(5P_rA=EWl)Z9<0C3y3L_A2)*pFSFkDh0@cFomgL
zcxfqQrKP$&V{%6xgUTF0HB`bvS@EHR+v(uTtJx<m-B0;6QQV$S1J$|ApWRKA4W<OK
zET6*ZvMKWEs4W^z=CbLvu$wQY7g7?95l<FU4)qZS3du8}5RxLmuK+SZ<fh9!kU}V^
z4^$06=7xa!B7p4RY*Ys?fPNo%fF<VQ2gpV$=*eXKdR2nC?m<c<>L*?;qW<x?ID+aF
zw{P-HO&<WO2ywND`tUJNE2aWvDYLT7nZ>+^^n=(mma<Y>Z)ZO1E@>_|&dc{So5zdq
zSt(s%+7<UpSF;#1j*_!lFRC`LhN>@zH~4RJZLa{YQ9L`2GL@A~-)<fmM-voUF48B_
z25y1(C($rkDWXfMN7ig8%Z`^L&jHj$jtm!>3feqXzR>$s&Yyf$Ef)`$QkuFt6yk|e
znxd>_dV+bWl$IzIEBtO6?06nxIniKZ>nM)9sjIS{nG4NJZaQXFS3$vJzWXRekg|<G
zc8Jp+I!|Td;A8A^Cv*0gSyQPy^&S=KiVd*X$PkR3Tvk<Drt!<ovq;$#w<}EFA-okd
zK5{#B0Pl#C73^(;c(aoFMD7L~a7tXRq?s9*1o&u1qiVaD-F7O_WgNiA=E^GCMXF@1
z5&6?-MI_?OB+i)UrcskZP2xxm-9wv1{7mXQXbr^Dt$dQOE*(pePF;@Blq1Ws3EZ~;
zZwv2C>aT7Fy+dr6Nkh~lOjD%!<xINSMvsY(bEtP{nvhRdJkpl;_IOb^hxRC^SUuNt
z`pJ#^e^xCGyz?Nl?k;dG)i<zmP}Qn^?y8#5bty*<`TVViBXoAi8y<6A?yH;$!^DMJ
zx|j0IA#?dsqn_gNd9--gCMY$cM-BnxFewK|IWA&S)a4+!8`MsKoE7CrxJ%^D=a)l{
zAgY)>pR{>npivIc0J47g(?MSdkYoN?#Q6+>K~Ucf3d5R?0Zqqfraz9_Ve$$+=85>k
zdmVa}@dV2^Qa*yAGmrDCue45LMEB}wP5t_I$v%=@bG_^A<<->{I<`hf!Ed-qu7v0E
s@t#rP&eQ+FQqINVjWS=aqjgI1>4@kH8Pl!Q^@8Pp@DX#?6I5*bFRmYY1ONa4

delta 4666
zcmbVP33Qaz6`ngY|DS!CY{(J<Aq0js!GIwUDAXcIjBIKkk`VX<iG&IKGhwk42%@;M
z<UBYJDIn^hEI|PW&Zw15rBVtCRiKWzl|<VHJwy=&toD9yLP#;3_VhnzzT9`;-QK<T
zEooY-A788Y*cufTZsD)@$5eX9ak8Ap;QHriCcd4pr^lBz>r96)&i>Lua)?9Tgvg7!
z#Ud@`mTHGLT6Q(5eONEAW@=u|>kzTa65BZp>rmGBS`FK58w~NBmFG?_P7HGxnwoQn
zyz1`l9R{@}Y1qZ_n!dvvMu?gXFSoSV3HLgT(4d8h7H^CZHruK^Oyvkd5J9s=$3*d7
zO}gl~IH8-vh=hVm^M>$rR9g-a+8x(Ji#4KK+{Lm+jMC7J8$syIRZCoLbqTR)aYtTq
z+^y`|*e;fndwn@!MtqC?Ft(HcO}2EGH`+*SUQR|^$-8bT#$hBi>u?1;7P05~geCJW
zrUO|v>?#l&Q^8EPEMYadzTu3uYj!cXmGq6g*;>`C4IADFwtJiM5aJ0z=7XOhKCS7{
zqdB|m$j6S_x0I%hM&MRjU6aTw>7b0YY9F3CR?~m*^-6`d%2p^l?*w@xnW@g8*w;Ar
zmD22MpwUGPU7E@DxMiK${`#f&E^!!LTYJ7$BPyA;JEHAW-5hVKvha(VyA<2rD%*Bm
zQZN~9wwi0b*D~uy3tCvZo3cShT1z_-bGs|<|B-S|NpQdYk4sQ~+TNRytzwGgn9`MO
zRI4o%#oQi>>)?INKW9(h2g_1OTzT|BXq<T$@u@Ld9DFRb-zbnn0RsWU0SmeE<`_`<
zpiTjDFq|(oolOy0%aa`WJhb!a;|^#ROO54XPha8kl{VX{&{W^$C$H%G-4GuuzFVC^
zc_O`bFx?}j)#hs@%--ko)fU;b8BG4um$X(`tv}mDojgH?ShOyi9ulvt>!W#iw#j#X
zU1v>O#$-pIzUjvZdP3NC+^g3x!(1u~c65$i0dgf^EntmUzT=d>4&)1BYTXD{c&@IU
zt_0SIH|o;pcHif9-Qq|H?Z62AF$k^@c?Xu!^Wx-z8MIks9n9A^GW+2)QGPmEY&kf9
z4vN1Xe4pyX&O;qzcS55U`G^ndo;}nx(FgMPV7>xsJE&bE>adTFh{K0R(o;VBo6+&k
zSCt0fAV2^vK=w6IuLIryY!E|Eche7n+$fCGX=C03`8GqqR_Zd$d933MH;;h(M}R7l
z7nYRa4WKFk8v*Y?WGbjl;?(I8^qh!4(=B2%xQ796iV<hxW6MA;gVa$_e-g%-;Y*Hz
zoDAj`fJ*iW@B$cq1ULt%1MeT8_@c9zDoM)Y%RCH3R8-C?c2~`qQR;S^yC9%)wF>g8
z({_Wm2cYs-h=~;pA?6bx_X_9P@hR_P{x5(J0H*=(0$h+eBAz|lj|TXTo=p$YK4JDd
zzHdL#t#m?M{p<?;*>~yli$rCj;ryV8$xxaC7%$T6Q@WjJ(v4fLOBXYP{{$lDmsFG+
z#d9i+(hBqMJo~Y)to{+GH#Ssgjm)^<d+>{8q%|>l#aI93DqF-iOq$;UE{VmB>Hjg_
z)!0Y-o~Ow7S>sWAqUzp9AgVI^0;qLj|HaXrmV)dFcnWKJnt|)w0LD+EYtvxe%3+%C
ziD^yQS}c>PzKu<x_J}JGxC*!?c7NB)@gvB8DJ{UyBpSb)lHI0T%<qM-C|FjB*Fl8<
zLIGi-`f`WZpCA~Gu?itxY`vVSCGdE>@7>F1653D1d_ABSU_8Ua>66OJ-Ewm@rO0y;
zG@Baa=txS5NP?9S@Yx{ENP3kf$lg)(B;6<XMbR*px)eqAbie#Cn&#0JIW~rRCl|84
zKt!3xGq>37De+Xf%{UlPUDzN+45fBZyWw_l>jBDvYQZG=UJND2jb#&RMFFj%vczzk
z_sE}^KTxG#<wj-yQz(B1K!VM`G35*mZm`Z^sG~4hj*F#H;pt!i7Wp^FQoJJ>xpCWB
zr3-(mm&^}f3eewwvMYUUqZ)azJMGbiu;?BBs&q2!WR-zlG%NuXb6QP;RivIvKScKF
zO_}*EB?-iuCFSnY;+d6Zb0VDfU_}PALLg*r$s#OHRqCcdoG=TR?62!h`-slTlD;&w
z`7D($_N6}IcR~g*-~VA>O184h_x-tKDz~ax$I7l5lty`SR0iEikISbs=w+75$)u6A
zMpkFiz=(55bPp^$U+&MOY+Z&jJx*TBq)HZ@J%H|^_5Rle&^Xdnho#AwEUKnW{uNnN
zL|pj`1F7?ElR1oleP%hIcW<*Xr*8Iz%|e+vh*r=R|L#FFheq6wh#vqH0Mx-BfdFu>
za&BP7oB{~CVrsjs*%G)@Wl=U2&~C}*I{DwvrXdI*CWn%^D(N|tlc+4TD4TN-M47D0
zp}XmI|DhcE4W+0c@IW&8XECP(DlnV_D1(dkGIuBqr#EHwP`Z|YNhc{=+pX8v^-L}=
z=$O2kOJ~WHJW7$hhEt+EluK!fqLcn#4W|LN2bDiIaqE=_BGutlTv_FrTjdFM$n@)B
zIU|E<L0WIhjhQ0f9Z60qlRu2)`ke8P`8ACR)$c<_JIQrpDYX#ydcf`~UFb3Mu)HFG
z+7&aI3WOFHW3IT^R2xp!q8uU*16&XZ2}Z>`5N79suTEpPOw6M^DwNanD9c{Wd|8x9
zw}k}ledB*Ek51Uq(OyoQ>4n-7n2Vd}shm5)y~s6VjHlEr@swA(xbt?7qijl-4dbYM
z%Ds@C0GI?&5hGYr1%{Y{QQ#6Vs{krkL|{G&P~Dt~bm4w5$AAY|?%y_^Y(!)HJ10;-
zqCWDYiPS$Hr%6DcRqC0sz%Vl*94eD1QBU6cqb5<l_6)Q7`JbJ{wWMqE_yd%Y(sE?;
z0pL{Xs(@}jyjeX?b}XQbbUW)gWB=QEE$0<bGR4YO1(eufCA`C6tHXO0c&p`s0_vsJ
zGCj=yRRK-WXr&xoMBBLbO+}PTwX%OPb;(!+Vb%2NRr40suU-XBOa*M^E>G|lo6bW%
zuvW??#gwM64Z7G~OtZ8NOc(eQr_mD{Maxa4G$>>frt>Xge_eZdsgyctTbS{PKXE3V
zvg&IvS?0e`Mq#AA#DiV(YB@F1H2K9tY;F&8{@|Z5n>tg}XkHli!d7T(lhqZ}j(76f
z3Yr|g3oO79`9lROZ<Y0PsAu?IumPuKl8YAfz}3$iF$xLtF}w9MAZQl01OB}(+Dp3f
zBc*FDtq$J?OMp-Oq4TI-qx15s`E(a;mjf42?|~B2%B;GBunZHCE2GYc;G0D~+qQ%I
zHsFX{yMX%ZJ3#N2#}?3F{TS0fhxx-6Qa>A&%k1A$_u%tE-Bs}jTOG><()=y$*Uqqb
zjz7ywr8wT#S5wxVZ!v3BzH^1Sm4ySkQRyjl%?}=i>W!i9yDc!J?m%S?x3{TEs9t!w
zj9W~jDc4`Pn2#{(B7e7pmgjDVP%YZwC}0JKbpZAF!@JK^&$_*!)Z0$I{L}-_CyQ$M
zVo+}mO>U?mV@W>5N&qteDu4JFz+47+2QJP7J_q1^XYK=q*O}P}z+22*h}_|+6}-I@
zFvJBNyoPb-sw+_4alvhjy=c~2ix|<UCOXl)Q7+X-s%wHx#<KzY^vcQ#6Qwbc@S9GD
utD!@A>sD2i4l}>zS&qfx4)cG!lwQ<2T<l(HrH&UZzrgAKjgQkL+rI&)_IO7C

diff --git a/litellm/llms/huggingface_restapi.py b/litellm/llms/huggingface_restapi.py
index e97c50874..e2fccb569 100644
--- a/litellm/llms/huggingface_restapi.py
+++ b/litellm/llms/huggingface_restapi.py
@@ -40,7 +40,9 @@ def completion(
     logger_fn=None,
 ):
     headers = validate_environment(api_key)
+    task = optional_params.pop("task")
     completion_url = ""
+    input_text = None
     if "https" in model:
         completion_url = model
     elif api_base:
@@ -49,37 +51,62 @@ def completion(
         completion_url = os.getenv("HF_API_BASE", "")
     else:
         completion_url = f"https://api-inference.huggingface.co/models/{model}"
-    if model in custom_prompt_dict:
-        # check if the model has a registered custom prompt
-        model_prompt_details = custom_prompt_dict[model]
-        prompt = custom_prompt(
-            role_dict=model_prompt_details["roles"], 
-            initial_prompt_value=model_prompt_details["initial_prompt_value"],  
-            final_prompt_value=model_prompt_details["final_prompt_value"], 
-            messages=messages
-        )
-    else:
-        prompt = prompt_factory(model=model, messages=messages)
+
     ### MAP INPUT PARAMS
-    if "https://api-inference.huggingface.co/models" in completion_url: 
+    if task == "conversational":
         inference_params = copy.deepcopy(optional_params)
         inference_params.pop("details")
+        past_user_inputs = []
+        generated_responses = []
+        text = ""
+        for message in messages:
+            if message["role"] == "user":
+                if text != "":
+                    past_user_inputs.append(text)
+                text = message["content"]
+            elif message["role"] == "assistant" or message["role"] == "system":
+                generated_responses.append(message["content"])
         data = {
-            "inputs": prompt,
-            "parameters": inference_params,
-            "stream": True if "stream" in inference_params and inference_params["stream"] == True else False,
-        }
-    else:
-        data = {
-            "inputs": prompt,
-            "parameters": optional_params,
-            "stream": True if "stream" in optional_params and optional_params["stream"] == True else False,
+            "inputs": {
+                "text": text, 
+                "past_user_inputs": past_user_inputs, 
+                "generated_responses": generated_responses
+            },
+            "parameters": inference_params
         }
+        input_text = "".join(message["content"] for message in messages)
+    elif task == "text-generation-inference":
+        if model in custom_prompt_dict:
+            # check if the model has a registered custom prompt
+            model_prompt_details = custom_prompt_dict[model]
+            prompt = custom_prompt(
+                role_dict=model_prompt_details["roles"], 
+                initial_prompt_value=model_prompt_details["initial_prompt_value"],  
+                final_prompt_value=model_prompt_details["final_prompt_value"], 
+                messages=messages
+            )
+        else:
+            prompt = prompt_factory(model=model, messages=messages)
+        if "https://api-inference.huggingface.co/models" in completion_url: 
+            inference_params = copy.deepcopy(optional_params)
+            inference_params.pop("details")
+            data = {
+                "inputs": prompt,
+                "parameters": inference_params,
+                "stream": True if "stream" in inference_params and inference_params["stream"] == True else False,
+            }
+        else:
+            data = {
+                "inputs": prompt,
+                "parameters": optional_params,
+                "stream": True if "stream" in optional_params and optional_params["stream"] == True else False,
+            }
+        input_text = prompt
     ## LOGGING
     logging_obj.pre_call(
-            input=prompt,
+            input=input_text,
             api_key=api_key,
-            additional_args={"complete_input_dict": data},
+            additional_args={"complete_input_dict": data, "task": task},
         )
     ## COMPLETION CALL
     if "stream" in optional_params and optional_params["stream"] == True:
@@ -98,10 +125,10 @@ def completion(
         )
         ## LOGGING
         logging_obj.post_call(
-            input=prompt,
+            input=input_text,
             api_key=api_key,
             original_response=response.text,
-            additional_args={"complete_input_dict": data},
+            additional_args={"complete_input_dict": data, "task": task},
         )
         ## RESPONSE OBJECT
         try:
@@ -119,19 +146,23 @@ def completion(
                 status_code=response.status_code,
             )
         else:
-            model_response["choices"][0]["message"][
-                "content"
-            ] = completion_response[0]["generated_text"]
-        
-        ## GETTING LOGPROBS 
-        if "details" in completion_response[0] and "tokens" in completion_response[0]["details"]:
-            sum_logprob = 0
-            for token in completion_response[0]["details"]["tokens"]:
-                sum_logprob += token["logprob"]
-            model_response["choices"][0]["message"]["logprobs"] = sum_logprob
+            if task == "conversational": 
+                model_response["choices"][0]["message"][
+                    "content"
+                ] = completion_response["generated_text"]
+            elif task == "text-generation-inference": 
+                model_response["choices"][0]["message"][
+                    "content"
+                ] = completion_response[0]["generated_text"]    
+                ## GETTING LOGPROBS 
+                if "details" in completion_response[0] and "tokens" in completion_response[0]["details"]:
+                    sum_logprob = 0
+                    for token in completion_response[0]["details"]["tokens"]:
+                        sum_logprob += token["logprob"]
+                    model_response["choices"][0]["message"]["logprobs"] = sum_logprob
         ## CALCULATING USAGE
         prompt_tokens = len(
-            encoding.encode(prompt)
+            encoding.encode(input_text)
         )  ##[TODO] use the llama2 tokenizer here
         completion_tokens = len(
             encoding.encode(model_response["choices"][0]["message"]["content"])
diff --git a/litellm/main.py b/litellm/main.py
index a0b233861..a7d9d627b 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -109,8 +109,8 @@ def completion(
     use_client=False,
     id=None, # this is an optional param to tag individual completion calls 
     # model specific optional params
-    # used by text-bison only
-    top_k=40,
+    top_k=40,# used by text-bison only
+    task: Optional[str]="text-generation-inference", # used by huggingface inference endpoints
     request_timeout=0,  # unused var for old version of OpenAI API
     fallbacks=[],
     caching = False,
@@ -154,6 +154,7 @@ def completion(
             model=model,
             custom_llm_provider=custom_llm_provider,
             top_k=top_k,
+            task=task
         )
         # For logging - save the values of the litellm-specific params passed in
         litellm_params = get_litellm_params(
diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py
index d1d9a2258..6be7f24d3 100644
--- a/litellm/tests/test_completion.py
+++ b/litellm/tests/test_completion.py
@@ -119,7 +119,8 @@ def test_completion_claude_stream():
 #     try:
 #         user_message = "write some code to find the sum of two numbers"
 #         messages = [{ "content": user_message,"role": "user"}]
-#         response = completion(model="stabilityai/stablecode-instruct-alpha-3b", messages=messages, custom_llm_provider="huggingface", logger_fn=logger_fn)
+#         api_base = "https://wyh9bqfgj2r1klv5.us-east-1.aws.endpoints.huggingface.cloud"
+#         response = completion(model="facebook/blenderbot-400M-distill", messages=messages, custom_llm_provider="huggingface", task="conversational", api_base=api_base, logger_fn=logger_fn)
 #         # Add any assertions here to check the response
 #         print(response)
 #     except Exception as e:
diff --git a/litellm/utils.py b/litellm/utils.py
index d91723eed..fe3efe06b 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -788,6 +788,7 @@ def get_optional_params(  # use the openai defaults
     model=None,
     custom_llm_provider="",
     top_k=40,
+    task=None
 ):
     optional_params = {}
     if model in litellm.anthropic_models:
@@ -882,6 +883,7 @@ def get_optional_params(  # use the openai defaults
         if presence_penalty != 0:
             optional_params["repetition_penalty"] = presence_penalty
         optional_params["details"] = True
+        optional_params["task"] = task
     elif custom_llm_provider == "sagemaker":
         if "llama-2" in model:
             # llama-2 models on sagemaker support the following args
diff --git a/pyproject.toml b/pyproject.toml
index f2c60d417..cca9d73fb 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.618"
+version = "0.1.619"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"