From 2384806cfd3a3351e93ee0f0a3390f502facc455 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Mon, 4 Sep 2023 14:48:16 -0700
Subject: [PATCH] adding first-party + custom prompt templates for huggingface

---
 litellm/__init__.py                           |   5 +-
 litellm/__pycache__/__init__.cpython-311.pyc  | Bin 7757 -> 7843 bytes
 litellm/__pycache__/main.cpython-311.pyc      | Bin 28706 -> 29049 bytes
 litellm/__pycache__/utils.cpython-311.pyc     | Bin 83621 -> 84544 bytes
 .../factory.py                                | 109 ++++++++++++++++++
 litellm/llms/huggingface_restapi.py           |  21 ++--
 litellm/main.py                               |   4 +-
 litellm/tests/test_hf_prompt_templates.py     |  43 +++++++
 litellm/utils.py                              |  22 +++-
 pyproject.toml                                |   2 +-
 10 files changed, 186 insertions(+), 20 deletions(-)
 create mode 100644 litellm/llms/huggingface_model_prompt_templates/factory.py
 create mode 100644 litellm/tests/test_hf_prompt_templates.py

diff --git a/litellm/__init__.py b/litellm/__init__.py
index a4ed950a8..f3b51947c 100644
--- a/litellm/__init__.py
+++ b/litellm/__init__.py
@@ -47,7 +47,7 @@ def get_model_cost_map():
         print("Error occurred:", e)
         return None
 model_cost = get_model_cost_map()
-
+custom_prompt_dict = {}
 ####### THREAD-SPECIFIC DATA ###################
 class MyLocal(threading.local):
     def __init__(self):
@@ -224,7 +224,8 @@ from .utils import (
     acreate,
     get_model_list,
     completion_with_split_tests,
-    get_max_tokens
+    get_max_tokens,
+    register_prompt_template
 )
 from .main import *  # type: ignore
 from .integrations import *
diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc
index e68c4da03434062d30b612cd17ca95e969019102..684c6587ed7e0d07af8ea2eb2abd7875e6fe5e9b 100644
GIT binary patch
delta 788
zcmc(a&rcIU6vt;aRkYewN-G<s(u#^g`B7*~e^RPaVq!cA=qpePGuf=}NVB`d#7leN
zs)?DSo-~nziHYgO@IRPvFvRrWAK<Ac&%RC|9z8nA_w#u>Z|3dpx59^_z8?tq39jbD
z-z+xtMmH$?GWu2vS_H;4vP4*9kFcwpJRO&Z+F&!T5gz}D=Rfr>sRa{kc#ps&qcDY;
z#w0K^m|0BHBrN)#LJA#2r_tBYbLbIt27Mi!Mc+W@*iANSYLI8Q*llzH_s4L*h#qfZ
zF^@$YT|!Tw7toXFGEedJOZ+50r<hU9D&`c6ih0F?;=E!>v8=ezBizB6Q#kYP-<dqa
zvpikoC0^z^p6AB{*z`L;++zuo!Xletvvx&Pph5}ONqgy0&na6D`w|(k49j8#R*rkC
zs+Y7ME2r%z0sur6s$vb+#5$~t4cHJhsI^-@OQ+}Mub?>BIqTL<F6z&?BUcBus4fo%
zzF+Pb4mT~=<4&#N?1+X}^SEf(b&t!}p(fpI>)`|q2Df)zZ%3RQVb*rLc<F$K9^emm
z`aJG>)^oFSYS*)DS6(y<eGXv9sml9CL^h1j>CN6_UAByf{}q-L<9=@M8@6`lM|kj%
o1iQX=_{vw>AL!S*<OHoiH!6P)Z8a}Y-2H!u{p;;fc@%l^2WZ{R@c;k-

delta 761
zcmc(cOKVd>7=~w#^+Gj)S})Pk)O$2Z+a%3BCuyq23hK^F`z2|y%n(w}SV&R?H|e4a
zai_CXTqx8<S8_H5e?xb!>TeK&3m2|@XKZof-huad=6gAO=fL?`-gSeY0)b(MvljU&
zzKy*OhIr$1<gL?p*gO;Cn@ofyTaB70%-K4`*f#R#P|RU6wuNE)pkfpk6Pt`C1*a)w
z8c85YB!$ehn7HtPQyRVqXW&b47QPJU;45%HkIPkD3gViGv>Ymm>*5AnLLWu%!ZElE
z$KeV*3D3e)a8;&d<^?`WW-W7;dCP*OYgx1`S(Ys;hRd>Qhgn0K!_sLiz4>>k%*niT
zWkptHK^Eoy0+Dz(Ot(a`#p$+4i5ah^YE<J4_q2ECp>f8WS9eKI3?&o${Uh6_y~oyB
z?}=KV1+_?viilL5>Z(Bv)ug8Xa;P2T$MuhsO0SNt@POVO{i?s5>hmSPbUMlXjWav^
z+&z5p-qD`y_S(-{dxzJ1ZLiyTfKuNNx%y4${2XEE)D0R2O@k$aWrM6i%E0{gU&mav
zCe}S!>Ab?ok?wo{d&qN~!4d!I*bW~#G2#r^0X71Iu#S$e^n)Dj|HIjTzdfwu;pe{r
DE`+y(

diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index 4e3285a90e09b54c4a536b6aa0d29e799a8e7456..809ab0689509481db1fd6dd0a21dd705f896112a 100644
GIT binary patch
delta 4164
zcmai14R9O96~2{Z+4BFtY|B5g9oso8{*4`5u@nEqc76;FG$sKBP|muuEc;Fpt8-E(
z5>A*Tg&A5xw;ej2Fd?Ocp_l>@9iX&@z_gvf6p|JO_hx8Q+I0A7sWX$5DV>(ScV{_D
zrfp8XZ{NQ6_PyQrcHf@AcY*xlLz4YuR#rL(PwMu+i;G`>IJ<;=^Wlci<|~yNPYvP3
zR54SoRaSXc>2#J{r__7ubvj#aP*!_Z1I>v<<~=;LIdY@o^0)|R;v{~04cf&=%soXo
z?rC_9$I}G5d2)$T>M2#qJY|Z*<4~GC%}TkaT(_5>4Z;>ri*Cp^-O3KFD((PD!C}tR
zCgp?mLb32#n|{vEiA6A9{1uA?blOEbyFiLMi$pS+jXd}jf|LMl^pJy8iHM_1kLQVH
zQuCxqbR14)QB%d*wPHDV><}veJD2@dUhfwyRDuooO<Kh&w%=4$x=wV$h%T`juv@GF
zbc<vM$JfSBn`|WA77_fCBFsoM{*pOrO2I(2$KBRrggnRIOzkJJct+YI1e(WfKQ)mU
z6EeRfAH{{NXOWkevz?HsxRCoB5XCzS_7O4|f2QyeGuay-E-519)A;VvQ9_2}PnH!K
zqs!R)<p;pdjtVb%H6E`RKs#3|&k(YKz36Npudv@cU#e6si3D-n^u`3e;5h~Sr!DM6
z^$8MWeKkDkV}Y8@<Pdwl=7jrVl)Gl!Kw{ipj(#boh@3na>w$Jc-lPo0dX?eW2Es*q
z9vflj^9$LdwOQ=7S{vJ%pGCH?Gqn$ptxTw|W8qa6vQ5{>S(BX>>oalDzUfhRV%1xn
zi`O~4Daql-Ne(6XW@Rka|9_mVW$E=hb%!pp9c-U1Fa`f`o%LH-prM-F${ymo*y|1X
z<Ox``n`N(_%-IpOi-8#vdZ#Y+N#s{mFHE1ZL9pO8o>)z^CRTUM6s!U588)~2HX^fk
zRu2$`<?(j%6yx~@2<okTRaI!&*5hI@W{>8E8?OoLZ8(F1@U?p{Hmp9wV%2uG#9PQc
z><Ygl>)C{7Na5}5w#HGgezLLJMh)wcGDaN57W!K;f<!JP=`B%>ZPw#<M{EnbR98x7
zVTS#c(aqvsao=&%Ld7XFED2uYfq-s#%mcY8%Gw-l5cfto@vFzp3v=uVSC1J+usnOA
zC0h5`?&b95ko~M`&AzOc69%9j9AJ;HX(@Q+DksWC?a}&$D7(0(y6E09Ek_B7lI#`a
zfDrL2LYQ_lN7D<pxM2kC1K`tX8`A9v9SG|Xx)5}w^+@#~3;}5QzK{}@B{dKVdVPW{
zdjsNAW;)KQnkNd^q892uW!6#x!SJj~+u669`Mx_*pnE{+I8U?;Ipp^Tf_`skVw$(m
zyAujpUWf)jAjn=SMZ%$AM512yujUz-ZUcw&RyvOA0>TQ{Ft5+xPR3g9BQ93l+Cq3X
z(ppcNn9}Olx}vM43E_ZOoeN7mOdZT<)-Z)-sk%AdWZ0iYL8@;m6!1wA&7w+QRcRP~
z%ItirT0VoMf)E6V;P!PosS6qRFrlqBcM_^JrPyymm}TE;>&hAfk|)M`o7rO9sMS~t
z<J)VicA?(w2$%ycO$z!#A_U1;+XS0wcaWp(Ywa~IJ(d$_D>W$?hjHi;gd|Js-S%7T
zEAd@k@N)22&)S_CD>CY1$Jg$;;leUfV6DpwV<R1{yDao5`dpb4?2*}s8dAJQP`zTn
zr}Ak@^VGN0f1NC@$Ykuh3HEZwYd4;ZFKIGwbndwEfcc~Wd)5{A(js(fOPb#Qnwhao
zjJjqG$+DmbtiRKJV~=N(Jd&=yJjlVd0b~7L2X1Jl_3~9SFolmrJyx1|mdf;Aq|KUD
zKXVbi3rDiC`&MIjx!Ixa5-aXi{%&@n+io2Kk~-K=x(7QXBvk}GE15{)Dbj4h{#hz{
zXQVkTEer%6b|c4kvUc|~WQ1LC*JaeAs#%tT^eD?+-)(i`_#<p=J#Q^Ra*V~+uOr9U
z3+rphKK4Gai;?{ZBRzLnk0bdg6MGJmlkDRjz64W2%K@~E2_Yh>QV{)9JFDy6lsG7n
z-hQ%!z0f;8j~67ZL+#Y%YC`qYt!#cREm1=>B2oQ37bKOhgpiJ)p<f{2S%Bous!+Q$
zOF)$rdJy@C5Z*%g6@Zp6$WoZyx51rr40-2~XYz&Ud+f~(e8wX3me=<04aK7;QJlF~
zqEJG-dO4<lLX}g<xA~=@L<KcO=|${kCl>CL15!|>3#j=KKx8Wb6E<#kCCZEwMF{=y
zMh@6H?jUz%C*d;lALxFt`{2-$Nsgc2_)w1ZJ#pq;@!t5Ju_KmEqrc8-IhWOPv7-Ln
zinhgK$6{&qVpY=zm99l+3lNKCwI2YdymqM|y)yd}2XGnT{;{P-uB86{Ee~wD5dZKi
zMdtZ!9o+Y~Rt`Y(rg<m}+qd%?#@yW7-9+!W)3^7U-!XS=?=rvBm4b9{Jqpg%j`U*t
zzH_7++uxanIc)!E9<0OmBEPj5+rM$ceb`>%2Gg+p+_o(b+cN`>LFd3W7f_pe2Rn7v
zNc)iP^vt%7^nuYL^O<cM^9M$A&1Xh)Q=rdI?pz=@v$0)WJcbMI8{9Rt9)W`@t))^)
zrE?OESb*h(hq~AgcU7cVK<HrSc6mrs+;#h9LImdYjJx!cL^LaGpjlakf)#>cnsstk
zg%fk#O>n})lXiC2!}sAW0A=u(==J9ar8vqW2O_Fwjm%Cc0aeeYX2F7~S%q*|3W{()
z8<S;iySI=uwtsh1IbJea?u4NFro318GcAPK*2Le~{dtPN1MPPs=r^~1rSF99xWT*w
zB_4#`08o#v76APQy$iV}<CfZkY7&AUVG1B28fVoLt@95d$GAu7bEtx!4SYWR5z_iV
z-MU^`^cthP&~J+uK}E9-D-)8a-*YeHkkiO43BlsMLcl8}gvQB<(C1O-Q-mKQ{A?ca
zRfJRkKEo*F`lY4^Ko5l;g<e$BL-ALn{(_*#_A{U&83362<ww8CHQS1NS_;waf^WCT
zW~jplxutA(O8R1f{r>oN-zO%oUR<n^xd@aD-lSP*NS3IK9s~g3n8Ts4o?Zx*k<f%N
zf**w7)$o{u-x<kStpvXZ*mou;;48-IDP%eRPswTaPro|{w}Elp9|7tJ+cY%^`}7A>
zd1Of6p(#cvGkl@oWWetY3+fcj!7)w*3?U>E4}q3Y5vV`1vVYl^0eeaVcz=*NrgxR=
z+jl*E1IJ=kH8ZT1euCXUvu{jyIN_gMj#gs-EJ8KvSbU-I98JOgY4+jt-6mSZHq2BO
z7NamzmX%2Ja=n8hADSs9CG6--&AfgxGX0Y3UHJq$iZ&bw#{D3N1ko#o;ELEw*PykO
zNnjZ#h~l}`kAt2yiXk)th08HM+Hg5~#J@=Eg_=AoOB-o7Na2q&N6eOZqx@Zx>o~_<
z^A~?zSw~Fc8SIN-@22q#lD@<x;Z20I7A)ONl32R<QmV;hy37GwGIOT1!^KN!x=OH^
L&4r$@;8gwtyOj~c

delta 4025
zcmai1du*J=5&!mHKEECN?DLbH?by!eNBoGNu@mQ#IEfST0EZ+#hn&y%eYVg3?vcIE
zAx_S9S{&5=(WG=LQBl;S1%d##adn^~1PH686$Aw&szSd%S_%afsK7{wQdDSX_WZb@
zs`+gHc6VlWW_NaGcKxq+*w5c)S&wCArb+nytmt#)iSON?RmkqUzvkoFieROul1WO6
zlA&z~R(YyKKU1p?)_7{LFDXph=-G&EmL>;lJ+(|SN$SRlI?_d-l6{p)(v$d?_&oI}
zo1+y5i#$caVo!0f#8VP%@H7NVJ*7h5I^=EgY!Z4>O%si<u%TcUIk|I^r%BC4?G7dH
zW}Rcwn4~yxjr5bRFqCOl3T~D`t5SfZ*k~5X;7=Y(GwdfuM4_HjA#H^Zty7BBhEbDJ
zJeP9Sf@^;gJ{@#+ds>tdT*zjn6tQ)AIb}DS!s+=+8LGmcQJZqx9J{(Qzu42JtjC${
ziVLwrDM##7*nlKg#9uI_viKj&(<Uo9uQ`6F?FY=>StUsiNIHY1!9p<E%hS#Vq?qdw
zc99Lhtlb&kWxt29v+?IrpEp_0#-tegVMYP`DC0dgA3vLUjjht+yRzFDtB;?}dBcSA
z2lH^6E&e;l17@}*ezGv1v1@U?Xg_1A@fVBplXNYWo?~Z0EAz5@<FA&v$ynC<MaCGs
z?y6x6@P+Fc`@H9>869MX8|9bTRtQzd@O*hHT&d_~v+#Ds<*uh<l1@Hc{wB7s^iE6s
zKZ;e6H1|w5wj<h(;Le$z;I5giOp0}1>4Q%*^5A-97TXO=Rr&BqRVsW@`E9mW(7(T-
zfc1;s<@#*<Os`3b^-k=A8yl{-J@yTQ`;!cQkYrHRZVw)q+5Ufw)j?PF(N%-FDQ>jl
zo;ZkBUd}Ux7QSKU5d65NoE-*NZAaet%~3J4Lw^{Z(FI#Kj#?{XP9*?o@?C5KhGlor
zWNc@E&6g$IxUyCz>5sy*a!sl>X(C!Q2VTr6a4EsWkUy+wGtO8}r1mD?4hZ9+Zy4{>
zABXME0ytl5WgfV%b|CY~6*H1FaTMOK-On@_t}M+AeT8caFI$AgG^d6CNr{l<96YV-
z%Bh(>!hy$T_JXUrh;iJ&c3W(Z5><2<F330Uy>grmC0mN^iPb34n50ZSWS&0_?e*PO
zlzGSmE{DT(WpMfAa@akvP=8P6(`)Nd&OmEJW8SaVC>Yt!SoQogoNg%3KX=f`4u%y~
z^ZK-aFX|2YBD@3U8=gAci8J^%1UZd2QNNjBGeH|cJAn}DqTUvQod`y*KOBr`svZc3
zyndgic>~JhW<CH5n?@WhBt`O%n+<Cq6q(X_GgLRqy+gzh7KnR9W=6Ue9vcgU#=PN?
z3E9H$UJ)?Xg?RuOKF!P3Xe1nps{ABeY@DnUI%v9V;{zl<Ot4B#s23|3f(=dIVYTpB
zQzP35Z#Gr4dic7jq<>Y`u=^qbuRa}7Wn4O{F>Dcz+tP(P*_6<)6C=ex9uD}`sA197
zGdd5G%}E$()=MX-s}Tedq7-*77q2Bk1Qt6hb5yM4{1lDr33RAx>Bu~QU702J+W>)<
z{kFtj;MtbS^+!qW7y+GuVOK-`u!2rX?9B)NZYg0Gpm1|Vo$#fPbfqLY<6fFNN06im
z)Xj&TtNvZy@UrvZ)y+rKS9yE{8d`^Mxv_K$?sa)%@Mde%PBXtiHrLi<Pg;`*pZ~cq
zTD>U|V?H?9_TsG#k0co$Zy&hjgz|5#O`sJz5R43We@nC1eYoGdzi$u@b+~V-CjHu)
z8ZbI~p|<nfEhjY@Ym?CI2a4FPVV>d|pP|0lu!$6jiXmo@qw5a02nI?!BX>0q)H8lH
zLir}5O+I1Rv@m8~l;@CKiWbmSO$&<b<i&8cYezoW;!y(O{S4~0z*k*GHgQHnP`c$8
ztPft<Qk7moI?S3H;uqk{EuFUYBs&M4-LlO|-2*Vz-Oet-PrEDFX;|!*Sw1Xv-)(!4
zm_LDmo;h|I-s+L_N=Q-qh%c(@YREgOPV)jN+PX765#A)d8%DNnXHD?%)+4hUNIGS?
z25=D`t08OHS2EvVDi>LpmsE6Cn7oga{+56u*sz7CbgVdr1^p4^vqV2n@G`-51S8j{
zsgZFkg%LQntu^}+F<v8v$sgu#zzf^teSaicVsFGq^N;&<uc)Agh5Gz5kuy%?y3{iX
z27ia<JVNx;F*T%epC0D?U1;ug*q$KP`>?<FPKPKA!n*{$_!n)2U-jm(f%r?km$KuY
zLl-RZsw27P+5S%Hk^bA<*t}xil}YW5bu|aOq#K<~47$<|^_X8Xw;t*+zt&-;eor+q
zUa#EUL+zWc-R0E&+0-Xd`>uIM6}9il{RPy1BK5UW`&ru#JGGy0+qaI|MR$(7(cNE%
zy`9pIHbLrZ-zAJL_IIYa_Z68J_nC6t`yALhtT=|h9-C*k!^PtrGVKZrIUOv=mzc!A
zMle#is`F`;M=dyV;m2#?<Ktyk6V^rsIfEX2XiW}&#@H|n4;`taa*CIO4bON=)3G{)
zNQrH9N}oa!CR9?1{mYQd3L*7`+)L$Ew)2;;;lCj$L@+E`AgUX-=+sCspmSQDVNn8p
zB>5r{HKgFhmsl*EI<c48;Mo%mrF2L}&WKO<k9*fbj_2ZP?Q!$n|Fn*6CjA`*;z|^E
z<y|;Dk{})@&LDvY0gLTg7K*Fs1W`?i^6w=vg<zCmEQvJ$K7Z5fMWQ4wDE><lp~4{N
z@;LRyM4?@zw@7qhLZtZ9C}O1c1xHjxTp;v7;0r`74CCg#zJOO<VJ5;j%CC{k2L#U$
zJU2`DJV6SAoSrD^;<gYD5Uvnj=q4fIijS!GA%XDiKd=`~N1&r${=^k&q^_FhPV{b>
z83p&?0iTzavbwBkZ{<0^8^5G{X!45uw?(I;nANh$u<)>^@=3BVjDQq#BpeaPi>?wz
zMf4Ffib^H4ny{En7kKii;y+Q658fIZ!RNv7kOK~le}u2}?m$<z$kjQVEH2YYxHmA0
zar$9k9or=$)S7T*x<4Em4UBmsK7E{LlQ>10a3P*CEyGw5@$s?fYWza)q|=K39!eaB
zCXbbh@a^J@G*_WXX520RI}QH^Hzr$ME)p%H@$U&-2w086k!fzF@d8w6CwCi#cnL%|
zjZcYZ)u_*}(gRAzhYruD2^oUDT%UOXk#YoSwJ47JxD&2x6|*9JGR9QhyZQjRK!%D5
z5_Mh+`xLJd#!`Qp*O4ykD3TIs#woc)&WNMs<mbezMC_S7n0OJ9o4>U8V0oR=)NQ;S
z<?vTBM?W>k!@&nxyd>PpOy|<zjz~|<xiprxBqibPOtR%I9bic$WJCF>{1ico<-_Zd
JM=j*t{{mWO`-%Vn

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index 309ff5b2e133cb1ff0d779f9fe93e5d4c586e3b3..7a8c10db65d656e51173cd88c10ea4fa64786bbf 100644
GIT binary patch
delta 4294
zcmai13viQF7S2iXCv8I8(D%C~ElSz~Z2>K>mh!5|s}(`0NE-5|rH?#%|CB-vR0NfE
zMS-jPSH-a)E1-@88!_k#OPA-a$d-z;H9E71sN;-EeJm_1;GT1Xpq+6x(|-TC=Y3Dk
z`R~miH%W(|mST6s#F#YrsjR#t?`hf+n+kz_w<qi37RtA8fZAGlk!-`~{k&S2%IkD`
zt$ZJE(k+3-{HSgiEa9K)3OkEkRdR)^QJ#X&N>^2Vlst8VzP3qTB2U`@j%IoK22E{?
zJOj}!*UB@|oky<1l~=wC(I?MBY}IP2H1gdWH1h11wHnQ<_#gSyGI<Wlm1vE8zg&&B
zez^wMZSp;cD;qTpnpC+!E~wYb3sBfD-;3;3GAz*8mIgQLi<-4_48cR*JOIwm`&6jn
z9j%Q<t!HQ;*015)6B7CL*5U9S&u435f`K?WsaZs35AZr)3eWN-^N-jQ$<-*yxFH!Q
zX9i+dYS`##zOS{2S11N9wH9(&nGIQduTluv{9|Q2<nX1f>Acuqk&-(JcM<@3ShJ3{
z#H0WOhRW8httIGN<{53tH<ahJrH#3zGz69MglUYdxoH}M+<d_ux<C`af7|e2S6d7u
zL@SO4m)p_oVjaeo7Kht0vXt*!`G%ngFyu(StlbKQd|i7gjN;F=&oYliHWgX9PYQn1
zo~*0O>^ApB7xqRM_L~#Cq+W9t{tf7*7|XyAjV1ksh27(xUAk>)U!1Ks&elJ+d~;lH
zZt)pQNq<~=m!mH(r#CLAzhu(pxbB!UmQnq2iCyq`$HtES!eV3@&sauW32GnA)=76@
z*qY$*wOv}M=Z79T4R`WQ>&jp<KfbO=szTx7;N^8YO>j5g_C!ri3FZC=s@X|``LwJi
zxQ}2FAF}B@YF^xwViep(pyrH+G&4Iv+63!^B~Ly-6c+OLUaU0CBBS{{v3or@c~`d+
zmh-FK^T5t$Z@(AT@b2yJ7d4T}muMKaI9E9QcAr=A&vhwOTGmW5k<1d241aOQup~yz
z-L!5cY7bE!{=tqQtmnUbX)5#uPrdYVylo{3Mfz)qT1cQLXeU@j&_S?_KmTT)c`cE4
zgpO=py*+F8Ft(034<m$iE|1LGF^tW`))RLF!8D4yjzIX|PE;Gg4uVHW<sPEycuA-d
z99#+InU@o{li(q~J(OUXNaSOr^{Alu(NIO_Mk41Da~FZw!taUqAuYoM9}(Ov9DAIk
zqE;fJ8<$~oi?_k9v^kwvO6DO2Q8G@JPZM~F=OYkhoKL(h2>js#3-Y%Re>1^W0#5J*
zfkJAc2r7TQJ;%(>6N8{5nD^GF2E#VgGD^WAhX+6#Bk}7!JzBFA?D=aCz(l_O=(Dhc
zXC2FuUO~0=V8yZZAnir6fS)*CRTP$(x5cG|<9y6zcSm}_uDE<*3pK?rIZi$QHjo%U
z1>>qX=K*a%C&M<KU!!gw2Z>Pu4UOxKRVNOt)-eL3m~!zmW0k}0YjNeaQHM<sth%~7
z@oaSayv(25(&%@!w77Ex@5W*jb2T(7eiyU*nAh#|+x;%|;_$mhn4-z6+bg?TCR>-c
zc)jipYf*$Lb~Cy2L94PFP2JWB)=7azw_Wi&m_JZ{gISbobtnq@c6j`QG;Z-xsZDXQ
zL2|)b6NxpbWD|0&rW<K=<_@kN3PmE=*MV}ARqWIDt4i2(Y#$bk{fQumVAG10497d$
z6u;N~a~0%9r{AWJ%)+k?6g_?eR2jCo2&r)DZxxWeiSA1!d@YjRLz;n1O?*m!MnQjO
z(ST8JGYn`D9;rI3&+ckFqaXfnlV(W5S@ZB-{qSJ)iKq3c4QL)VG`RdO&&tTy$dq&~
z-~aAinJb8lC3q5@v!@Vnh<6g>AWu6r-q1tjCcgMonbeEqtl%@JPV3DFi2D}7+uU=e
z!18Az-yt|iaER|dGrRK$lD1?<@!3%VF|(22w0wgizDJapt>Z+UAUH|zHv%!PKcHS%
zYV-MAjEQ{zMTX}HC?)m@QMb}JMsheEM>3KA`$V1P>-wfh{Yb6~9`D;9V}6Oa7J^;;
z(Q_Pj2Gc+31K7#GKK}t6;72}Ph;-ToE50=+T}Vy;NT^e&c!C6iV&a|To(t*Y#J0p%
ze=9{>RHO|)Bcn59et{pnFw^u6tqHn=F`u0_K@b1<Vg|e#{Le*$4jTAR-|drhcqj&g
z`@jEQi_$%p%9E(n*l~x+l&WPjGM$!Ry_8{yRFP+0PAwLD2Q&>EeU8;FUWd$1qwcN7
zqkdxFk`ID+gRaYO0X)ZZu2dQ#JK^<LicDtozz8k`w_PdKqQXCZ%rT2socKbE`IR5@
zA%SOKoer0|^XluU5r1u}R&V5su8lQ6NB;9DQWAgWTA9UYL^6eZjzp$Y%g@Cm@^7!z
zpw+bNbG0U8aO?H?U=Tg<760O=HQHF?{(5)-?#x1?jwq|&wTj*Y9a`&}FMq<1IJ9sc
zb5R`D*Eix>bQC??49rGRt?GXPHffWL>SjG;gm!A71}e!F%O=PnsHGgK%_6?^!WSDx
zqDUSn-=n+XkGT2jRU@RS^Yu`n%{7M5^CCzkr(v@b-+nDFf1}r<Fl1m0s@El$kVNU-
z^2Qj6MyqoTa5of$x(qM_azs|8q$dm;NM#Hy#}bUDn2QaiSU+W%`ho$*t2_!0CX$8?
zgu^}BpZENl33AkTq9I8=XM%h|!34E08a_lb6uMzbDBTRDx+D=)#QQ}(R7Wgi7K#SC
znT2ggq%2h2LA7C@tGi>t2BX!!Sg3}Xp}aWQXoQLCYsp~kJV(|2Cs|bzOrm_#BeNhH
zXf(>hdJlfBEP*yUoIni7NTkA1c00-J_Q<%2uc??+rV@-J7()^6B<f|NCJ;55fZi19
z+!UAsR`tmg$TQ49Zbv5Hdo9@*ak@NoHU-w|VyI2AiKdg)Ox2zNsaU&J8BhkB)qNSz
zSes0eG=dBQktF5EL@pu?k-@FtB0mbqW)p}Rpq^)9?kvP3xD@hdf({HsJAu~>B!;$R
zK@z|Z>aJ`Uoj{`~-rvr4nO&j%om9Wfh7r)9#^=C1X#v`Gg<Lsc*N+n2D!x&1f76pT
z%{<GcxZ*Z-8&Q=6lhp6>U|gYi<q|g>h37i6J3Ol+vm_}#JlxrjA|%0A>OJ`|+VB^m
zd(_ABAwSxR!NbtRs?;~~VY1}J<tw2}`Jm_wBCb{Sj(|L=9{Hz2>IisHYj_*YI|}&e
zzo!?AOMzX4!TW;ZXE)Cge7Vv4J8Tdt3OhtG`_$!yP<)#>S1kYU_)rfNLRN7v*?mI0
zy>&ns*a}QX_>UAv^m!xknpCL>3Z!PFKM0L2f?5eys85x^ZtUf<QkYOfl1TNAkyE;L
zhYc$oEp09(5}}e5#Bhsy_Yu<CNJ*3+gmsM`f8-dXvBHyfg?gkE2d7E>x)d6uHZ;B%
zS~3PUN^n{|Uj}zTyP7s0CK}eFBrPgbJ06y47e{(^-n@C(u=i5Dg#?QbY^#}Fq$GRA
zaWDEo>|C6g4^TGZ)h-5a7v)t=JaK709<oe=WdL8O-pSBjR!`DFKXk;Ex|sxYhyKMC
z*+a`#0;Xn{LzzLG>&Mik<xrhOTW9p+j?qso=A&$@)ShxksH593+fOObg_rFmm_l;8
z^hAz#I<m$2$j*`;orRG@i_Ro5L5xO#QSUKoG$y_zswG>i7F0l%i6f0(G|HM?H5DMG
zIkk{6fM?GjoFj#rrsF7<TH@ih?r8%WeC*YW$6-Z0dY3uGb1;ljJu@H=szY06Kmz;^
D*#vqH

delta 3563
zcmai03s98T72dOte|ZZkh%AbNRaX!g6{{2<piyZB@foGcX0!iFQC{9%L@7voL~R@6
z<7%%?GSeu=$aK<F|LCtwtfKKzO|>>^>vr12CXu9_wpOFbP@=ux-Bvrco$d@D-#zEt
zbIv{gxsOvj9j|Y3#Jv$48)cEdi$fpigMHiMl1V=_EXmeuwmxhFm6z*tbhrHfZC++e
z=Fi#eR(&pCW?Mw__`9~jG@swLWwy@OCv6~al|FfcrF@xQC~>*IKrfQhs`V*yRHILo
zSgSuHvCe9lZqcW0u;|kdSS^+x%fIliyk4In^(!JR`m_2>IhW}ravac0B?hZ3l@@)3
zK4Pg|pCxq-dYP22)M>88z0f#l&srXH!(p)qOO>T1p*fBxtVuE+)Y*s@^6q*O8`B)8
z_gbz(v0Ppj?8kE&lK7<+xi+f3!5^-eKqfC>EwqYvu(SMrU<SGP#9$_+@@2vCG=QIK
zaPgDDiTwr^$XuIAPg`z7(#+9J%?bJ-J~QZ&9=9pW(W9SeW2APlniH#A9?yxD(sU(F
zm}_a4f9?!p=*n2)(;E#flce9Q9jnq)Mu4ROQUMu&orpS;7py9d9xcbHUf{mn*tROk
zW<)fn+8lXOT4cCecU$RMetPX?8q2q@8%G8F;<_xyG^s2${=RO16czK=w#-h;h0h<t
z=LJA1hO+<*0P}hL%YPVHENLhq;I9p`)t(^p`urZ|4f?}&(q!up3L1G^UrCTHarL!A
zZ3d>6^5nhi>3RO@ULSdP>?@@TK5O4RYUca*y`NPDi_c`hP`vLu-k_(xE)Xp72Lj$o
zKU)T!%4m_wh_|&3PFw-uL5%Cc+QDl0%{GJ9@h$s{=#25p{Reux8=zEcXa<`Hume^C
z8Ud>TOZbn>46OyUf?qI)6u$tvRzk?;uhm(j^zV*h>mXeZn1X<70m|`Sum-?Bzy_Gi
z0rT*@V}<k_Z#<Tf?S*s=pcU{U^cw-{6Xrv<3Bwn`Hu4L{Cbez?ErIY2fLh7-A-joT
z2=H6L<NC4hL90rp;#bRID7w0?(i3R#`D8^|4GdJ}IA*HYwUE^TR5fQov0Vb+czo`V
zZIEvTYzOQB`~VPunJS6kWvkM7YDW|;H->e5q-n26{g-wlzVi-QAKJO~OsBQSZk#>S
zNtDkwo!vuw`QUQ{9PQF9+L&@~JvrWz)Wt8IpKjD%+-gr=Du*Gh(jWBKt_&BzCnanV
zPrNcCwGuQA@G?@^DnWjnHVBUL)mO%A9iT7qV^_vGelF?PjQdwE+oKObdKh5v%hyK4
zzYTf>a1>zji0j{KeMeGv5<`4;0-&lN4vyj5h<FZ6Rp}(yDL^OSG(Z*pb7>cHG}PDo
z8B_UwfQcUhkP^EE_9T60IEVASpi}9;2lfko>-uEJRY~U=LvI|3jot@oJm3Jo{Sl`&
zqv_*c5w-D>+t=w3&*+*j`RcB8xeZ?JN=~_^%n_<LpbsDivQB=vD<w}YOD*+(rRa_b
zxBBlf=_;oGjt}^BT2vRtfEJ_X)5}rR!3*xWXtS~Ko@S$^-1Fd&qep7D8Hr!qvr27b
z_rye$+HGaWF%{KvJ6R9$#oaC~Tt(i}ot&%I-YvBuXT5iIb)8pd=jAA1m$3)QAIm}#
ze}oUfLE~)qaiTrEwWm-EuY{lL$%?YeV~_zljh>!SR%wv)C@oqwtNNfhe9@yJ6vNj%
zno8IBnMXgNJ-ZkcS#N2(j?$RuJ@B7_NO8OF)42GLHA&;)bEFjdto)}XeZ_2|*|bNr
z5tUfGH1jUeEYh$r_KBEoqZaF*H1nK|meALe<jkgs^q_xLFg-uL$(r8s*(3Q=N0Hmc
z`b%}lzO+gnH1A6HZjHGS+9k>zw8eT?6L*~CGVPiSR|r?EA0Qd92;tCcVPAITi={vn
z&P3|lZU6KK=>V}fn)-{koHWV$m1auM3n&>*L(#svn)+&gu&S;$z@$L-p{R(Y{6wVp
z#2aH!4Hs`l(l^Ozei=#6P@2jr6LxB1B}}p~90?eXm<zRDPWc@x#8;6tUfheO6MbRf
zCgrf*`mZ&|#8H|^jip2}IgW-XM*YO7Sh`80gjCkh0JABMM%fZoP!;dr>LEH4C^b`c
z(c>)KG2ybHxKGuFeIO!wlbeQ%QN5{*GR*b8X|t2^MNA5%x86i`e~np%fIQ@z65bH1
zi?XFYWUrN<mBnD80|9E643#Vt;qgG{@r3uB`b=(^d;^dT7=;MAV6TIX1{({&aUtGJ
zp~>VDe@USXZK9MmrHXi>Bxl&`By)_5*4Sdvtg?$HVA>>cav&vBocPT^8b>uEA&sia
zdqLA1&=;VxM1o8uqw-KGJc+InL_{_fpmqW}KfL=QAp^W`UP~hzY2ZHMhwk+?|2Bvc
ziT*5{>6Ft48&aL(zDAwh#R5A;aXJmBrGlkXsbi*`*I=GaCyzZ_wX6E1>RMK}G<H54
zgt+-&L%|9Gd1B5m%F9#-FQlP}D*68KcxzXOH<Ke!UtJYspR167PsHJ2l%pL3?+{(X
zXh@_>1`p9PHd*u?P7@r9<#3a^U^oSAnu_ZZS28KX;gRxo^NURSu2nPS^rjI!`*KQd
zO`Yzq_NXwPpg#~~k8cxs#NiYVY04zPOvJn-PG?i@P<6Y+|G!H_B<Ik8-2Zk>Xv{0q
zQU2Aj7``f=hs-DZIW)qdOMckgnM3mI@QS~Vp@XuScjr<5Y-qyOJBt$HF%{BQdaE1!
zf$&9?4+FKk)pP0$tTrL}Tr9^{C7*k$>#?uoed`q&W982AiITBY>8O>H-!qSorOggH
zFNz9itg{~erdW8w*8XC50i|k<Qt-fOb`(&Bbz!(`OG`^->z2T>6fjGIyODWRa(bP*
z{#9qFt5V&eOOTg3>Qy!ekYO2Q>N#}Mte->`L?4PPlc{l>AKIs$vsI9(ClX#q?8)Ot
zJ&o!iTOrmI(m3rL_|L>Ug;bV^A~3wLSstJY*-jIKi>Oa4UOVgvQfLRmQzm@L<KkAg
zB)bMJZp84_g_}w3Acif#(0dGx#?(hbEg6dS)W++MD3CqXQ0<?{UXohr%@UaDw3sJ~
j=%Ky;JS(~GSpEZR?dG-Va+6YD5m`(bG{+oSOnvAdOg@M|

diff --git a/litellm/llms/huggingface_model_prompt_templates/factory.py b/litellm/llms/huggingface_model_prompt_templates/factory.py
new file mode 100644
index 000000000..b2c5c1425
--- /dev/null
+++ b/litellm/llms/huggingface_model_prompt_templates/factory.py
@@ -0,0 +1,109 @@
+def default_pt(messages):
+    return " ".join(message["content"] for message in messages)
+
+# Llama2 prompt template
+def llama_2_chat_pt(messages):
+    prompt = "<s>"
+    for message in messages:
+        if message["role"] == "system":
+            prompt += "[INST] <<SYS>>" + message["content"]
+        elif message["role"] == "assistant":
+            prompt += message["content"] + "</s><s>[INST]"
+        elif message["role"] == "user":
+            prompt += message["content"] + "[/INST]"
+    return prompt
+
+def llama_2_pt(messages):
+    return " ".join(message["content"] for message in messages)
+
+# Falcon prompt template - from https://github.com/lm-sys/FastChat/blob/main/fastchat/conversation.py#L110
+def falcon_instruct_pt(messages):
+    prompt = ""
+    for message in messages:
+        if message["role"] == "system":
+            prompt += messages["content"]
+        else:
+            prompt += message['role']+":"+ message["content"].replace("\r\n", "\n").replace("\n\n", "\n")
+            prompt += "\n\n"
+
+
+# MPT prompt template - from https://github.com/lm-sys/FastChat/blob/main/fastchat/conversation.py#L110
+def mpt_chat_pt(messages):
+    prompt = ""
+    for message in messages:
+        if message["role"] == "system":
+            prompt += "<|im_start|>system" + message["content"] + "<|im_end|>" + "\n"
+        elif message["role"] == "assistant":
+            prompt += "<|im_start|>assistant" + message["content"] + "<|im_end|>" + "\n"
+        elif message["role"] == "user":
+            prompt += "<|im_start|>user" + message["content"] + "<|im_end|>" + "\n"
+    return prompt
+
+# WizardCoder prompt template - https://huggingface.co/WizardLM/WizardCoder-Python-34B-V1.0#prompt-format
+def wizardcoder_pt(messages):
+    prompt = ""
+    for message in messages:
+        if message["role"] == "system":
+            prompt += message["content"] + "\n\n"
+        elif message["role"] == "user": # map to 'Instruction'
+            prompt += "### Instruction:\n" + message["content"] + "\n\n"
+        elif message["role"] == "assistant": # map to 'Response'
+            prompt += "### Response:\n" + message["content"] + "\n\n"
+    return prompt
+    
+# Phind-CodeLlama prompt template - https://huggingface.co/Phind/Phind-CodeLlama-34B-v2#how-to-prompt-the-model
+def phind_codellama_pt(messages):
+    prompt = ""
+    for message in messages:
+        if message["role"] == "system":
+            prompt += "### System Prompt\n" + message["content"] + "\n\n"
+        elif message["role"] == "user":
+            prompt += "### User Message\n" + message["content"] + "\n\n"
+        elif message["role"] == "assistant":
+            prompt += "### Assistant\n" + message["content"] + "\n\n"
+    return prompt
+
+# Custom prompt template
+def custom_prompt(role_dict: dict, pre_message_sep: str, post_message_sep: str, messages: list):
+    prompt = ""
+    for message in messages:
+        if message["role"] == "system":
+            prompt += f"{role_dict['system']}{pre_message_sep}" + message["content"] + post_message_sep
+        elif message["role"] == "user":
+            prompt += f"{role_dict['user']}{pre_message_sep}" + message["content"] + post_message_sep
+        elif message["role"] == "assistant":
+            prompt += f"{role_dict['assistant']}{pre_message_sep}" + message["content"] + post_message_sep
+    return prompt
+
+def prompt_factory(model: str, messages: list):
+    model = model.lower()
+    if "bloom" in model:
+        return default_pt(messages=messages)
+    elif "flan-t5" in model:
+        return default_pt(messages=messages)
+    elif "meta-llama" in model:
+        if "chat" in model:
+            return llama_2_chat_pt(messages=messages)
+        else:
+            return default_pt(messages=messages)
+    elif "falcon" in model: # Note: for the instruct models, it's best to use a User: .., Assistant:.. approach in your prompt template.
+        if "instruct" in model:
+            return falcon_instruct_pt(messages=messages)
+        else:
+            return default_pt(messages=messages)
+    elif "mpt" in model:
+        if "chat" in model:
+            return mpt_chat_pt(messages=messages)
+        else:
+            return default_pt(messages=messages)
+    elif "codellama/codellama" in model:
+        if "instruct" in model:
+            return llama_2_chat_pt(messages=messages) # https://huggingface.co/blog/codellama#conversational-instructions
+        else:
+            return default_pt(messages=messages)
+    elif "wizardcoder" in model:
+        return wizardcoder_pt(messages=messages)
+    elif "phind-codellama" in model:
+        return phind_codellama_pt(messages=messages)
+    else:
+        return default_pt(messages=messages)
\ No newline at end of file
diff --git a/litellm/llms/huggingface_restapi.py b/litellm/llms/huggingface_restapi.py
index dcd7c3efd..51b61b0d8 100644
--- a/litellm/llms/huggingface_restapi.py
+++ b/litellm/llms/huggingface_restapi.py
@@ -7,6 +7,7 @@ import time
 from typing import Callable
 from litellm.utils import ModelResponse
 from typing import Optional
+from .huggingface_model_prompt_templates.factory import prompt_factory, custom_prompt
 
 class HuggingfaceError(Exception):
     def __init__(self, status_code, message):
@@ -33,6 +34,7 @@ def completion(
     encoding,
     api_key,
     logging_obj,
+    custom_prompt_dict={},
     optional_params=None,
     litellm_params=None,
     logger_fn=None,
@@ -47,21 +49,12 @@ def completion(
         completion_url = os.getenv("HF_API_BASE", "")
     else:
         completion_url = f"https://api-inference.huggingface.co/models/{model}"
-    prompt = ""
-    if (
-        "meta-llama" in model and "chat" in model
-    ):  # use the required special tokens for meta-llama - https://huggingface.co/blog/llama2#how-to-prompt-llama-2
-        prompt = "<s>"
-        for message in messages:
-            if message["role"] == "system":
-                prompt += "[INST] <<SYS>>" + message["content"]
-            elif message["role"] == "assistant":
-                prompt += message["content"] + "</s><s>[INST]"
-            elif message["role"] == "user":
-                prompt += message["content"] + "[/INST]"
+    if model in custom_prompt_dict:
+        # check if the model has a registered custom prompt
+        model_prompt_details = custom_prompt_dict[model]
+        prompt = custom_prompt(role_dict=model_prompt_details["roles"], pre_message_sep=model_prompt_details["pre_message_sep"],  post_message_sep=model_prompt_details["post_message_sep"], messages=messages)
     else:
-        for message in messages:
-            prompt += f"{message['content']}"
+        prompt = prompt_factory(model=model, messages=messages)
     ### MAP INPUT PARAMS
     data = {
         "inputs": prompt,
diff --git a/litellm/main.py b/litellm/main.py
index a5a9b0b38..05b0f1981 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -563,8 +563,8 @@ def completion(
                 logger_fn=logger_fn,
                 encoding=encoding, 
                 api_key=huggingface_key, 
-                logging_obj=logging
-
+                logging_obj=logging,
+                custom_prompt_dict=litellm.custom_prompt_dict
             )
             if "stream" in optional_params and optional_params["stream"] == True:
                 # don't try to access stream object,
diff --git a/litellm/tests/test_hf_prompt_templates.py b/litellm/tests/test_hf_prompt_templates.py
new file mode 100644
index 000000000..0066a9e9d
--- /dev/null
+++ b/litellm/tests/test_hf_prompt_templates.py
@@ -0,0 +1,43 @@
+# import sys, os
+# import traceback
+# from dotenv import load_dotenv
+
+# load_dotenv()
+# import os
+
+# sys.path.insert(
+#     0, os.path.abspath("../..")
+# )  # Adds the parent directory to the system path
+# import pytest
+# import litellm
+# from litellm import embedding, completion, text_completion
+
+# def logger_fn(user_model_dict):
+#     return
+#     print(f"user_model_dict: {user_model_dict}")
+
+# messages=[{"role": "user", "content": "Write me a function to print hello world"}]
+
+# # test if the first-party prompt templates work 
+# def test_huggingface_supported_models():
+#     model = "huggingface/WizardLM/WizardCoder-Python-34B-V1.0"
+#     response = completion(model=model, messages=messages, max_tokens=256, api_base="https://ji16r2iys9a8rjk2.us-east-1.aws.endpoints.huggingface.cloud", logger_fn=logger_fn)
+#     print(response['choices'][0]['message']['content'])
+#     return response
+
+# test_huggingface_supported_models()
+
+# # test if a custom prompt template works 
+# litellm.register_prompt_template(
+# 	model="togethercomputer/LLaMA-2-7B-32K",
+# 	roles={"system":"", "assistant":"Assistant:", "user":"User:"},
+# 	pre_message_sep= "\n",
+# 	post_message_sep= "\n"
+# )
+# def test_huggingface_custom_model():
+#     model = "huggingface/togethercomputer/LLaMA-2-7B-32K"
+#     response = completion(model=model, messages=messages, api_base="https://ecd4sb5n09bo4ei2.us-east-1.aws.endpoints.huggingface.cloud", logger_fn=logger_fn)
+#     print(response['choices'][0]['message']['content'])
+#     return response
+
+# test_huggingface_custom_model()
\ No newline at end of file
diff --git a/litellm/utils.py b/litellm/utils.py
index d611c05ed..3f403ce70 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -1326,6 +1326,27 @@ def modify_integration(integration_name, integration_params):
             Supabase.supabase_table_name = integration_params["table_name"]
 
 
+# custom prompt helper function
+def register_prompt_template(model: str, roles: dict, pre_message_sep: str, post_message_sep: str):
+    """
+    Example usage:
+    ```
+    import litellm 
+    litellm.register_prompt_template(
+	    model="bloomz",
+	    roles={"system":"<|im_start|>system", "assistant":"<|im_start|>assistant", "user":"<|im_start|>user"}
+	    pre_message_sep: "\n",
+	    post_message_sep: "<|im_end|>\n"
+    )
+    ```
+    """
+    litellm.custom_prompt_dict[model] = {
+        "roles": roles,
+        "pre_message_sep": pre_message_sep,
+        "post_message_sep": post_message_sep
+    }
+    return litellm.custom_prompt_dict
+
 ####### [BETA] HOSTED PRODUCT ################ - https://docs.litellm.ai/docs/debugging/hosted_debugging
 
 
@@ -1415,7 +1436,6 @@ def get_model_list():
             f"[Non-Blocking Error] get_all_keys error - {traceback.format_exc()}"
         )
 
-
 ####### EXCEPTION MAPPING ################
 def exception_type(model, original_exception, custom_llm_provider):
     global user_logger_fn, liteDebuggerClient
diff --git a/pyproject.toml b/pyproject.toml
index a733fdd0b..d56f01f9c 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.531"
+version = "0.1.532"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"