From dc9f02267ae29a91a4a9a695e6adb8e498290b69 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Fri, 29 Sep 2023 20:53:55 -0700
Subject: [PATCH] update values

---
 .gitignore                                |   2 +-
 litellm/__pycache__/main.cpython-311.pyc  | Bin 51567 -> 52139 bytes
 litellm/__pycache__/utils.cpython-311.pyc | Bin 136580 -> 137051 bytes
 litellm/proxy/.env.template               |  19 ++++++++++
 litellm/proxy/.gitignore                  |   1 +
 litellm/proxy/proxy_cli.py                |  26 +++++++++++--
 litellm/proxy/proxy_server.py             |  44 ++++++++++++++++++++--
 pyproject.toml                            |   2 +-
 8 files changed, 84 insertions(+), 10 deletions(-)
 create mode 100644 litellm/proxy/.env.template
 create mode 100644 litellm/proxy/.gitignore

diff --git a/.gitignore b/.gitignore
index 2a26b3530..c687cdff2 100644
--- a/.gitignore
+++ b/.gitignore
@@ -3,4 +3,4 @@
 litellm_uuid.txt
 __pycache__/
 bun.lockb
-.DS_Store
+.DS_Store
\ No newline at end of file
diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index e58c70e658b14a77dc06d24f639d1ac522d340c8..61a2e4b71bfad0a5aa50d74b8dee28ce82d71601 100644
GIT binary patch
delta 1911
zcmc&!e`p(39RI$%<eKL0a!qsj)g*1Q)Qzl2?b_%%!BMcRvSt24LB*E2+rSP>7mros
z#m=fwP_XlL><=f)m`$~pb?ve-80?RV!e9tV2^xf874^^U%2xc>cWp1p;Y9!Qare3J
zz4v{e@ArM)`@VahvD!ISnioYU&^G<9|JVUQXCy!JE${l0^&kZ)5#>pWTNXO*Ed0dI
zWV?97eY+V`S^D13ascN*Mdkni2J9pkf?m<t3<_j;+>{ZpKxS_GCqY4P0=8ot=CDIy
z&fD^A&IX{-cdH@5HpO;=G5+4>uv4*b+39<#ecOe86fQ^OX|<T+NU^Il53`Nb_$;%U
zNN7$%99hYEk(~_8g`R1gQ?o5|nyry6QJTznbah8&eQg*u4v*G`RgOG6@1=oJPIg&b
zIC65n!(WRGFxqT#W}Rd?>?g10TJ1a*vON9s?XgU*@nb$O=ICZ<#)fP*1T$!C1%nzO
z@5klnDM){(SR&UIQY4z*N=`ncKqLD|Eh&o}E&s0^e#pCX^l)gK2gFz^Jzm@59Bxd%
zF8;&B8M|vpvn7>*qb}2?N-3BbPg3EIguQG+wUe%|LPy&yB6zGKjPn+*+O}jwHD>bC
z7;e+1^?}q*^N-exhy`^Q83_g^^Ky>ruGO^9@MD-3fp@zIUZ$z-v;>n)nsIB2zW<ma
zqjs4LG{x9I=g45z%+i<l=jbA}`a=1!sQM^fKybjNcGvlo0Cs&2Uoh5OrV!>|ggB^=
z)jc~QeK;eTJ30CAom6}46R>0@{d)nZ$p&x0QvF^@Gm3o-DUc6Zi)M=UWu*6{2_8+r
zJM1ekff8-x&#&X$NlKNTBGH8;(#Z1*Lp#z-M$c6WiKg@c!=5(af&q#F$H^xP{ec9#
zHCQ&fMkyph=@$AS)rEdkC9T?P$@|7o(10HdaML?2{eofrVt^rWqNO3iHaXFDqET{F
zi`X{luH5pHyP6a`PcMMeu+a%S_AEV8>_1eBrOL5X$<}^)u*kRT%rN2d$M|Bnd+CYQ
z@V;VrA32e~7}q%v<sXH}su0NzUVr@BQ^l8FFA9;8FkBXfi^4E9i0ksqzxq*ElD+)F
zq}~dyST?mP_7ugQwHCh)tUF%yw3R)(b(WgHdm_d5-jb)U?CI0(v}1z<IW)UpZ>D){
z2oUHh`}-=s5Phn_SS8R=p%{)=qdlc)Z#mklOOAkR9Vk37V0vhJXhR0M?abcUz0*%u
zN%x|U99{e<aQ0xw!6e*CI#VKhXa7KR%E5l`u&2bUSAJ&Djl$aUSq7B~r>^Zr=-0x<
z>x&5eQF!jgrySA?Yq!3&q1%_{zTpOimWt?Jb4ry~xgrNDfpEpuS`pmT(1ULw<kX>#
b>rD*9JOB#oEHI7_eY#_F@D1|Y?T`Ngh$e3z

delta 1325
zcmb_bYe-Z<6h3qB?t1U;-d!L2baV4j+FBw0P>`SqrH4O)iV*#g1Y?ka=yuV9SxbAM
z6=hBly}&3}>#nA34<dpP|Ckh3k_%C0fBTX4_*>0r`?%K6&SgH%oH^$^=ghgIT^7Ie
ziuM6TF$0rskGo;>Pq<)rqs-Bw+oC-OZ@_5r%fV>B6#XFf^cBe5^^fo{k*#k*Bfw>l
z0YgY8MmqI0+eQGR13*L~5CbvM+1u_)0UHhqJT&-1<zasW8^Z`dV{1v85jLrY_zs{x
z;j4;t?e%OyHPDiNXHLQlfF(Tz^Vrw#L?XS@@AIZonc}p>+?Pg2SGsJenHo*>$!Whw
zXG%mf&OEP!ej9Kj1O5D9Ej<@@?2&s=QzZe_5$6SHw8ZsR2;Ra<DqFG@tV>*<$bw<1
z_OjIO?9020XJD7}A3Lf*1S08SHX?0tOgu|SZt7jupEaJH^@oYnT&6ncg3p;3&<!<1
zUvqOd8{Xug&u7uyRigTkMa`id>zqy?NX?CB03a4(RtqS)>vd*@nYWgVkehPV)wJcJ
zr#NI)i;^MOL9Ex{hM+H?6S0vy_{g`UPNXrxN92ez%x+yv+&lsz?}h?Ui<9K5Ah;u>
z#Ho({n@U}u3?PcWj=z(rB`MxO6q0-=0yZ@v3=x;Uuuf(RDeX#|1+~Fpu@>4;z)b^M
zfvJ;G1zYGYt&E=4s^~9mohPU<TR;qM<ww&T8o9wkD<c)OBT`fNmfJGe^9#P`+Aa=r
z9MTvBY)gS%R2eGF$J|`SA&dKe<=RFLPPRQ{V;Zd)%9lT}-{%<2`*+i;Lk-kCd{gM&
zMqdv12wmG~$Gzjik3xE6B-j5@vd>7~*OIr-IMf<xpW0bFC3#;-b<<MalvGErjGXjz
zZuf2X!-U^lT`o?n*(_I=iqA`p)#cIh(OCfvMqT$W31}=Dd033lo9N7=VT5L)ryid-
zp}DB**|-6X-Fi1}+GMuJG9598C+1lZvt`Dt88K`6eAZrs%=3`Mg)~7Bz5{~=5d`Uk
OYhGGBtfIM-XMO|aw*Q9!

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index aaa54ab894fa10c46e67793f3a73ee579d51f232..da70c6bd25172ba75ffd3c0b33935789a20b2572 100644
GIT binary patch
delta 5310
zcmZu#3tZGy_Mh{cnIDf4W_Sqll9vhtsNf@55QS2+Qq-W2D^NHv6A&<icLty1;$O`*
zv?6bK!6%jvtWTv5`b$Mytx#)oF;Uss-E`M2A8Ap!yZPRG?y%^#e?BwcIrp4<&+DH1
zV#T}Oe|q2Bf2W_HuZsVzS`=!Lm+kRyZGls+4_bZ(xJKJHT!IC3&Bg<2jWwK3*_5Te
z>(sN|^B{z7+*GgL?bOqwWg&FT=I3A`ZP;9{R$C|1o0}K&Uo9nD>hzyE4dx+L66z<X
z%tPt@Eom@}rncq=B#h&{M#=iJInk+~ry^6=ZWtOQJH4F2W-k<3wPqvIymJKAuMeRM
zH>7AK>sWIVb+)EKGUq2l3N>sQ2nn>ebvg{EIa@6-g1+-sM1aPuu2Ku5TBn9<8A-ot
z38&Y$#zQJKywxIl<%XuA9p?aZP@jWZa}e)4O7x9<I~GRM@o#5=k?!6yhQ9xH6^x{J
zH{{crZ6O{jt}WY+Ky;01L4mExVzs+94qNREw~xu{s35l5%Cf5}P^swr9n0wb9p4+@
z;0<Et2FVnJx!7z(Sc*UpRv^4dL)t1~gKKG<zm_(?SD4=8H>i11mtQRZ^vWtj_@?Jt
z$F>x2EdEk&?9v;1GAB0byJ8+YZAkAjq+iU;{!fd}d@s@1qYrMD8Wyiw+>@NzsBiT;
zZAk3V2Q@kxoU5EYV=}OB>S;sTtsd7;@10RY13kXyuJ)Q!<&bFF$xwP>udMx}XuVN7
zkUrS!tvw-HF`GlZ)Ml?GU{z?6D^|V3siJTy#FtN_+U&#GP1Nej*3J{1Au-q^&~br<
zo^r)P0qy1Z1f9?o!S(oa{wVg{V-TTJoAtaA>v3R3u)k2K;Vc8P7$ie*IOj=d+X??C
zJHc$|o4oOkq3rZk7^DG}V<^qJ5H5&*Rs!v49|?){di!%c%*Xdlkk?|in_R!$Hw<7P
zeSd#@R570zcW9Zd!a^)1mYPzF*<5KYFR8JaE!B2vQgQ<K@G)%~mC9biOM0oQSITm^
zly#8UH6XgjFR-b+JLIu0Km7E>C2`(E_Sh~z{Lm*3Y>P=#t;&s`oTfUOGD*XKI@5fg
zl+>MB(&TJ)XSVi9$>nu$0nWwJ!ws<3r90vU@?P}SMF)Kpul<~pmt8p@%~5N=;AEO>
z`!OoPWcsU5Pr)hb-I)R1G`BNF`xO^vxJYN5AMB$|XR?i#P{-d9zD8(3*pILs;UGd0
z!eM&n%v3l;r*ua~A3;VN!iNaU5e^`T<aN;H-RtGQV*772{_HeuFDFY~b!YPf;3hr!
z&2;%1%D$z8FAom5h2(7n;JG6ziB7wGOx7UnM+aWXjlRic?f|>R>L3eC9K=*+DIq3@
z#WRL?UphOCzIMe|0@=0xN?ag3poecyhFer~XE_X@tL~J6j$Xf$2R=0GZUJAljd#za
zgrNFxRBR}#FgZ$UZFa{ri`{N2w~$bjb>do_j$YlOuiuLu7=_G>$c#kl5>nyx(|azy
z_!r)P9DeQUxZfOTj6<P_$cWSfRImm6#$$5`!Y~AHwj==JbxBD3a9A{$=G={XCYB6G
z&Ik@}wZ&>Cuko=)UosN8sR*U0Y(0W7a2BaG2qzHIu*+hkd|6N+B#zJ_BN-tDVJC{(
z5SkFaME7<fH43GpS!Ezhs2_uL5ppjeh-lK0Hw>Ez2#E;&IV6vvRHRMV4&zO?uG&^!
zVy`PJ<5?x)*x@1$`WQhNk3gPC=0fBhMNl|MWH2)Z!OZAv>@W^tJi-Ko420F#btG#E
z0-h)@<zx`JWxhOAsx?YmINSqR%XUP<y8}ffe~6u*!C_Morm+{JAl)EDk8<COf@o+|
zzKDWefG^pRXo!Wq>|!*Gji15C+4)x$6GM{uk6Sm-R9$KIEPqnKC2uJiF|Z8B9g2l&
z?JUmPqol;aa?n1{=_5*eJiM;fy})UL8w8od@)BU!e=+J4AVpiog`LXo1URl4giFLN
zms=bb>pahN_~B3udp!jvMShD@SB7u^13buq*NNB;USho|FdlxzMh=Gz?IJ$tvQj-9
zyfr!tDtHm0oYkj6lA!|WN`#jXs@Q=vC>kLaXDu>B6?n{Ivjk1eM@mc?LCVe^9|c1U
zV*CPRIIz<aHg6QfX@A2RA<CvvkQBrHIq@t^f&%8B4==+^_GUh0K?Cc`hZ>&g@dXgA
zTY=-J;`qHvMFFgn3=cV_g3bJA!EBufQ|vV36fz4sB(SiNg)nLWt`oP$Tv_HI4pvhL
zd0cZxA-A)F{agq`Cg{<CsEB`{x_byBJQ1?UsR45ufPk4JL7XxgJj?DiR#XI$@G4tS
z1Ur1Uq8MSkl2{BKVepCabshAo;Tk))5O!<Zx#;)G>P6743C0u~B~pV!GEt*1X=nC&
zNGbN@kn`OJVyd)TN?x>)61&6XsIwcjo?PxlsjjxFykwq**eh*Tw^yxcVYSU<CYW%$
zmPZkTf1*0cHZ+3popPrh!lkgI+@O1a-BLy@juKwFbr#|YmyK8kDLNDrgaDmlSq3J_
z53|UPXJB?dW@lEwM2KU9UWO|$oWV+%0LNMGO308?b-cq#R=*Ms!)PV@w~#GCGh6%$
zKaIQD&R3uU(iOha(j@o;dwdPVMV#S^7s*8vr{_(2zQA+cxxtMXHRK$tU&D|29`rp2
z9qMM=*FY0YQL<izSJWwgKml%~lNWiFRn%FlGGj;=@=l{lo!R6t#k^#<Svgz7dK<ZE
z4V(Q26hQ^s_Xa!@i<XJ7r6cE%78})hq;Nh+GmBjdMuV{5joha(csDCt3v-}YIkXn$
zV-%yCU|71)b(VM9#r=M$0jUN)YM1QEoY3V)ZeKu+P4KKtc+Tujmh&ovtlJ0yihdo8
z0IqpFgK$H?W^xV3eak8s%z`D#?--OqlE}eT6!5Q#)N|-d;{S}B+5$!LDl|2}-xTAf
z0+nxC_;Sm6n9e@uP^$>JUllKaUj!%C4MxZvqZ?qROwqvm!odEGZ~&l(9oz)rvPTDV
zZ-U7Gno-!yCuF<w{APFxf-!+c@MKKt%h<ZD5Y7I$g)iIvEU^{N!!6FKfeyvG6-KEC
z3a>@%{Zr3pd*3z~HcV(6;PLo2y7<V{Vr&$lk->IIl06f{(ze44IHoMy&UbuiC9pYf
z!U&BM$S&II9l|<x!qNd|*(vc`rMFWu%Ph4GhO+sqAkar=_FkglJTF$;1_|K9(l$X5
zd$$ezC7&?5Cpa{8893GaeW5k`ZdB*1%=~NA<&hqCwGASR#mw=0hpncz+T!5r`B{sJ
zmu`WmPlCzgxfd4<Pidm-Vk&R~jE_{8+gB`w60H75iY$!P?SfqSE1aFbv5s930sgFK
z7tHX9X!Y&VC-ILG`3^J~bPZVgebu?=AS4)8qb+f*+lHdG?8-ry53jK~hajfpV-)@g
zp%61H%H?0!yo7KWLB-!z<T|I^UbZ?%ZJopJQU3!9ZzG5kWiu-O9-E@3K1J#icHs~V
zl7B*4X7>(3w&4NN;yCyb4Q^#mcR&m;vZ@X+!;eZ=2ORT>_Cb?64(`Bw{?5v^FSM3D
z#cziu%q%(1_H;r9)U#`yP-#7Z3O`5q0zt&`(0TOR<CSn%cp~Bxj^9P8h)+g~28194
zBl?zvkc@B?`ys?CM~_1o=mWHYy{djlWLHnXXgJEEPQr<FynylD&yD#IWh*i}gX`fX
z;D<r^)!53aN{Gc?YqQ!do^vRZMSce9+E6ZEsr>pgn9E<}?6c2dB>%bnIpk>vbIGea
zr~MuPqLjQZV2U>!V(ct@3+LGKb8y%omV>y?VOPE|W}JsXsrYOlPa(X5k;J2YUwq{B
zB@=fX&s7xP$7Bp^KF@DSQS9J(ei+1}qB!>Rd9dmhU=EDPNMdt)coLG?>K>S?&ETw!
z%Ab4SuX1$%)q|glW^U6hd!AFI3I{vcpD#dasEyM`{Ui4d&vD7(FG50U|M~pL6-XwT
zXciTU!_jksW+87JTXYeUwAq}#rR=&0PiP^N-S`^X__b}_H;@h4tos{?NflKmwz*3f
z<t-5^`g9nn7Z5}dV>b9Xp2>z>h9PpU$3)&`D3_n)bfBMd=rXiuA%#761IEcB<Bg2n
zfHYXZPTqjYTw?eRVtq&8NQ7}p)_35imUEEtrIPmp_<(j6Z`fGzk9_X_!lwKL<=P_7
zS**1G1c8t=6uUAWtWiy7BK<4}x4z6|Eisw-4b}6aF?x|g)_W6X`_9Hb2rskze{hvE
z*@S;WqVMy_MrdMl{|WOG@W#vcW>E@g!p_^O|J*Nx9fb9Y{$J1zT*)UtLz6F>7WOwQ
zWw-b?s}pgI#eB_R%@5#7$Y&QHKxQn4L@)~BvT=atK3|F*YmjSg%95fXzo|$HlM9eh
z*tAGW_Qi4(HTluL52R8xoMC|)X=vX|l4Wb8Y`D%AYoyiMCA{Z-MW>b4gKssbC+8X0
zlR)-?EJer$oXKmfOP0cPV$Q^ShOnEm^aAWx^1Y-90B<ttEwyI{V_)$Q{1lxN51|m`
zg(Bc9hkT8K!AObcOgK{FO%ugd_(&P@d}PdJ$9yDvJ^qh?;47Vog(fNqALFDEJK+<V
z+(mW4NChI`n}&RkJbY!4SqS)`Aox!3+)wd_EpDO23rFCk({ls#T<frj`ve)RF5!p^
zkl+d+Sfirq$iwLn)gfx(VJ&G&ZMJHWc7kdB#cp@odmLZ2b=8*fq*)2lN%```sTzpr
zRs9bZdyfM{uZlzS6XIug#fSFx8bSUNextk-AWfH2OSLexSM~qn4}yR5QR&l)F<2^s
Fe*>YQzFPnQ

delta 5202
zcmaJ_30#!dwV(41-v|T3u(_}ZgMbVm?h#i^OnA{4(YU-Q8XTAjA~1vBj5}^IO^GHk
zdaE~T1zh41+C($pr$!C&rAkvZTDLMyTcb^)=GRCQlaj=x_kV{(-|~Ab|2g-ZbI(2J
z+;g}2^V`8MHUx+7?%dgI5I-+>>+1ab(*5D}o9GeWJDb{xYT2GG*C?C4^6NuJqw5TN
za_ca4Uv-4n!0r7ghW&c$a-*X<f_+fZg$=BoLcQ7Q+ESz9YG=1=mx#|pOskuhxUAaZ
zNG(?|g7$(VtvX`9!4u?2$EP-oHP>cQFIKfPp8am8h1G3Q*|YVLkr~5<_Unpkki#bR
zhDg24pY$k;S?XdbgVk&+5bk}l-6_T%xjl<=So6+UwtRaA^<jIqZ<5@2HgiXM*S@e=
z9p;Gc@I-Y)SI0Q|N&R<rq=)qH;162AC5_e9n?l0T!KFF|uzhs{S^my)Vf@aPNlbmS
zOTese@SDdd&hGNg*4$NPCH{~~`@+fYa;MAV5AwRJCa{>@FQ_*RWH7LeyKmWE7lh_O
z5}pLiMRP4+1waG52w?2(J!RCx*KKdOYJQ`9&y=%0`ino7{`Pdb;tPJ~ypi(RC-2@-
zTdECSMNUMx$fVJsE+v-^9$Qx&8v>3=aCWi8Mk{S#c>-T#c7YydIUC2eHuhveO%`^x
zF-jdRd+j?G!+vZGQTxl**|{++u_=VCtXGqjENo0ud{@O0v6QN5rKy@6mX3Ul^jg^{
zZ#UL7%))|CS(HFChz#DIEcQSjN@Y(Rm_jvd%Yi)8I>h%Y-<1RDMA59%!A914FfVGK
z;BF2w7(D$%jjS-VDT95Phc*)X>TqpxgrVlqp7{}m53(Om5g#Wa%=yX26Wx{kc;kt9
zH9y(+oA(wPh4r-eSJOJ*zV|zkX+H*emmO{HseUBLi@wjAXBpK~f=u#_{g5d%kp1<<
z89L2=doq{Kv(HavtA7!~bYIt&l+M)1hF%<Dy9yiE0DlM60Ga@A0uBKR0Y_N<#c_0)
z{o`Un(orz>0Cd1Az(IhF`aPC$X|w4H+MlwPOHZq}1UbPMcX?7IeZySW3kKbQ>?Yuv
zs1JWonXAmJ9Yv{}0Q?Tn4)ON@gUFS3pV-&ekDH93!`R^)k0yO1Wd2Bx)8*9`6?rv#
ziL*$vd!2zkLVd-w?qS*;m;&5VeR(%iqUatgzLQVwZ10^_6v}$vEg>^ocXvDmvnzKe
zi&Zx0-g$~;A@}1gT`-jNrvP5Gvw`=mu?b*afzfzSa9``r=G^yD&W0ZJ809zF>5V9x
z6+#(72B>>5PzT)<G<yQl0G)VBH1#yuKnL@uqA7JuHt600{6?qCp}i)0+00rFxP1V{
zFtZsTO<x4{3ZMnh7b;6Yh46#Xl#ycwBNLDX*bUJhzy`oMIJOrQ3R3IO!(%9K@&M3<
z;QkFD<9GzTbToSbG61pQ#lgfNP%>e1>~5mz53O*Q7J25ClsG*etvlZqL(y?@(36>4
z1Op!cbU-3M6GIb|hC@CKFaj_VFc`1~N;!OFEafO)nRHhy`AurRkSx}pPN2I)EBI4A
zs3BIC??EV!MYpE_<9KKi4UUwehqww$x*2P}1zo^0T}z@iqI0~&N><v>e_^FTRKVY}
zQldIZ*m+(5i<Mr0!mOTDp-vU7I{jQvT1Dy%LH|admPTuhp))b$bATfLO$Md^H%6+B
zvejZCY}BXN=wwhgtOUQQ)aiA)<_A(9hOS0FFo&K<kV~Wl2|ffj4+{{rAXj}E-;hHi
zDVJZ!p<H#5=yXw!>_fpp76%MC0nZCqoXW@drnvY@x5HUcR8i*fYNe3P29yEj@aG0l
zVUAprZZPD`2i!oj2t&^YCFg7|D2;zHfKn~8{{k?)P^#wf11UvaDi}ffV*@EOS@>5u
znVz7>xNkE3f+p}GQ)n2~@Oe|HGE2r$EIO9qyeNAE@LRxb0k$A*6%3Dq;r)8&skBkC
zJm8?4wx9c+rD>tk&N|UY8>V-iMn@EK@C$|1KMae;ALJ-2@oF9(HG{^BS+&m)4y@u^
zXHaThI0lf#@-58W1<1G`>`xY$jRYXYS~NVf1lHiI8)s4iy}}b`(k^p7q=0Pw^h`R^
zo!-?~FQ7If-QY`>&_2~CM2Gdh)pQ{!2C26xS_Qfcg+a6C<K0$Lwy7hxV^>n*ko`jJ
z53MRMEt>DtJY{Z|zf+ZcQH9&?(2#MDD!fg`kCp|$cfcCp6TN;V#VOsJg=K%3$62B|
zy+!lw74w{0AS`}<6=jD)tO4$ub@Pj4S2`nGHdV`owc~u@OY}Hd_|cc>I>qx{zoa}m
z!9V{c<(hhg3WXM)T0=+4s$Z?45ejjhyoR#qJRi4)W>cEpw1)aAbcTQNDy2O7M`3ue
zsqpcF@lVX09JmquLkuEj_@a>bgPt!F``iy0b~V@`0T(U{nKlYup66p<qYd<ke&scK
z*_eF>0&J%Fi#wIfp64nbnyh^c-dO>QLmhUnJ$a7D?GkJw->_czW90YNQz1>|(-}Qw
zg*%#bAXGXK*e)-Di`mdPKf%amk>j5ScPw0M<@XuQqOtm{U(o`D_NR@MK3LkiAe8n7
zg6Xh;UWjF{>7iI!!R-jBM+0@|<2em6%@W!4RP(i4sTW_gg`)HmTvSySg7k-%I$chj
zX^tYVbD_5*cR!D*-GIfL{GXdChFdq$Xj3_ixuh|Dow(UjrcBm#=!t)Wwp_sfW2TVi
z>rZc?1{(Ds$sI1kgiOTG!;4zM{5=%1TuO-hC#S}3r4h7JU%izs5MAa)brfd`^yka#
zC?SyJKuV;2ZvU2|`LQ}0O-xtnX$-|6xi$)9Q|ZViFWN?xw3DCSMwh7_tt5VTJH_(W
z?KFhm(xZ1!e`Bl+LG(5}s18vO(|1vNx-=RVa9<YQL$eP@)&th^UArjLB<rA+U)n_z
zXrJC|w>Tpd7jfE5IYHH=ZDsYrUATR(IDo$2D<-uqm?F(usH4-;plZco;=SJz6ML~%
z%+Tz&D4hSRmJ)dNY6@NMFisLHf4m0!ezka!*XapVwcqTX=dGIOoh+u@Zz*wCR#iB?
zV*Nkkw2P{qEK65I7R3a}`$wQ^;j)|$%!2Kq!t<NuDk;LkcrcmV+CcwlI)#Ec&6hP$
zJcaSi4KzW&-$2VOq4KcoDAt-I)XTCO_T`mtCl<*%{{9hKK(F$_M=5#vaR~i@>BzUN
zlkd>H3iupwAMm9Bf2Tlro`5fH;C~O0$4)Jbe}$$jrVl~=7XVief9FZ!u`x#6@$5*5
z_B8~m(ZDYqrD2wPXvyQ^YdBHQt;Z-?RNZ68$U%SAcORqUA*NuX5Sh8Vg}RCTtfqx>
zshoe%LS@TOqWedHQveyw1NY&1z%S{r99c#vUH=hM8KLmTphW<p05*7%3CIF8Lk|#v
zygw~sUGdYezW4VOOc4=kRGZ;vNaf8R(Ew`Zw?Cqm;pc?D*fd*_B3ZRE*%O3eQ3+vU
zIDh9#cS(7X=JZs#T^?uPm>PmHF9%ju=qXB4yTCEM&ncQq;&j?}n)-;3bEj#%nkXcT
zcBh^pq69tdV|p@}c5~Nd`jU?G>3^c5xpG~|OCVIWwJ<H`N#2mJAw)Tgc!6kR055}=
z!V6j{HZ%w7cxh?_xVu%{u@d;YR&k&t!<LnQ+)A#r1<=U=!v;7hwEf}Eg(c1^%y^N@
zUg^{_d9k0yse^?=jqdZ)r>3NzuQcLZb%=5OCVAiSXmen13HN<UeY?5@ZHsv5KGSjB
z{_rXF>bnSvINl$+YMHblZ~_M9nH#v}3<Yl(pLmrr)!~BvOkZ)8MyoW0fA|IM5!b`Y
z>tfd%&Ks^%a;z*$xg}mh;NJ(LzjB@8g#M4$Db+M8U@q+jm74MeeJ@O3e}guul*O}e
z(QuQ@`C9I}Mg3?2ufIk4Lh{8evYLCNCm=(QYNO6ZQyv)S^t5j%gw&~`QOF0}7PI#W
zPx_Wh)#-v$s;~K$q9`gAs$2wSGinn+Pvq}>M_p+eKlvR^Gd~L!U@p)6m#{E_cWI{#
z^9-;7EBTY{w4hf3GD?A&hDDEPi%UtM*ri#(OZw;S)JVd}mLF(?c_NGeR_jB56dP=)
zbbAmoQ^4J%{0BY5by9}TLIfI|mLA%|0*`=VC{}=537Cu7juBr+6nW+M5k=3twIVtB
z+B1-2L-2=}%+oaSQ0&mrCP6ZdPgImFa|&ocgZ`4D6dUP}{D!KenK~{@F(zdMeaW9O
zDQnbfp><QgYEm{+LAjvw$J;h*ks@Zl$>Ekac)1nJySltMMhIEp)+Lw44)_{UCiX9{
z+g%|xKnyLPQ*-$rf|ci}NzV*X@`xCpV^$hRM5DWWfj)Q<$AZ@dfJc`08M2WGN<OW+
zgOcy71YQ`b<eKJ#QN=ffDxT%|@<GG*1e#o*&!H>64hXDcJkkTt<rq*=06ehd<4BtX
zYAOJ49Su*Iz>OG}eR=WKI-!RTO?ek>MpJHha>Ge9J}TN+vl<qShEkWst38-zS#`3;
z0wpO_{6WPcRdRmB^Ws#Pl1N;?8Kz7!J-*CH@ok3xg`<LV$<k&J@WyEQv2XT4Ph+Jd
i|0m4XS4JxZO5a&3rL`IUZ~Uj^-+ow{f1ry}NdE?;Q<drf

diff --git a/litellm/proxy/.env.template b/litellm/proxy/.env.template
new file mode 100644
index 000000000..8873aa289
--- /dev/null
+++ b/litellm/proxy/.env.template
@@ -0,0 +1,19 @@
+### KEYS ###
+# HUGGINGFACE_API_KEY="" # Uncomment to save your Hugging Face API key
+# OPENAI_API_KEY="" # Uncomment to save your OpenAI API Key
+# TOGETHER_API_KEY="" # Uncomment to save your TogetherAI API key
+# NLP_CLOUD_API_KEY="" # Uncomment to save your NLP Cloud API key
+# ANTHROPIC_API_KEY="" # Uncomment to save your Anthropic API key
+
+### MODEL CUSTOM PROMPT TEMPLATE ###
+# MODEL_SYSTEM_MESSAGE_START_TOKEN = "<|prompter|>" # This does not need to be a token, can be any string
+# MODEL_SYSTEM_MESSAGE_END_TOKEN = "<|endoftext|>" # This does not need to be a token, can be any string
+
+# MODEL_USER_MESSAGE_START_TOKEN = "<|prompter|>" # This does not need to be a token, can be any string
+# MODEL_USER_MESSAGE_END_TOKEN = "<|endoftext|>" # Applies only to user messages. Can be any string.
+
+# MODEL_ASSISTANT_MESSAGE_START_TOKEN = "<|prompter|>" # Applies only to assistant messages. Can be any string.
+# MODEL_ASSISTANT_MESSAGE_END_TOKEN = "<|endoftext|>" # Applies only to system messages. Can be any string.
+
+# MODEL_PRE_PROMPT = "You are a good bot" # Applied at the start of the prompt
+# MODEL_POST_PROMPT = "Now answer as best as you can" # Applied at the end of the prompt
\ No newline at end of file
diff --git a/litellm/proxy/.gitignore b/litellm/proxy/.gitignore
new file mode 100644
index 000000000..2eea525d8
--- /dev/null
+++ b/litellm/proxy/.gitignore
@@ -0,0 +1 @@
+.env
\ No newline at end of file
diff --git a/litellm/proxy/proxy_cli.py b/litellm/proxy/proxy_cli.py
index 7698fa63c..16f39404f 100644
--- a/litellm/proxy/proxy_cli.py
+++ b/litellm/proxy/proxy_cli.py
@@ -1,18 +1,36 @@
 import click
+import subprocess
+import os
 from dotenv import load_dotenv
+
 load_dotenv()
 
 @click.command()
 @click.option('--port', default=8000, help='Port to bind the server to.')
 @click.option('--api_base', default=None, help='API base URL.')
-@click.option('--model', required=True, help='The model name to pass to litellm expects') 
-@click.option('--deploy', required=True, help='Get a deployed proxy endpoint - api.litellm.ai') 
+@click.option('--model', default=None, help='The model name to pass to litellm expects') 
+@click.option('--deploy', is_flag=True, help='Get a deployed proxy endpoint - api.litellm.ai') 
 @click.option('--debug', is_flag=True, help='To debug the input') 
 @click.option('--temperature', default=None, type=float, help='Set temperature for the model') 
 @click.option('--max_tokens', default=None, help='Set max tokens for the model') 
 @click.option('--telemetry', default=True, type=bool, help='Helps us know if people are using this feature. Turn this off by doing `--telemetry False`') 
-def run_server(port, api_base, model, debug, temperature, max_tokens, telemetry):
-    from .proxy_server import app, initialize
+@click.option('--config', is_flag=True, help='Create and open .env file from .env.template')
+def run_server(port, api_base, model, deploy, debug, temperature, max_tokens, telemetry, config):
+    if config:
+        if os.path.exists('.env.template'):
+            if not os.path.exists('.env'):
+                with open('.env.template', 'r') as source:
+                    data = source.read()
+                    with open('.env', 'w') as destination:
+                        destination.write(data)
+            
+            click.echo('Opening .env file...')
+            subprocess.call(['open', '.env'])  # replace `open` with `start` on Windows
+        else:
+            click.echo('No .env.template file found.')
+    
+    # from .proxy_server import app, initialize
+    from proxy_server import app, initialize
     initialize(model, api_base, debug, temperature, max_tokens, telemetry)
     try:
         import uvicorn
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index f6446fbf7..b8d246cea 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -33,7 +33,6 @@ user_telemetry = False
 #### HELPER FUNCTIONS ####
 def print_verbose(print_statement):
     global user_debug 
-    print(f"user_debug: {user_debug}")
     if user_debug: 
          print(print_statement)
 
@@ -79,6 +78,26 @@ async def completion(request: Request):
     data["model"] = user_model
     if user_api_base:
         data["api_base"] = user_api_base
+    ## check for custom prompt template ## 
+    litellm.register_prompt_template(
+        model=user_model, 
+        roles={
+            "system": {
+                "pre_message": os.getenv.get("MODEL_SYSTEM_MESSAGE_START_TOKEN", ""),
+                "post_message": os.getenv.get("MODEL_SYSTEM_MESSAGE_END_TOKEN", ""),    
+            }, 
+            "assistant": {
+                "pre_message": os.getenv.get("MODEL_ASSISTANT_MESSAGE_START_TOKEN", ""), 
+                "post_message": os.getenv.get("MODEL_ASSISTANT_MESSAGE_END_TOKEN", "")
+            }, 
+            "user": {
+                "pre_message": os.getenv.get("MODEL_USER_MESSAGE_START_TOKEN", ""), 
+                "post_message": os.getenv.get("MODEL_USER_MESSAGE_END_TOKEN", "")
+            }
+        },
+        initial_prompt_value=os.getenv.get("MODEL_PRE_PROMPT", ""), 
+        final_prompt_value=os.getenv.get("MODEL_POST_PROMPT", "")
+    )
     response = litellm.text_completion(**data)
     if 'stream' in data and data['stream'] == True: # use generate_responses to stream responses
         return StreamingResponse(data_generator(response), media_type='text/event-stream')
@@ -91,7 +110,6 @@ async def chat_completion(request: Request):
     if (user_model is None):
         raise ValueError("Proxy model needs to be set")
     data["model"] = user_model
-
     # override with user settings
     if user_temperature: 
         data["temperature"] = user_temperature
@@ -99,8 +117,26 @@ async def chat_completion(request: Request):
         data["max_tokens"] = user_max_tokens
     if user_api_base: 
         data["api_base"] = user_api_base
-
-
+    ## check for custom prompt template ## 
+    litellm.register_prompt_template(
+        model=user_model, 
+        roles={
+            "system": {
+                "pre_message": os.getenv("MODEL_SYSTEM_MESSAGE_START_TOKEN", ""),
+                "post_message": os.getenv("MODEL_SYSTEM_MESSAGE_END_TOKEN", ""),    
+            }, 
+            "assistant": {
+                "pre_message": os.getenv("MODEL_ASSISTANT_MESSAGE_START_TOKEN", ""), 
+                "post_message": os.getenv("MODEL_ASSISTANT_MESSAGE_END_TOKEN", "")
+            }, 
+            "user": {
+                "pre_message": os.getenv("MODEL_USER_MESSAGE_START_TOKEN", ""), 
+                "post_message": os.getenv("MODEL_USER_MESSAGE_END_TOKEN", "")
+            }
+        },
+        initial_prompt_value=os.getenv("MODEL_PRE_PROMPT", ""), 
+        final_prompt_value=os.getenv("MODEL_POST_PROMPT", "")
+    )
     response = litellm.completion(**data)
     if 'stream' in data and data['stream'] == True: # use generate_responses to stream responses
         print("reaches stream")
diff --git a/pyproject.toml b/pyproject.toml
index 7186e84d7..62daf0d5a 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.798"
+version = "0.1.799"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"