From 851cb86daa835a48be5ab42eb14fa0be6e633567 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Tue, 3 Oct 2023 21:05:20 -0700
Subject: [PATCH] add support for ai21 input params

---
 litellm/__pycache__/utils.cpython-311.pyc | Bin 139323 -> 139801 bytes
 litellm/tests/test_completion.py          |   4 +-
 litellm/utils.py                          |  21 ++++++
 poetry.lock                               |  78 +++++++++++++++++++++-
 pyproject.toml                            |   3 +-
 5 files changed, 102 insertions(+), 4 deletions(-)

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index 5a3174dddcb5479c2a9a878de9793b053c9ac475..d4014abdd12483b3280c8cdcd73659011d542d09 100644
GIT binary patch
delta 5458
zcmZ`-3tW{|wr73k0iMH45Cab?_&^R%Q4z!kzCcYyQs*|Ncsv|F!GHtpb5Lnin5J%7
zGp2nyTZ}-_8<|=bdcSLBX=-Ini9IGd>ICLg-uV?+-LPh?+5deIZRU6J=b!bhwf1`L
z_3dwMUOo}ja5^ZoH6+9mAbzfV7OVbd`wOA}wM#Kt+K%ozPt>VB+_;hUXr`xH4F>lD
z?fIwnQ?ItH>30K<ZU`+&E?2OQ6_f^)q-gPtNzt2)%(U6KVNglx6d~9U$V?jo#Z#L0
zc#~~@y5yM!&n$Rj<<kHbSdy_}z#0;qagq}xIYE*$9-OU;+bNt)=yNtkILj2yhH4j|
zvS~jzheayx2|_-xPo5^^S^e_5<~v4a_gM)LT9f*;W|ib@4p|$((gy?x{mD|laIan1
z%Z!@Rr}IKdved~G8dLi;f+$U^+HI$FExtKYJGeWP{F08{;ihRKhe(lWycW7A&YCON
zj{n8l>0+%d%%8bI)WIND_$@W=89_7peazIFTe4`DHnhb?v$aVr<3sZLVwxxH<=@oP
znp(2^wB~5v3az<)S_wjHUY}MP-6^P8?a95hG`}rs-<7~R=bCXD_8?Y<z4MTO`v6`5
z1B``WEvOm+K8w4ia<S^EsqlJy11g>CmsXXlZjaCCt*S2cg?PlTCF*@Os@tV{d?t^}
zS)uyES2I7Wwor9DE4;P7uxh4ypi`)tBuDE#P-C;3{BC6c(ya^tk!ei_W82OiG%41@
zB8V14K!9hwwe6GVb{mx*qqbE~(pDUf7!lkPKm*b`Qc@pTv~$7vV0(u(3Y>`@$(e#P
z|9o(wcK(H!yHYw5lEriW`QVWq)-Y&H=tv(gIE&5)r*v3j!C6Ed<8#`lENmZF@W`U}
z*tGM(=^a)ZBnzoy+@$u&^V>5PK$3bsIIXR+?Z|+HX4L49sF77<U0vpIR#cZceSyVJ
zkLp$3tQGS8ZF7$M$aWBFp?wlZWmSn<;bDiM@SHZ~HK*x>AiLXIUK?&smli{2%o~@H
z;h0f4&oMu589RdIkuw(L70z|cSWq~3M!)2!)^lbywYFux5lH5fF!;JQ^UaYapCD7)
z?tOEW!E{lO>)Ot}tts?-&GqhkbV(ccUN(KEmA{u_`br2lwKcvM5;FKjtTtiy@nSD!
zoA7*Ed+oy1Ip2W%7VsV5VZa%{qkyvj2jEYDHUYkfMTL0<ix>TBY2M=gSevz37t<EL
z4IP<eFp}(-R)GI50NJuP0Y?FE0c0`X5tKcO{Wlm61gdMVUK}>+fAD+^kOP<qSOs_q
z@G{_)CoV;29v74^!dq3UddpPiaIU$z5!fB}Dgav|+Hy6F_keLtTX<=q>1RPc)7E@x
z$w0-RXy1KZVEzHZAGNvN!@`3^x!3?eI3P@0+kMI$2{Km8?U^ymAV}Xp(f(dm>+mwC
zOLZ`(SM@Im)0%ol(VVtZJtHG1lz*X6J_YeK1O1L{{6zz~Xb2x{qymcOs*#pbHh;-T
z&(gD8HBlms=37i;3r~Qvw-NIagcZb(nJ7Lg1>7s(CWHC{l%02*sEwxay=Iz8P5S3%
z+8JTbfLx}L4Js6{7wY3cjR#}`?%=I4G}1f?bTn^|p;7aufSxMAXHeZG><O{TZei2F
z%>~FxHo=xO{Ryb8fIk7ILuC`F7(R6fC8iAlBL^@UZ~&r%fCfMpvO5H72Bb5&HiUBP
zo&{I7!)Fl5Jn|q<z~dM|B49Ll!=OA{N&(V$qM&@%imFnFr^Y4DF%PptCQJ7wR!Zkd
z;K@p6fOiJ)vH*pp@+CI9YxsO9+zD6!SO~}mJPy@q{FIH-C}01^Mi<PcUkSnc`uij3
z22lrZA4Ny4%b<G?U^(A9nx_1M@$qOHPJh;WM^g_`7yoh$#Yf<E7bm$)-Tw}7TOy63
zm3(?44K)=DQ(x-EiSz(g{MAksCRMO{_5Vl`-DSqt!Wg7~noL^^)(W_-1i1P7bV~RI
zV}ClOnC}z9;2`}%I=x|xM)&*7;yqH`YyJLXu{M$)n?Tdz51__B0!jhLk^ZX!L}SPk
zYCVt6q-ivV-<?U>riaDKRDF9U1sSa#Sn&dCc<Ure3SSF)9bi46mUm5}<!SQe+XRNp
z-R~QZF1UISl-#3wP`~B(=Fq5cx&9$A)<fx0-jqWlOpgi13jItDCB=z&dhQWn?c(Xn
zsosoJj5+wx<+Ptpa>oi9ZrzI2g;;%(Z(c$5)WR)Alr?mZP`y8DiL+F#be5|uZ@o*c
z_O7XN$EC)xX1=mWyu?lV>qS&VQMXLU7ekigk9>lImRcn(kGVT_%|V$&NA$C+=s$@(
zys((Y1>>di8B5l<yzBtqQcPLVINyBMGOxGV;qf}XH69k}kM2@2O{T3p#zmuYhau`$
z!2bb2$V*nte}v(25FiSG&0u#3${y~2b$9U%E{dfF-r%CAEr%cmJgCnrp;uxQi&YQY
zMBN7Zf%pEF4x3L1S%g(T^Z<Qe9E5$dE9^H|Gz~T_>;&KbFr}>UZ;ask!kKf8M|G^O
zVtpxy(^qcLtB_i&%S#<=Rpt@Z^aWNsYb&apB@Dah!G|giKP(w(9flLY1U>c<8luFs
z3x~d7kLqHo*Rj@FQKK?{!hF%AlwyIH0q)ixdX$Ql5L8$Ao(5y*_;<gj*;K|S{eiv|
z<sY$ya_IwJyoIvOYpp`zBffhJ9j97-<>NF}p?$n@8zoaGe`_0+(MCPv3Cd9D0(Whv
z5w=f-;rq?YXD=$qD_ZKGuC56ub|bsYcW)<~^$J3tjd(iw8{26IZP8ckAe$lO0t7gR
z^Y0IImDRY*bK=-V@GilmwZ!Rl#@*|watn4O-@B7i<Kc@*>w)YtXnDSU1_~R%_VH^w
zDJtqVj}WCI=g+yVftFK?zOI4t5d85cDIrT5>=H`*MYy-jfZ8Hf?Kk@iCJlZLZeJcl
z8fh`Tq*pf5J(MW(_(n+k((gCQzQ>YY0Uook#=ExBAZ}<9y?aK_ZK7gIl1u*&TH=2I
zdqBYdV}!rcOv}yfVs||2xN`>$=5;MJkT*0^gs$$UN}7JFoPANktjxVXAkhH-lBIlc
zkSgot5iN9=`2svVCq3xG!!e5gLR8i_Kz=&Z61C*EJ!XExeAzyV{lzxd?-Ql|O24>|
z=1~;NYbSp_m7DeC^{q6F|N3e1<^PGdK20B!k=M0SrD6=$ziy=rLzGNMR;9luL>o*v
zKnV%bVz57zpAh?P9e|{p0gb%=0416ITgML{phCqGtSbj;qk*pQ`sXQU8p0PPk&}bJ
zf3Q$i2z9aFw);Md>`(`q@@5lUe_rf<g1+Q1)kkD^VyUdQAjHXvc9bLEHc)cV!%)aL
z^yCCshsRcKJw=&`&7kG5*#c^hfUCoVozh(m_}QP!_JiNV%T9^!<SzcmDT=E*2UA}F
zR>Gy<xj|6f;C&0Q;_<qme1TOp-s&2!#~=JZAT&WJzc6xA{}DXd59dL(12AIvLY9bI
z&^$5GIdST<pCA}$2;gH*)AVo)jL471_Xy$;Uw4|~M1gmnrV`50Z=9x$7V{t|4d(Ud
zC|aB|4d*DEKIHG8qcwFO!q~@vPXIETTj3*eCgYL;OV0{y$<PBq$qYp_0n7#%2CyTN
zB!E0S--Q)GDSCUMC}jQ3fBH-9bSKff-1I)ZmDMFg;@rB5Qp>)QbzLe9i7ts2mVF_W
zRjzV}xa?I|xjm}?6Ec?@KcFnr2qC|qPyc}KBk{F(@k2@%zb=1B1tz<YTyD+$h=>yP
ziGQZKK}vWCum21EFD3KxPw9BJY*;zYL6<cmV7U`=-j)3+_X$@Wh6LCjkX;&I)k#rS
z9PMl-7|-(hPKu{Q-qI<K@)X!g<(-}69xW$>31DOb-VxfqQ1#}Q+~Iass%#?nbkPFS
zETM2sKix%L=HdPGiTKWy3BNvb-`%bjJ~#8zU((n+HVWDvcH3~$H<wti(wMRRU)<Z~
zBs0rH5HKh|cK$D7K6rC@@l{GP%@uTkzU?Z_GEpA?=xcgLjCh;6X)4X-uXIyflx#bB
zZprH0@MnLmn}!Je;2s)fUf?%3v4=`civ?Y(xAf3<GiC9tUaB4<r|O@v%mt8E`p%7$
zy)=;?;@5k{T_ua>UZ)Y3NiYW3rk7u*#|-BAV07vK_&W_ClS@3D<(3=tH@eEdzabo!
z3eHD*@lO;%Nn@c}EpoLRSP|%z0(@aEr`zEyDRESafn1DM_CU6pH~mb@EGl#WpY9;#
zZ&bA7D<#pg224OVA5O};F)LAX^7jH9V6qIjIV?yofbaC<q#PkC;>@7zu)wkOeqA4E
zRFceAnZ;z}zmn%$lsV+!TP#XWJQ8BaK?ZCO_K)~-q^kw@ety-W43Bew#=Gweb=5E?
zZh#K2{PPK01<7ijXjPIeX`lfydXZHrHqd2$B2*b2b!$G8T`n73=RbxjY4mq)4^tj9
zZ5E4utse_hc9CVhpz{mtPqKJkG*Gdbhob?1;F|_2F;=<NV~|EYZyBhpq}O$dP;!ZO
z^BIxKk*Oo0EANkIp(JlmqrsCGOI(lGRR~f+$$OBzAj!*63LiH}$u>U-Q5~-yq`2!2
zqi^vS4dw&Lm$De^zrv$@d2yj;0f1=0U;wT}>|5v+gHi#wq%d4P{F5ohbvb`BD^_6I
z^iO_roRjC+2*Z5Al*a^KRE9T&p}%E&vRgYR+eo%ef77v(!n@B{Tvb&eH$=R^&qOIh
dX`lW^lybK@X1=&=_XPYK-eb`x#wsS`KLL~f!M^|i

delta 5142
zcmaJ_3sjWV7M}eN^AFB|A~1>~uR>rDF;oN<ABdvdk}$2VFQ$Q+fW#R*GiZ5HDX+D<
zSy_L16jM=r(GAlk?|&;PT_t5%X%Dk0wY1jFyf?+t%9eG{cLveAYh7A>?tkxn_Ur8P
znze6)zp^j9=k~}*i$VMyzH@;4?5f>8w>BwrdIa_~9U)q&J@m{HnyQ)BZ#OEQpS0)K
zw^EBXbHno9&W4_@LGu)hW9d}}SC*FYOoA5CY>!=~c!mq%;4Wdd5N3A?hu%1(KnxHX
z2BC3Nmqw8*=i$hO1~#OJLFf+EoXvmfJ*-Q%+cjLua<wNmrf5r>!)b&@TVk}#O?@a&
zE8LW#J+(1WYupq?`PvhkCYeV{?P1;8qoCbaWu^wTA=Wh--W!bK%P79`w4BYkR3Q8f
zq%qo~oAYR_wyY(d#%W(}9;S|$5omX9&eDoo^1DP6geXSa*^(St)D>Ww2zjC~QLK8R
z1vyD%IzTJhavv23+P8dV*3#R2YB0=MGc-qQYKt!j_L%RycZPSK+v5v{`Mq^zXAER8
z1XbsJ=VGrX7<pA%<gNGkgONU=GTptP-tDP$`vOPWOp5h6p}*N^F!<(L0$)Dg92U59
z&yF5xTyWVsn6f%+-F4LtXKh`zGia`G`rLlEhqXYyH8AkCAkmH|_s6QOU_7h!-|sZ-
z#jrr*{v>sXv=CWXGBhX0QCL>uxOvh{whQ8z!doVlO>q?7QZ}WqTe4ew@6CzS5{P-r
zOlms}zN#f3ywP-2ka2-22k$bPjtR0N&~`{uXpvU<{(JPP7IiqEPHH8GvrK1%uqLqh
zaAahkofvIGGohtsu%-Ckr>#FeX7YC+&jHQ@9s=wK{0(pb-~hY@cwRs-`qr{ZrMKOB
z`;1Aqb;ruJloQ!gJD?+zj6jmz(pvBj0+20x9k3hl20#|?O+ndh>;*6!2sEHQb0RVI
zMSSl8i~@`R+y(dtKnMI&J8>c|_a#9Fqy640x4+uW9L^fYe6P!0>tj2h^D+Q)VmGn7
zVg27={6`yfa;oVUL27{|C#UyTek1LJ^QG!V2rp@AorzIlqF&4dhyYl%8J(}Iy+Fok
z2^R`6;;svQ%u>UuXphh8XJu$P2}1*$F5DPR7JeX%iYbgom}oim<*Q6oNqzVaCMu;^
zUZm0t8qU|K^ek=TMP|yN6kcnl_^2D;=50hf9TvklH&co&1Kh8`O$YTaPy_k9W(v?K
zet$SkpojH0!f8#keK6!Qf#IMmfEK7{gBk+J0mSeX@pPk_3p$qXjHlF+e9$8W1dVQw
zi#;hu*)41oxT68Gh8ti@n*J2jD!?H?0aTWPvhnx<l#$&Bj1ho5z~3Qy4zLz*9ND#j
z8UyKAzF+{2Teb~c*$Jm1l6e$Do`%nKKn5TMyhJFE2PKOpeW!}gptaUp<?z*4iuLVd
z1EC;G_a;V4=V{={O6Guf0Pu<ch1q#d0!>Sr425FA6hH}J0^o6|j^djVD4TNh!wK}6
zYMLel?fR}%x<d3i-<d{xthYn=4#1t<lTHP{W9&(%B-*ckoKEM7j`I#Xr9@+;+rvYt
zhuWY2Y^PM3#S=3r!Bj3xeW;Jmqz5qK^+8l?athWdeR!7WF11R~=gfNhV0z4Gt%lng
zz&-qq97_8g<DneNQs)cdk7oU)9O?**L*EBgv4Y&5g(3fO7~6~U5i~YsJ8FChPz7j5
z`mYKQjUhKDKfff@sEFt0QNC%p7#XLtJPHqs^1@0TV1a<eseE@X^^ce9(@|UF^E2#9
z%m?rT>iKJ<X?C_;hKs?FZ4inDpOtXk2ujXb1E?i@N&%%t$?^AtaW9k}<P8OMgXtl`
zn5?%HP-e1-@4Y!9%oRLxE;Xvy(AaFQ&81dq=VQt#$+{Aw%P_i~SCvyEHSurCDUa6j
zWCz6)=LHV2epl<w4w_50Yua*6$V#l^(N3CSm9*U4iuDCf$|c&RZ?B*SiM%}9MMER7
zo`PYnno2+0&TCzi7l&OfXs!19>l{A6(_imnF`+<SanWd6$$xZ-M(B^mj2R^B5!$Md
zL@dAtK<QauLD{213w1T0<)#7jG+*SVZI)Ju0bV`*Zra;VxoFY9UPkAPbdi6&oOY>u
zh3tw&f8?+9VOT6?#jdbL7&I0(Eo?7m4^!5hP}v1P7{#15KDXm;FYAh0?6R`_FGFgr
zn^)yn=w`keaRQs`ocGmwoi2ts^5H~E#vdDmG@pYLK$3p>Vd}5+J0u(iBYf^k=Jq=l
zI&16QER--Gyppmk5Hr98y>ca0D3K_r@I4mB-r*lSMiXf|@B27?L*=Vi(Kvdak6%Uk
zs?#duNBGiJ)J`tF;0YR|P%~ew(IEPqZ_}uns`Xw^QI0~N@WRz}L;PpL?qYTJ#9K=z
z&7Hw+g85DX_AqvWFI`RX)-MqGM1=D>-?EyXR__xod_i8eL2UGO>nK8Za{58Z`UHB|
zgNqlNE34~0^F}4JW8i%X4_24c?@YeO=k*A7FMfX$4NigUkTWwo0b1^DCqZF4STldW
ziEOs(0)S{RLOjLKw}=BKave=JKZ<xtiBH==HeCdiiQLw$r?fHB!ErIDRb+F`EU3qX
zl~y%WPU+wjxS=#b4L0!37K-7$H_%Ahs^7eUW>K<C@jD^zDpa?9b^&9)4+Zt<Mk*4^
zA)%QnC{qsUgjD=*U=IlRzk}O1(PZ@%WV8qs9;p{?ruj7fT5*3Dqp;W=gJ_OF<hU0e
zk!UEgX=(@T?u6ZR-Lr*u(3I1n&cPn?5OKTQuIn1$I>W}$N!)GjY8zfRF}!>m&8B1e
z%iE}gY$&;%LN!*d)|i*KQX=>6ARE7VhbZb9zG4S`LIys!mF6qwtoor=$}!qxrm|Mu
z%_I6Hx{cD(q}hm2mcJsc>sm#OVCw*DczGLTs-ZdMkF`;ma?z@P(MC&*^aU^9O`|eU
zGLeJ4UW6JA17-1$qy1`I@O`_<X8s()tL<=ZHx*KEJ?8~#jLz?p2(eJ<x=Plfai0Ll
zOCT<cOoIh^J6wj(7JlXp%FU4XZg~-H0(Y%|Gl{}ZRnuDhwT@$3!C%db4~T<wHNX1+
zB`<pircMLO;Zm-JU-5Ysa1LNL3iv@#L9@5sUsvz<g<9q(2nj-Y<j7n6CGh0Dz6<IQ
z0C$jJ<aF_TDDk_Q(=WC*b{T?5qk)?`Xnd3kBk~lvgdke^?H!aXio39bTr^Pstb>+V
z)F>!L^YSAUC-$aAM<}0O<GYSf&9cKV_95V7fXwDv_=udzxMaZ6v&>M2ZiH2tp@>GD
z1c3ekJ0i&h3<4a46~Jw1`Kh9ijaUEE*L*;KB09)Ve@JiT9Ty_8*L{sr%bt>Togr+9
z4v7_(#ly;5InTk|zB;eR=MJ4Z6Zxr+D9@BA<Q;nA$FzXN0ki5T4H5tBJ4&UdfkN``
z_LxtIC{>R=MpMF-Um|$<7xb;zG)umu_CL#JmG?d9vNZ@;&V;-W%ifgpgl7;#0_;(l
zB0{p@e$h2G4}goqflUCljhCOI6iVfdr^IQH0n>K=>M8OJlsAW)z{ml-Bea7(-S<|y
z>oCO*k8{484dv5L(=DcPLg90L^J)50P3peCh?BBfgb`G`9v}7axq@&0mTu~MpP=o%
zuDiU14p4sPTS}+py!TnM^)G~1Sdiyq=n$O%UJ)OEmNHEf1wB&to~0ra74pD&u{|B<
zb2@1ZP2^3Tlx&l2C$}?MohzYq-|wXULjT)NN>!(X%*9@yDpRSTZ_^tu&{HZ6<F=ov
zuD`r?|At|e0BNOb&)E1gjiCGa(VxX*W*ASnOgC6^VGPiqmt3YtjOt`Cj_biI)Pqb8
z@$n-6=2tpPU-OTC6Ami{XWyRjN;G9=L9<SzYB#c(pl1mP_NsJx98Q<ZF<)HRomFnT
znN{!xQf6A5&;h*7Pm*$$X7YCwCBxzd8xZ7I6lGEREL537%>Wm;zlb|VsN<y{z)5|b
zQF)PskusC=v<0rE|I_+8lai@gWg4SVfLS~>LYYjnd2NI;Dg_xaBq2k#M}!^$^5$0$
z?n3@%gp!mz8#ESwuxDjGV{VV%;g>&3usM)aa5YjHWXS{#2-8PLDiuaL!8b%H18vvt
zbh6E5hX?qvC?%VI<mTSWBc>H%P?64iD@|na3%a<}zK$jE(J@NA8jqH{$mhf;{j74X
z(~(94Z;VmO=~ew?j53bs8J=WQUL2DIUHQU12qpQ(N&!#4qVRxXXCSbHk}oCsgp$vt
z3?9`-$yXa8`U@}Zqj;7*hsMRv9qcGTuF49G$1f3~)r-e==z$yust*8<CiXq_%0W2+
zc*Zb1PC~a?T;S!Mm02-jFFxgMQC<P%MwVz?CYW-cz|v$`Dhv%S`;%RpIoU|EZMxfz
z?HAsIVHI9)t(*{s0{>yVyc}L27Il5Cdn{`fQW1v1=Mq2coi~d8>wK(%toqA+l|r@O
U!Z3<IZ}=aq>!HUcDyFdi0`1;adjJ3c

diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py
index b091dc94b..685ac7b21 100644
--- a/litellm/tests/test_completion.py
+++ b/litellm/tests/test_completion.py
@@ -1016,14 +1016,14 @@ def test_completion_with_fallbacks():
 def test_completion_ai21():
     model_name = "j2-light"
     try:
-        response = completion(model=model_name, messages=messages)
+        response = completion(model=model_name, messages=messages, max_tokens=100, temperature=0.8, logger_fn=logger_fn)
         # Add any assertions here to check the response
         print(response)
         print(response.response_ms)
     except Exception as e:
         pytest.fail(f"Error occurred: {e}")
 
-
+test_completion_ai21()
 ## test deep infra 
 def test_completion_deep_infra():
     # litellm.set_verbose = True
diff --git a/litellm/utils.py b/litellm/utils.py
index 97bf3d2a5..3843d428c 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -1082,6 +1082,27 @@ def get_optional_params(  # use the openai defaults
             optional_params["frequency_penalty"] = frequency_penalty # TODO: Check if should be repetition penalty
         if stop:
             optional_params["stop"] = stop #TG AI expects a list, example ["\n\n\n\n","&lt;|endoftext|&gt;"]
+    elif custom_llm_provider == "ai21":
+        ## check if unsupported param passed in 
+        supported_params = ["stream", "n", "temperature", "max_tokens", "top_p", "stop", "frequency_penalty", "presence_penalty"]
+        _check_valid_arg(supported_params=supported_params)
+
+        if stream:
+            optional_params["stream"] = stream
+        if n: 
+            optional_params["numResults"] = n
+        if max_tokens:
+            optional_params["maxTokens"] = max_tokens
+        if temperature:
+            optional_params["temperature"] = temperature
+        if top_p:
+            optional_params["topP"] = top_p
+        if stop:
+            optional_params["stopSequences"] = stop
+        if frequency_penalty:
+            optional_params["frequencyPenalty"] = {"scale": frequency_penalty}
+        if presence_penalty: 
+            optional_params["presencePenalty"] = {"scale": presence_penalty}
     elif custom_llm_provider == "palm":
         ## check if unsupported param passed in 
         supported_params = ["temperature", "top_p", "stream"]
diff --git a/poetry.lock b/poetry.lock
index 4943d7f52..b7bb7261b 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -465,6 +465,82 @@ docs = ["furo", "jaraco.packaging (>=9)", "jaraco.tidelift (>=1.4)", "rst.linker
 perf = ["ipython"]
 testing = ["flufl.flake8", "importlib-resources (>=1.3)", "packaging", "pyfakefs", "pytest (>=6)", "pytest-black (>=0.3.7)", "pytest-checkdocs (>=2.4)", "pytest-cov", "pytest-enabler (>=2.2)", "pytest-mypy (>=0.9.1)", "pytest-perf (>=0.9.2)", "pytest-ruff"]
 
+[[package]]
+name = "jinja2"
+version = "3.1.2"
+description = "A very fast and expressive template engine."
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "Jinja2-3.1.2-py3-none-any.whl", hash = "sha256:6088930bfe239f0e6710546ab9c19c9ef35e29792895fed6e6e31a023a182a61"},
+    {file = "Jinja2-3.1.2.tar.gz", hash = "sha256:31351a702a408a9e7595a8fc6150fc3f43bb6bf7e319770cbc0db9df9437e852"},
+]
+
+[package.dependencies]
+MarkupSafe = ">=2.0"
+
+[package.extras]
+i18n = ["Babel (>=2.7)"]
+
+[[package]]
+name = "markupsafe"
+version = "2.1.3"
+description = "Safely add untrusted strings to HTML/XML markup."
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "MarkupSafe-2.1.3-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:cd0f502fe016460680cd20aaa5a76d241d6f35a1c3350c474bac1273803893fa"},
+    {file = "MarkupSafe-2.1.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:e09031c87a1e51556fdcb46e5bd4f59dfb743061cf93c4d6831bf894f125eb57"},
+    {file = "MarkupSafe-2.1.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:68e78619a61ecf91e76aa3e6e8e33fc4894a2bebe93410754bd28fce0a8a4f9f"},
+    {file = "MarkupSafe-2.1.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:65c1a9bcdadc6c28eecee2c119465aebff8f7a584dd719facdd9e825ec61ab52"},
+    {file = "MarkupSafe-2.1.3-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:525808b8019e36eb524b8c68acdd63a37e75714eac50e988180b169d64480a00"},
+    {file = "MarkupSafe-2.1.3-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:962f82a3086483f5e5f64dbad880d31038b698494799b097bc59c2edf392fce6"},
+    {file = "MarkupSafe-2.1.3-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:aa7bd130efab1c280bed0f45501b7c8795f9fdbeb02e965371bbef3523627779"},
+    {file = "MarkupSafe-2.1.3-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:c9c804664ebe8f83a211cace637506669e7890fec1b4195b505c214e50dd4eb7"},
+    {file = "MarkupSafe-2.1.3-cp310-cp310-win32.whl", hash = "sha256:10bbfe99883db80bdbaff2dcf681dfc6533a614f700da1287707e8a5d78a8431"},
+    {file = "MarkupSafe-2.1.3-cp310-cp310-win_amd64.whl", hash = "sha256:1577735524cdad32f9f694208aa75e422adba74f1baee7551620e43a3141f559"},
+    {file = "MarkupSafe-2.1.3-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:ad9e82fb8f09ade1c3e1b996a6337afac2b8b9e365f926f5a61aacc71adc5b3c"},
+    {file = "MarkupSafe-2.1.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:3c0fae6c3be832a0a0473ac912810b2877c8cb9d76ca48de1ed31e1c68386575"},
+    {file = "MarkupSafe-2.1.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b076b6226fb84157e3f7c971a47ff3a679d837cf338547532ab866c57930dbee"},
+    {file = "MarkupSafe-2.1.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bfce63a9e7834b12b87c64d6b155fdd9b3b96191b6bd334bf37db7ff1fe457f2"},
+    {file = "MarkupSafe-2.1.3-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:338ae27d6b8745585f87218a3f23f1512dbf52c26c28e322dbe54bcede54ccb9"},
+    {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:e4dd52d80b8c83fdce44e12478ad2e85c64ea965e75d66dbeafb0a3e77308fcc"},
+    {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:df0be2b576a7abbf737b1575f048c23fb1d769f267ec4358296f31c2479db8f9"},
+    {file = "MarkupSafe-2.1.3-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:5bbe06f8eeafd38e5d0a4894ffec89378b6c6a625ff57e3028921f8ff59318ac"},
+    {file = "MarkupSafe-2.1.3-cp311-cp311-win32.whl", hash = "sha256:dd15ff04ffd7e05ffcb7fe79f1b98041b8ea30ae9234aed2a9168b5797c3effb"},
+    {file = "MarkupSafe-2.1.3-cp311-cp311-win_amd64.whl", hash = "sha256:134da1eca9ec0ae528110ccc9e48041e0828d79f24121a1a146161103c76e686"},
+    {file = "MarkupSafe-2.1.3-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:8e254ae696c88d98da6555f5ace2279cf7cd5b3f52be2b5cf97feafe883b58d2"},
+    {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cb0932dc158471523c9637e807d9bfb93e06a95cbf010f1a38b98623b929ef2b"},
+    {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9402b03f1a1b4dc4c19845e5c749e3ab82d5078d16a2a4c2cd2df62d57bb0707"},
+    {file = "MarkupSafe-2.1.3-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ca379055a47383d02a5400cb0d110cef0a776fc644cda797db0c5696cfd7e18e"},
+    {file = "MarkupSafe-2.1.3-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:b7ff0f54cb4ff66dd38bebd335a38e2c22c41a8ee45aa608efc890ac3e3931bc"},
+    {file = "MarkupSafe-2.1.3-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:c011a4149cfbcf9f03994ec2edffcb8b1dc2d2aede7ca243746df97a5d41ce48"},
+    {file = "MarkupSafe-2.1.3-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:56d9f2ecac662ca1611d183feb03a3fa4406469dafe241673d521dd5ae92a155"},
+    {file = "MarkupSafe-2.1.3-cp37-cp37m-win32.whl", hash = "sha256:8758846a7e80910096950b67071243da3e5a20ed2546e6392603c096778d48e0"},
+    {file = "MarkupSafe-2.1.3-cp37-cp37m-win_amd64.whl", hash = "sha256:787003c0ddb00500e49a10f2844fac87aa6ce977b90b0feaaf9de23c22508b24"},
+    {file = "MarkupSafe-2.1.3-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:2ef12179d3a291be237280175b542c07a36e7f60718296278d8593d21ca937d4"},
+    {file = "MarkupSafe-2.1.3-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:2c1b19b3aaacc6e57b7e25710ff571c24d6c3613a45e905b1fde04d691b98ee0"},
+    {file = "MarkupSafe-2.1.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8afafd99945ead6e075b973fefa56379c5b5c53fd8937dad92c662da5d8fd5ee"},
+    {file = "MarkupSafe-2.1.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8c41976a29d078bb235fea9b2ecd3da465df42a562910f9022f1a03107bd02be"},
+    {file = "MarkupSafe-2.1.3-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d080e0a5eb2529460b30190fcfcc4199bd7f827663f858a226a81bc27beaa97e"},
+    {file = "MarkupSafe-2.1.3-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:69c0f17e9f5a7afdf2cc9fb2d1ce6aabdb3bafb7f38017c0b77862bcec2bbad8"},
+    {file = "MarkupSafe-2.1.3-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:504b320cd4b7eff6f968eddf81127112db685e81f7e36e75f9f84f0df46041c3"},
+    {file = "MarkupSafe-2.1.3-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:42de32b22b6b804f42c5d98be4f7e5e977ecdd9ee9b660fda1a3edf03b11792d"},
+    {file = "MarkupSafe-2.1.3-cp38-cp38-win32.whl", hash = "sha256:ceb01949af7121f9fc39f7d27f91be8546f3fb112c608bc4029aef0bab86a2a5"},
+    {file = "MarkupSafe-2.1.3-cp38-cp38-win_amd64.whl", hash = "sha256:1b40069d487e7edb2676d3fbdb2b0829ffa2cd63a2ec26c4938b2d34391b4ecc"},
+    {file = "MarkupSafe-2.1.3-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:8023faf4e01efadfa183e863fefde0046de576c6f14659e8782065bcece22198"},
+    {file = "MarkupSafe-2.1.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:6b2b56950d93e41f33b4223ead100ea0fe11f8e6ee5f641eb753ce4b77a7042b"},
+    {file = "MarkupSafe-2.1.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9dcdfd0eaf283af041973bff14a2e143b8bd64e069f4c383416ecd79a81aab58"},
+    {file = "MarkupSafe-2.1.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:05fb21170423db021895e1ea1e1f3ab3adb85d1c2333cbc2310f2a26bc77272e"},
+    {file = "MarkupSafe-2.1.3-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:282c2cb35b5b673bbcadb33a585408104df04f14b2d9b01d4c345a3b92861c2c"},
+    {file = "MarkupSafe-2.1.3-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:ab4a0df41e7c16a1392727727e7998a467472d0ad65f3ad5e6e765015df08636"},
+    {file = "MarkupSafe-2.1.3-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:7ef3cb2ebbf91e330e3bb937efada0edd9003683db6b57bb108c4001f37a02ea"},
+    {file = "MarkupSafe-2.1.3-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:0a4e4a1aff6c7ac4cd55792abf96c915634c2b97e3cc1c7129578aa68ebd754e"},
+    {file = "MarkupSafe-2.1.3-cp39-cp39-win32.whl", hash = "sha256:fec21693218efe39aa7f8599346e90c705afa52c5b31ae019b2e57e8f6542bb2"},
+    {file = "MarkupSafe-2.1.3-cp39-cp39-win_amd64.whl", hash = "sha256:3fd4abcb888d15a94f32b75d8fd18ee162ca0c064f35b11134be77050296d6ba"},
+    {file = "MarkupSafe-2.1.3.tar.gz", hash = "sha256:af598ed32d6ae86f1b747b82783958b1a4ab8f617b06fe68795c7f026abbdcad"},
+]
+
 [[package]]
 name = "multidict"
 version = "6.0.4"
@@ -1085,4 +1161,4 @@ testing = ["big-O", "jaraco.functools", "jaraco.itertools", "more-itertools", "p
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.8"
-content-hash = "c8cae152cee4eda56560529476234bc5e91171c6207641af797e7bebf720a499"
+content-hash = "982d236ef1ab7903aac494be766538e19a6bb71c02bf3f5d9ff9813ef9850f03"
diff --git a/pyproject.toml b/pyproject.toml
index ee9f5cdec..44deaba6c 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.817"
+version = "0.1.818"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"
@@ -15,6 +15,7 @@ importlib-metadata = ">=6.8.0"
 tokenizers = "*"
 click = "*"
 appdirs = "^1.4.4"
+jinja2 = "^3.1.2"
 
 [tool.poetry.scripts]
 litellm = 'litellm:run_server'