From e7974d95d5bb89b67f37374e8f38a070b6e4e9ce Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Sat, 16 Sep 2023 19:20:07 -0700
Subject: [PATCH] fix streaming formatting for non-openai models

---
 fastrepl-proxy                            |   2 +-
 litellm/__pycache__/main.cpython-311.pyc  | Bin 33874 -> 34057 bytes
 litellm/__pycache__/utils.cpython-311.pyc | Bin 110929 -> 110884 bytes
 litellm/main.py                           |  11 ++++++-----
 litellm/utils.py                          |  15 ++++++++-------
 pyproject.toml                            |   2 +-
 6 files changed, 16 insertions(+), 14 deletions(-)

diff --git a/fastrepl-proxy b/fastrepl-proxy
index c765f07b74..f2fe83e002 160000
--- a/fastrepl-proxy
+++ b/fastrepl-proxy
@@ -1 +1 @@
-Subproject commit c765f07b74f9a8cae211584ee70bad10e1a847a9
+Subproject commit f2fe83e002a7c3ddedf4e500665644adfd31b9fc
diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index e31886e73ff886c379f465c91e6f0945abee7e0e..7bed614a6cea6ed3d3a0cd67ca58596db8503b83 100644
GIT binary patch
delta 7629
zcmcH;Yiv{3`5ZfbB#z@({EG7qiR~mN33(6_AjBb%1QNolOoad`H$Z}8jB|OEoVyg-
zK}RX2I;f*+x>9KhKS<S8R)yNGs*tKp>oy)M-C8C_*-Kr!3Zr%Hv}*0XbM5Q+Iy{oL
zyNb{G&bi+?_j`ZeIr;75iXR?R=+El)83>;3Th#-<dquy-fVb1Fh9P`3@+-qxJf<b+
zImD$C=X2=!v<ZyRIrzmMjCiXABg7pYL|g_@P|WFw6533X2Cbf`pv@v`XbnUIt&wP<
zHIZ~^%_IX_3(-NFO){ai5<Rpwk_D}upfczj#0jmF<U^Z73ZQk7B4~3-A;l-K;N|V~
zQ&TO@qeW&5&ZM_JHV@GgFDakQpGX6W;U`f{oSbr(f{jk%u#tDsPs};=Nwb~)(VU50
zbdkkHe{D9?EJubRi+9DBLB|!*FU&>QNc*jJr%9R*$#IJ5(^d;M)7ESUebcHRvq*Tv
zOe|c<xN>sNgc9h1U+e)1dL<a4p@cMtY|<=ulpun6wKN8-sa;LP0y|f5rQ;gn{RtCA
zCCJ#j4~2_}mot<*6RWtg7}H@ZUzM0dq>>=cP27_ndMMYbbf0km>2B}T2PCq+sbV~7
z4BjM&u5#GQ_n{FJNVPonfe{_R?l`RCDhS%gB)x)ILb>#c*<J%OpCW*(lv`8?b3VZ$
z<2Hx(IqWq#(i+|)K?rS0%o0<mOtvbfr^J_1^fdRbda`g;<BI88O8<6xvJex9+00c>
z=_$CZ1o4eAUb0v>2Za|1J`&S`L%}!GJvNuCM#fb_F@t#0OV8R$>yxzojg*};#@*u+
z)3j~~?k7k_Qof`PFoSe%9#i*-imQ#Q{V$wbrmzADo0)^S5B;fK3%-}pJp;SokZdzU
zVzb$5zr~S<MY}3VSdeVz#4J~LrjQ;oT5&zSQSAoLzUg$(PaS$#{dKuD$-gbh>xU9-
zat-5Y)2&J7^F<ODDLy|}Cgz0Z3HUrWe_X}<y(!h<XJi76GJn76bjO%kmH32=711^s
ziLzNagVUk|spJ;W;T*fAX^JADic}F#Y~I>DHP0<v2)mQYGsR5MhDH2xNgxpFN@&e?
z8~tyN$+AeqLa>898Gmdsr=EateohSOY$aeU7BM_R<w<>za4n)uW<ywNiHD`E6dRr+
zeGvlZ6C4t%Wg%)wN{I3#zg2Lp^t`JGm(tY*_A#Th5p2;d!N7)Ff>|sl9==x^1G$i;
zh>c&9G*b-<@=ricJ}2g7_D1j|$Mq!P$-=r>+Jt!ELvF5RvJK+8YxM^y{FY02!0#~#
zoeeTmtB~G?%K7g}Ffieh;FzXpZhn3e!!>-L^nTV1*L)`obM0}%b``azFq}wv5S-Lt
z2+Qavc}{1wL~tl4S*6@^`btS&5^MALZ4&0JS)2FWu(mADnsbLP7)fDno<tmI^Au>a
zUZ%}j>21g>W3nT~s^uc+WFlyuGUr-;P}*l^BA~b3_VxAB8d3}NcTMQPq~RBPW@ge7
zHnV7Mg(L-9R%othkluk(HK5d$G4F<ALrBd!ELcO5NvCJ44XiH@Vy-(mplwNnxzrrP
zmd0|$qC{4ZtxU`kQ&>+-vUdpq1~<@EB{oIa&bpkt;M74idZ;)jjhQ2Tp*V-WRbnVf
zY;osBP%p4@)8<HiJ(O59*-Q1sc~f~RTq?^wv#d9{)#FO3&J4E6%xR6>oCM%SQV&8~
zxwR>;>q*@s3T~ZHN9v(pFVxSBECTr41LKNhLgE#ZT&hzNAeECF=z@|G+(`RM^7IQN
zs+c>_TXS4WCTw4+H_6`{_`MR=%#3{sn>5_R-wRnyeuvnd%}Vlw%3`s5@<IA?o|EpI
zWA1B~wg>-a!E56#@%SJHvQ06Y51;2Y2~P0+^)laQX;6GZo%f972g;1jd&l}`%JNqv
zC=}-NqtedP1Z25ydYez&w5H6~F}Y<T69NMKV$U}S2%DsUFs2Q{A(7h}Pw-~0UrhR`
ziM~bpmYC?biXxMT%Ow&<O1OMTZonxSV_QnbXyhN2_L(N2`(=Mto=wmGT;f#6-NAyy
zL!B)9b6X|R(9Lc$J?_@gQMbw0CXpo`%C@E>PR*gfQei<by9B{uG~pg_;2oeBbT$Vd
zY!9>#FB6)EmkZ6q9l}D4$bvJSP^@LsFWq{Y?@6bc3Vp!}Y3s=y@`4PbL>0X=UPbSz
zaN=J2L`4B3OdYn7rZX$y)Ly0zT1m4AdT}?sFjPzzd3E%J*Jk&~j;$;i48|GERx1!$
zJhX~F<#l2Q-BaPPk*diJ)6Ut=^!MI8ES9AO)5_23MQ0Y&kx4ZtT~+P^lJ~e>zSR<=
zq71w4FT-q*;ZR`B@LHi|c%881TgY!$s{Bm7Q^bH6TSVEF(hn=tm<hC$W>#k4^&lGS
z{Uq2r^uYgFf_Xky`-UWPk8=Uh0p-<aqT;-F^@)d5T+Yu&q`hbDa{fEI+zgJ^a+eE;
z7TG$tU@RC9%YFQ--<T-(<nD=dh>!4#J&E`@_bz#)Sn?6^vWP!VpRLMM1>;1y#!f+i
z48;js$G;|RJ8NmViDq(7>hXkV5;sf<GT0aR^U`<di&a)tC_zmVP!o<*)62ghVa=YJ
zyNXG?0-IT|42xtP%5~C5s@1xY7+FwAE`%E^n^ZJr1TnD)ZHZvUC!Eny#_c6-a3?eU
zcJIw3#<tM*nj$P7b88ITK6#W(h)+S5u0`B_p`9#UiuwwKWu%=fiyfQw2a?zU+G^}G
zk7x6wc*Z?U&_SR|I!W^vrbtXahMwt%%MKeA<`p>aj?tQJrSHtEEI0^-Ve+{f2VVsJ
zj>ZHzVq{|Ub0n_r7r4<oIQ~Nt8TWB~A;s}K`CmvYXKg&4p!aFHmj7kaeghIrJjoRR
zEvQq?>h6tYtkJlYIc&jyfOIy-#c@^4!P|u{c0Jmzgqtx8>R&-ta40T6HNgAh*arTR
zL=xoa?<W(5&|wVONV>8b1N$t+U9`X6M(gWMd5?^%xI=Kcd01|E!b-C8%pgm)TA@1~
zk#6o$c6FnC%!%kNqgB&GdO)=^&YNSBoxu%+bXNm6F+sD8?jMjc_;-RLm3mUS7EN7?
zGCtu})Gqk=_ojG;eVxQNc|@Mz4`aBu@qOR7pPp#Qz>m{s8y30_YKC`n1A(T(gU05<
zKw!8q6yCjWkQ)d$71Gyt=12b75X6RS>fND%VE>?35#9(Nq1zglM9wu<Va(A#EC@Od
z+W3J3yl>m?;ZR_JAKV@E#n9>crYE&WVF9c=N<VJOO=H(*RMq^HiOn9=^#=w*JAM6u
z(9V8(y7_G&sc&I{#*4%3H6;rN;r}atTeu736LihuH}H9y)zXWP(k(5u(9)J;xG9pq
zqzB`t=y2;xco%i~muRl3LgB$6PdEBE;3JWU|KDlG>#$q+25bJzn!nOFmd{oHoq?aw
zTg%ttuV`CGgIWpyvI(o{SjRK?J!<Q$1?IXsKQ6qk)nCq9dRhey`>XQDfGgVetJ?O<
z+V)6Y*N+r*w6}=f=+Q)Ot$Y`=LF7iyk8w^QiqI(bE1=75Q`{EY&%`!ztaq`3lC>p~
zkJb$0tOs{o-b*gKgexxLs!ND$TDK)@tjB;}>r8Kj?j2>Do%O$Qd3w^&MI~l~i)k6F
zG|G!vb*mK0O9~ahmo#qn;!;)n9M->=-R@%jwQ9e(`nuMyXX6_-e-Z0%Hg<^k9~ZV6
z+4$2Me=+N$+2ZT5XhT}48AY4KuSJ_pdoq=`GusLn%4d~+HS0gGP21OqKA$h5eBNl<
zpRW8Oy-lR~KbE$|4CO0xtGMge^{q}ezR+rDwTghh)Nc@hrS<I|5$MWqs}_MCLq@B)
zr&@WT$7ycuseryh)!I`{U)pbv{ApV!#<{d|piWf?8hbr5Ft9%jV|snC6Mq?T57{x+
zMp|~cFfOAT1C8nmKpH8eFL#vCp9LJM1{l5_`5@rZ;3M>3Bb#+BQiR$0Dtv@)<{hRh
z0A5RPAAV?n;|7B}!tc_fyvL|v#&MNltz^yn^ew(om(C{VvvCGh>@8I_!#Fcixi_Fx
zK>>?;>GKCZQiU%90zLk)2R|5j_2Dqa8tNHs#+xZOy50IATYLnXYs!&_N5Vg6!?eha
z(GHB?ryilq$XE<Bn!{}K@RG=8;dLbxtIk8+W9#)eBZ{Wl_jOrOr8rb0gC(jFK`k<7
zN7F?x17+KzIuXo7W_wgGf>|ij6g7yT5ovW%lL(rT-W0WnpbeR9QM(8_kUcl*6v13H
zX0k@}L^vP8mkUJDgR*l^x1CxP^@_uClw~`)?Ra0bLL62ibI$3KQ+ZLJIGl?N_LC#W
zhoe>EumdBV<z($~U$hg86I~eDUC|Y>!AguQ_Gou(@Bl_?pC!5>HcFDgZH+>q_zXdF
UTZt6f$81rpxK$|f^x+Hmf5mf;tN;K2

delta 7506
zcmcIo3v64}89v93oj8u;S8T_166YN|Z#R$T**x5oJV??uX|t`A7J5s`!^U%N11;wg
zTA*85={imaXbM}9rXWOy#;gr7gitlMflxaNXlxy#0~HM+(2Rx(n})XkT>D=8Iw4J%
zX376K=brzb^S{pb|L2~1Q1!-lRfZ=GhD-#%i*4FN=vl)qBW|Pzj8phT<Tc}yc>csB
z;xdSeVopcYKr=}iP(9HA%_3T$29gdmn`8hr5*<(z$pmU9dY~4P1=LCmKyyeoP#Zx&
z?ZgSxK?;E85;ssMDFV8Q6jFQ!3tryFq@pfMoz1lb5<V?T$({+7q+(G|FWq6!AO_+k
zmCJclu;d$!ypv7Geq26%%2MVuNaIkpVzz+(%~C`!TC%W{K5p4W>#SC6qz~B~v>;EH
z#+d0}EG~^1b~4jTwz7GPv=FfnD_69jUM^lzgH-U3{V?Jyq&`AZIZ}U0)Ps$<69f^=
zYo!_BN~~%oR#>@;D_KY<-k&lHRD)%`b0}O$yqv+4P>m~{R<R|*IeblGDN+rKS1gy&
z@0Z%t6^jlKI+s3>V_Ze>@})Eo9R9H%MrTdIcL`DmmMhK9p;<F=auu;XXZ6tc#QPe~
zOVAuTi^GG&8p>0=FWY@SWKtNuatXuc@Q?jMn5z=3idSV#!}ism^X1ap2<?}-i8)lR
z;5Uj~^kJKY-el92rUXE>QVwA?Pg}W~1=UJF>;5-STZx(T5DQnE@N{r{3F4b$T4l4Q
z6op%b8VEk-M<;HjkK0|YI)!?2=uG0}a{8vdtRX2}WUHX{N6S2^=GNF^MbH?7M^b_&
zKc)eKpqSNh^(;7MHJmRVBv(0)!gB=@cRYCLJC01B95?F;8xHa1^ipAtWu@=MqYQ30
zrMjI4a`W3|^K2}{xXp`hdfa5g4b<$bzzi5{G}mbY4DnUjl1`d6S<xw3QLb?zZDlwq
zV53knN(yY$uI_sRu)#GgXc%O)C1FMp!wgx=L=f0gAp;_@V!4_6$|caS(b7$pm_nm+
zh$+;OU8H!bRB{ExKx}QHS9}g@OF}B4j?@uP?76Kq@tkYx04tE{#Uf^GV>{m`83hot
znC{$cr&TVqwO!;wu!1d_zovuJE&)J3ErKL_6F53V4v$cM)(||#b&8Rh15nmUf8cV^
zn<{mU0JPuZkWjAxtF20q2zeB<UGxK25iX_2-H!Pf*uZA6!cda9GE_0>CmwzzF~>3&
zvGY5Up45Xgx>J&!C!Pk@bgAqq;$dlk>s;;upE}2~f^VmsQLnTeD0~XeO|v4fDy7*_
zCBH}NgVn30e#|Ghm-_Pala%)HdnFFw-k8$9HIx=}Us7Z!QlClMGN!bc`<x|N!R{25
zYb8E_BP}@HPhAC0L!I<Av<Z@ZS-v+(oz46$((H!S*}R52>-Qn&kDp8DVSVryDGK={
z;lPI!eAuM$;bv(z<W+=gUrI28+7c(!Cfk`uI}>5tz#mS`uFs<k1jibsw@3qMaKn-w
zP9pqcKS2uSHT^1aC%ct?qtH^-B+Y;$)4`Gbu|fn25Fs_UFj=sHUaEIg$aodR+(0sB
z?U!eyL_%Au3<qVaY%DntbJ#%4iuGk{1}79AYNmlA$8bE~BS>PBUQo{@-f2|$XK+pL
z4KeSP$nUPcqFBqCiye-n{ifu1mT#n8#rcUO7A{jHrVZA!-0*^0s$+wGg(f3PO$3FW
z2e{Fc=_b;6uZr6tG?FH0cM47G6N>;pw`)O_EQnZ7fdQPW8h}(UkJ0Ip5;{|)qmP!@
z=$R5-ZOR!MR|?0VBjG!4cM2*t^RtQB^_?M!pER!lBWs?X)ljjjqD@*DAcJAxo@w#o
zBI4mh>==cg<0j~PrPh*mi8nN`RuZ5umzbPurV09fNkI~-ZsCtgE3ZIR>vePE7E+-&
zM4i%F%imhc0+4}!>?ebah_;mp2g#+dvI>HX$xX!3);+p6ez~!5H;Gk3b_(`xm9`NJ
zhP{Gw1^#wP94vNdQJG8463qUx<OI{gAD6gRnBsaxLd&X=v0uC^GL;ioqLjK%Q6zAC
z<0?Dp*$NBpp^sO(Ag#YtVRQI})?iKvf(z}Igpk|;dR}kO<+R)_Gur}vLR(<F&>px!
z=)j1yF7`vEmP2bi20Xx!m)2M5?8~<*%P@@O`uSj@e%91-2%zW1Dz~{u+6_!=CvA&E
z?21q8s*UNLK^tjLjMbf_lNNdH^vrZNy~C@=!}Pq@=I|(rTjo|Su49f?g~-;a5nyv-
zcBQh>s8?$pTXBPLrMk*|ELN)S6&2}<I@GC8szK>-FyJUNBVDM}7qeTj4uQGQ%o_I0
z0fs{}I|I9fuE3bk{dH`4+p4x4RoJpiww*}}rtFr7PCULI)Ada4{=b@Tw8qsZmz&`I
z)7)Y4U@42!2}!5x6sNbRz;G}Btn}uF4_oi5hb?x~-as{XSUPO;>fq-9zmsvu-N#41
zwrCa0Q%gDkKKRFeGVs-Y#qF<{uaQv_%8p;s*Xr^$lagqo>fkvLZ8|R6IRBiq@P@5c
zLDH9J=o58Thg7h`)``{PJ5NhHgHhUG=Rkbt9sKhN-VLVBuQtjW-jZt@c2@-02uOmt
zRl%zuSTH6S9O({43KHu}t6W6}F|i7M8RYIr9852O92X*f_*Ap<tKkbt%HB-x^c7+8
z-s>}P-&O*soWE3L+Zf`)LLb?-4efIa+eshU9=k`E%_il$wnYCJNGbH4E(Ff_je9-#
zRwv>c#}jl6gp_XD{7VUmldrFf2Sj9jW^<u)ZH|9$u67)O`Y`!kj)PBtrRQi@gKbE*
zD0gQ(B!0rptpW)0CG9$Za2ErFNx9M$2Ke75G}vH(4M1$HxT5pFPg;+o7wU3bW=-q4
zw@a^yVK)~KyWIKU$6$*+aoyh%lgJ@qP#JsDt06UfKf@3WLu80Uv3H=X8{)$8_l^7o
zi5Kp9N0k-q2@FXJK5Hd7phwS`GVn17-!k>!;$hLLw>Oz|cQ0r-0v|*Ldc4U>cQrwU
zJe{2(4C@dX=I&u%cknz=JN=|7ef>GKBq@hVUul9Ch0OQT!_E0+@_kACJn9f?_%{<$
z!&eU{saZZwpK30`_tDpyJLr8g1(EJ8L9Fs(`eIAB>asTSc}o+<2Wd@PFw3h7vriV`
zlT6=8+d~<w0}oHq{`NdN*?uNXoXO~T8Gnaf=y212bWGxtk$s)h7(YZ`-TDIl6@8#<
z2R=#v*wp|uv-?5Z8u?-O2*zjV)t;Z>Df)14H~n+(1U?n<`M*dry~DP9my!1wxk_96
zYqcM;?ngAxKZd`g=lh$rDhv-a^vnK7@Q>)Zfd&xwm4S~UZwx-F(!X-U>#p%juJN~A
z<B_|DKgNm&v!g%9bb8nw8Qoc}q7P0u>Bx9`<i}%^SRPdF9?YJHd*}204L#7jTH|-H
z_JYPUT#GK$U~y2JIpR}aXlWd&R$r{vK>wnzoK5^8x3847Z*}&$SbN#oYiI2{^}Pnx
zzPq)zkhSl*`zu)cQM%v6+D~$Oi&^{k_9E8INAuG{#VA@N?iMXJhZ@w;2EUuleP->|
zvi91hv^h7rRv@xmbDQVt)z|9%IyUvsHvd-Ee%ab1uKJ(69w!^0?{4m~iJji8UZdFA
zme=PIJA)d3z1SIU&g`*_IMnAykfmqD0<A^UGvbKc&mF+nML#&ysBwe&pN|yWc4rz!
z^pU9n{IAGgryLlkN4}VLVO&OY0xh_b4hOn5O~Cq_$io3wIzC08;csrd$b88XZ1@x-
z4=}Quk#R=G7<nDYWnEw3)<YaO89W?*gLWVBn6%92ESSSLGV(UP>qv_}gFR#gcvweY
zI8vr*gRwsH!I2rYrVF~GbkETb(=Tg6;mIIR{l`4`n~|AgVT`r(%H8dFA9a!2Y**Op
zOqk2+*`u@J-?5=O@(Ah2_-%ScC^s>6!%UGdTRz+svEB1)HPnQ!A0M6{H{i@DO3**)
zv!iNps6|F=G+pdwAX83MCw4PYjw7lUyIIKMh#JIhHp((bjbhh?GW1ci*tH;oIcgQV
zc4W3k9bz{ZIr5@Tv73kH&9-R1*e^h^vs>(XP)^=s{&SsCuQ;qk+4i#sPw$IXiNk7S
z+4NY+x%_C2IIKlR$JyD_foPpL?8iuNJ=<`)COUw{2ZI<nT+yM};6{wBj_7b~um>Y;
ljWs$E8ztG`({z<e^%(;4sT!#=?zcxX#HE6f{`=13{{jQhRJ{NI

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index 1aed540c39f1769f4d057d60c76dea1ed21e94b5..4f22f8da54eb4b19de6dadf44c70c2cca51844c5 100644
GIT binary patch
delta 5879
zcmbVQ3wRV&maf0Ms}j<Lbe;tAAdk+Y$B=~gTfhlXg2G@x1k~On-9SR<j@1o99>6d%
z3yY6vDVJRgB$$CXx(M4~D+~_tF^i5u5`r>uQOFM94vq$4e1Lq;J-5=KVHw$P8}iqw
zbI+^JId$va+up4-cPrt$!o$NP{!1@aobJ8h?`=ht_VLyq<UiF)UW3-UH%9y7g?>1q
zee*)9>=(SM`7v64LqF`)#y6zO&kNqL#W7(kB-QBXR|nVQ+UkZ$aB9D6NW~oOQ;t7>
zc3XnY=m_V7!%3bT>c5Hs0ZOP3;1a3Ylx?ZgEH}wng5(SiOC4(QOQjZ$$fd%X8tqLF
zNJx?+s#e-6Iij^A+mc|_&TY$xkC}M|d8&!asHD)PxT~D5lJYBB`t~BNX8ScnYpWU$
zX%m{}M6H7)4dRlXEH1fL>M@M*H8qt&%YM<K9o;cd8~b9Tb=oLt!_;(+tvLmu{POOo
zutLT7?qowDjDLX4=`yg?@rdzRnj;}U&P^8kGJm5PutYns>nPT18(YR=llE3ij{H0y
zT;RLZk}S*3oP69DxBCY(Ueclu%u<>-L*1b*Igo7GP2{TtuMzCmHXmqL-XQXAZP~%8
zT;bJ&0~H~#U;E&o6)*TM9!!tIJ}vg>RAna#?$#bU`YXJpojzKIR;}RJOyy0^uC{8c
z&L(O5j}6CZ?ek;D@qzZcwgk(Er13H(EKAot-<BHNN#t9^JWkZRM73#2?LM5-+S~8K
zC0|U(fN0yFga*NBf_(%}k!%-HpAeiPIHb)uo35N8@=eWq);j&qM4si)Wpuh6>T0fI
z3scV#_dLPFWMm_OF#HBlwFLi8@HvSrCF=LunX^-ISW7>bZf+%RH^F~vv(H6aHWImo
zr2dDfzi8fblh<4zavm{T2}H8LB%YOSGYB#XJ|G?l{z@Q{Bs?DDw_WB+_hP$ed0Cm$
z<5Am4K;-Hr(p*o_PP`5Rk-u`{?cxxkHV}D28+U&8kjpfFiQsPp-w=F7P(w23w3p83
zVyo}u`OFacN6yao8Na#)jMi}RdyMp5z1Rb6)V{bhTB#wWS}pss6-Mp8%Sm!5@909G
z`|>)H`1)^^vY9jH`pUlf734@xmijJy`?S#<#Yr`qAVyn%HS>o1*RJNs1Nl&e@BGyx
zrdZLSFOnaTytj#Z<N0@RPvQ<D#}jO)up2q>Qp#jCnPmgxlr*Ay*kWL;oX_b^{$?Q5
zWEn*K!2}5$czd4yad5&ix5HU!uPpa?)kGRfB1k3}!Y;~KSbEDy$o)ccKa?azx-*HQ
zS6j^{un~v~4!JQ_lWski#zmwf*lq=B@<`4&;6I^Y?I2|ZshHTp6f{6)-=|=Rc{IsS
zCzmoyPel!u`?see3}*4<rKE6)?MuTv%XLZ7)v`Y!9sPloEZd4lF^K(}6?Y`nafL4P
z60f()?(vp*mwVJGvMst&X5Ch#4Hj?5c;fy*Abg7l8qJb3kcDhkm;u`;Q5umXQJHT^
z_B#Sfy?TXHwov{3x|0|eXlN2^&Ol*UAu$NL{g*Qk8;dj+HUSCv+MhWAUmDTGVkcv-
zypT&=@&9o$940Q2Uw}Jfs7f}2no0&J-Mj-9vULR*HnXn`T^6;Z+~c$_a;v?MXfx>v
zpU)M#LaItuRk}+YDiy-Rr)4RH|5O`=H=WE9B>FK8`+;lBUx<mlvnKn#5IJEEk|7x9
z&$}Cw4B?b6o2-r|154Se=_o)EdviLk;5GJ85$?hqw!H|W%-5(?StR9RpA})OGOr(}
zt60(uxVh+)GjJak_&=F}UqBI^RKSMahdMmsfAu~*0<2&IW+6F#6?ffbT2#(wvroA(
zo1%NJVFk1Bq~hc@Jzmx}7jgc-&cgkex`N_;j9?{!nBYZc()`IYL-y2a0^KR6UNZLD
zByJsBI~xxwRY8U?&&EWGXIL@fcwz1-#`suarq6;}P0zW3v0@Y{)udWRF=hD&%s~dJ
zj+~3s)F-%op1GS;%Sp9Yf5lwP!8-QGxmb>;+0+N{;SljWn<z5=C#h}%GNe99uz{i-
z#0uwOva*T%J|g@w?l+3PGY_A~3Vo4)V6D~%F%z2KG9Ssn6D)552BL=Dy#ULwmF-`E
zFR_L0hOi$NB9_%GfK^b~;g5O<!;QLC5l~R7*?c<^?-1{LUzoQ3`twrlZc4j4nKjyB
z!v^-goi{;?KjEM7X9H?BmmxWamL**#mvg08|43d>HKmW&QS_hqrq!^bGT8AB`)wKi
zS$iR*A4akX4veU97#*f^)ER1}3JO*H9CGi1r@up~H8?^ha;^illD$uYOB;KIC3Rfz
zog=hYH`mKk9r$qxnKi9N9BV6wtX=#nj^#NKHO)w->y555F2G*}{paYXoA8)#Fx<;k
z6K-j^pw3up<iQ3k@-<*kh;xJQ9AUj77Twa42$4nolGoI-2(e+NUg?-xEoEXxL9tY8
z>hoi8eH3i@rc{{!52+Z@qo-n$9=O4^`6mqazr8^=$cgMeV-Ng<vGCg)gPAo=f^|yJ
z^Typ^abobDV?eLPVYkd{2vx`tF-SY}U(pZnYoOdxMR<Vh^8?rMV9Ph<)pGmDnQu{F
z8sO4?!dPH&{}cVnMl445T)jYW6?0>Kz3NQ~#LibMkpX&zbW`s}-9BPI7g4VBgK`k^
z4?RT(Jb6>J`tFz%ni_8iB{m?Sk7y+oG4Vw59Z=RSt7ED&dh^($cVci~1g@RIX>&yP
zKEu#k>eE{@G*#rt<+?#HrdKb%R%#riwZ^3l4m_f3#w|@L)F^e(KC6h!;g%8uk5Z8o
zplS_^@Jj4XJ{`T>HzhSDYpArEYEdlxzcg86CE_jK$pIgdL}9Wszd-yNN5oQE6i8~K
zck1<V$G~zf(~PJ1KCvP-zz^<hds=`?VWmsn!oa;GStT_TH*nU$d(REy!|G)349*Em
zq!pQ3<dV2#NRGIF=rM~eS%$2v_?dI~lE}`L_2t$GqUh^hsOAzmk{|(W?=mE=naGnU
zzMR$Ol1gXQlA$G)RZB`#FYj_yEGCx|HJ{)T=}jY`Rf{cKokg@*TUL@4v7&1ximI-z
zCipdnu28$3K2&zQx{-K|1W(aGh&y$;w`#f9qlypkb2RX;1Y)i4Ca2Fbw+l%lHWQbM
zu3lePo+J0~5nLe<U(hK;JwR|T+rt&HogH=YB}NUq?1I(Q!Y#11MTqaO2lOE=2~M*q
zZX`^*3;ohgCug-pZLx2dc`_opGs4;;cSH<rix_&+HnM)emKE)m%#+zU^`=fsh8WN4
zk@CVbTM9aJ3XYgNa*Eq>iv3M)bU^8hwDm}Ftg;GsMMiTGM`vzfTTy98ZfRR?DdRG+
ztnE>>hH<%;2RkB1wMDW<H~&JmsyI0MR76z$osG86=$!V5p`8&!_n;$USX;!fQ^Uu!
z4WG{czn-gK>j!jNG8-T5wAeZ=d2F)>D{U#W`%7<+n~}&b$Ks}r;+OXRgYO?`Y|qTR
zKg!tAADr%plJ6hL#&}T~PHRw`Q58k|E!*QoJY4KOFLtbPQ?98oR4+kaG4&Es_0(qx
zM9oBXMB%m)PZU@bi}J0$N+1@x*;E)CK{@dVrc(v-co=K@{`D9_W%ifl_;z>!<g^|s
z2=6tR<cuEae}gJamm9Q_mC-EoG3*;dyKue?dWM=vw1(al+&N!j($vuvzRX>=)UG-`
zRc@EZsW<XP7P%5*;PX#ki5B2q_Vp^{MboaPOIhsnmObWBXH)3eY-BaE`NrhoYQ9iB
z=zpaeqm7E#PX3Ixlll5~(o<Dg?zMZJ!JA6{ZcY&Pga~havNxO!Uyb}sE2nLi+wCaX
zhSf;Q@7q=d?SB>Z5LqMpVn3trbKWH0@7amf_!$nrwg!*LIK=Fa^9S6>Lf2yw4zt4b
zNQvD}a`dIpmz1Z7y1;7IV=$NBydGBN9o^F5^;nGe{n@|96Ebqy{!JK-57-x*FagK?
z*-zkvL3x`bH~NiFqaW}I3$MplSj(=}bH&g6&S&_tHu(gJe8izEqO8PaFL5~R%lNrQ
z$zrE1ME#V#@+{^nr%2`$GizM^1iPvsTj?fNH?uv5nsg(lZBSF`dCzd#!~dkf?oHS~
z;s4L)@H)8i+Rb=gA$RIW{se~4Wf+;M0e9nLc5eg5XMRFMpAnFv&8(k>i0SQP;(kqV
ziM`T*Jmn<OpRzLz7>Dot3EMEjh<{<TnvkI%Sco04IMxy~SvA|(ghMd-@7{rO+C}bt
z5hDvOawCN^ZO^DjL_0X#UZ-n?zUvYv8e*pV13en`pFSsgh!R!MkBpeD8Ta5}zuJt+
zz!df$zd`+^_etnws$MsNIBOE;O5!w$4wCe9q7y`k!y<8%Bu<Pv*_xevFDi~RGT5P=
zaIINKVsyf&E+BJsoXFjAI77Er3BD)zk$7!Hg;ILV1a#=5ZX=*G9sMYP4miYaU;UDV
zX;-iBv>il=nZZZYL4w1EF&y6~@;JfuDv8z*&2YVuOr>sjrTQHSn%J3LeEv`L|F{c1
z@*QJg>5({W`MJ34S@ODP-!eho3|{}>-ME1KnMUxb=GJ&o@Gl3CmikBSK_dPRbZ&b<

delta 5842
zcmbVQ3sjRw7XELN|K|+>L?t`};gR~pw^Z>^1r;kQYPI4vMG_T+1pfp?1ZitIrPW$=
z)N!jQ_^4QGPiyqV`l!`y-S%`>LE~dtwYAmSC#BWaZKb<AcLE_&-JY{QoG<skbMKuy
z_uiR*W_EohwR|Q8><I|)71(n!RWc>L9q`c>7)&m0=@7rH6l@9#%b^$fcB>CuB0q1{
zil>oDN}lXR2G{$*A(C3J6?bu7%A#JrWrD0U`c#3Lkd^ggMH{!!@)UHo__3CJa;;tq
zIqSDYC_`*fBql9VG6pjK5Hew#c99k}&>7cLsP3Y;Wi^vi_mBwokWd(dtDq8|l`6p)
zvV_}_Lv0CN5`th1trWHh#$M$0ZBdX&KHQc7VWe$aZ>S*R_N>4P|H;`iCr`+Tos^N2
zp(WF{|Hj5Xwc)s`fSDjZjk80Z1wjZ`34(Pvv;K_Gt{7!6X<PuoSN((Q2DSLdIsN0B
z{o^jj4I*_rbmW&E4cbhVP@5jl@MQl9eb~=wm2YO4@^qjgQ>{F$7Bj=_M|LKIxQZE`
zWxutHD4>9>*mDM+Cs|FS;3cxEslT{^HRjq6Hbsl#PDa+)FYWK}gC^p9XPVT&7;+=g
zABk4)NAgXCLkI`SoFgsLVI)tHfk)GsLdnrS5*Ii~UOuXWdi#N+@gZO*7yq6v?MA`<
zB<jp6I7u4M<imSJJew^YXY2|cNxd0G%FYgfPsrZ0=iy^g)f}Pz8*1!hp^=kZx=qd6
zu=7ZsLgqQ7K0xX$xz=oln`C{<V{pfQp(QX>f0=6_e1c#{Sc|g%K&lnt3c@kse=}bC
z6v^Xc_)Xp9&yl>rpjBxy8|9TuNAD}&MD7;|e?lWKB5=d+AXSO5AK?~?EJ5mBvg2kt
zoFF%D#t(cCxz`asL)e7v6rl#87I~YI`Vy(H$nY=5Rez1-9AutE;GzExc{+T>l9Lk=
zK1LoOe2c(C#`{0RUR(W&EQ<`*()@gr)heGw0Uo)%sLA_oMqUd7k0#ckyoZ68T#uxa
z{QAX=nA_O?Bf=eopAgy*R-nvHQg~}1Y_<RSR-%{qZ^llszu)#7z({hc{TCQ+KlVdA
zKrPvSdxTWMmB?4Ob)X=DccMfuR^=1zgYP_t684{pL|?{u!mj&y6^Lp^=G))6`-;*p
zn2~Y_LMX|+mw4a%vU~l--mGbfz3JYEsxV%zJFp)fyi-UW-dF>ZA{&uRMc9sRH!xs{
zRiV|WjbFiNNsHw7G#Ox&IEc|}93}v7mAWtT!x1zLSgkhxM-x$OF`9}DMFm!y9Dz-d
z2vG>p^neJt3m)hQ_MVHq_eV({?F6I}5t0y+5qJV)?srw?vOWOYxu-*@MS?hSC}SLT
zY?9!aaH$kklr%CH>On=1#6pZ8t|Rhf>{3N<#KH=&IiA*nFZl6+FF=JKX=xnHQFlx7
z5?48{#DPD+GWu0KEQP)_R|ox~Dw#s7-(s7s#9+1M*-EW)2-@aFsiHe|5U1f&B^9|H
z2)u7TpyBir9V9^#^-2K!aGn_+B%YYNDElu2488m-qx9ac$u<@l-(b@iYD$1i-wb3R
zeC{~J7T7S*(vMRi0&Y8Qr9zt$8tBC|cw3yuB<?xZj02;JN&GM#(t2T*^a?o^4Pdxg
z0nDT0CqPQJI}NRBIj_KKGAy*nokP^CTmhfU6k5GX@|G7_@{BSj!pc@^A(lO|9^IRS
zW)Y$srzXH5fDT%o31d2!P<kX2`upai3__}-Jrl+%0x(>9Q67N?3Tf(Om;h5~^<<X8
z4jPpOkHKvEbQTQv>%decp;R$#$bwPQTpvbT=(Q}cFwyKOFcoqgTc^Nuka#7Hr$0Up
zRbX(GOogWaO6l2bh=y|7mJRHCM8#?Fvb2!du-fRl+0fhZ<}}EG^iuS%3}G1pU)^~n
z;^N67QI6c@2(C^TwO8r#z5=<GG<^olm6m!KJ~RWyKwmW6>X&aRE-5nE3M^);%owbc
zsn1ME4dZ6r7Uc?TdV$WJ30cw#G?kA&COOW|gajPQPqRR)UCj)z$n{VyK-EtDk+WeI
ztfFgXL#bk|g1oz>FO7Ht4#x07zJ%^_A1tVX*5ow^FW?Zusn;ABC#}KGpW>ZU)_Dl6
znFC*jaeW>YPp#+XLN;u0w9I8;hSjwFN$A7k>^%>PVJj`02W>#{EruS?g)lm19_Tm)
zJ00h9VTjUYl{@4Sf2uJ+WIsOP-EQjrU4y=ce&3%9IgRESKo2j_)dp4xdmUE{a6`e|
zIJp3#`xi3nttzvr+~)djb_X1T$g<0;kbmYXs9!!9-~+lOA6_7aa37dXJMv*@Ql)@a
zT#r%Nxe1Cksw$yS>E?^!<m7?Sfd<jdfl9&9ttT113ZP2CY_Y0#JvM)mR^KOhpv}GE
z5(L)nLuV8~1U<75k~5?+OtemEF89<kdb@nE`Z2Cwm$fdg9PvAQS`$Q#?J_mdQ%Rof
z`DXO#99-7#OmLU-#zI0!m8w!@^y(DsRVg$CkdwXR==Ub@>g+>d{>Ia)JlgZk=-a9K
zkYUeS49O8LUlrzko|-N@G<YF|20buhPEXY(4^UnAFjY{~#zIJP``_<A<uRUb#(+-$
zQ+mdT1h;E6MlrlAAwr?sOXQO41)=E*qibkjW=8?fN^mO)g`r(E+n_%<NF*n%HyxV>
zL622-8{G3ygJFMca8+U-nwAEEb3F_$e5k=b-3EKqVBr5wZbKm?Pwa|-=Ari8A+-5-
z^&|*|nl2ibIyQH%7xo(BBD)%xP-GX4Ei8aZJ+nl$g%A#p(nb?#p6D8_`JIRQ65VC6
zOz1Jzpw6)l_+1w`S=ge7C8gz~HJh3J?wP9Y)a=V<Pb|(JjoXnaJ&j>isj9#>o-U1n
zUj3P!_%4qMaSy_uO2tBWBltD8+U#?$I1LE|igfJUHdFY2m1%Gh^o>H_+!+xbu;@MR
zDr)R0Ua&ph<&+@k1lb$z<2(np?EBhNszlq2Zcd?|1TXF#4T3SGM@McM!y`1H7?R>b
zvuCk=je+s`o+(ovh$IeQ9*VG5pt;2mS^X$u$$Zym!~MjQ2)9ungMq%EJPm2S|HG`v
zPv9$#K^}&{x73SKXD7Dehd{1E;JdRLMzwky4ETL9801=P*pBcrHh5V|Z6)!gHml4(
zoMyB_uyqAen~}00wT|{NLzG_u(i@Sxo2Hr}k`|gl1KVhgne6~7=sq*(U=M9JgLcsw
z{6@dewqnl+SHlyVjE8l{9%&BGXbI17hG*0Uwky)XC+^drP-l>?Njw)cpgCy3<&lro
z1v=G<4NIMBy;D8NsUCJYxqqF?sZO{YozxVv*-)E(IVf~ZMg1IS)bQpY{HG};5auYd
zz;OuJps8Qxj2Yb=jQ`j$u#=V19E|^5meQqgGQuS~tT`C}538J`rZ>-;e{R(L=27!q
zQspun)m$Du@k1Zy=$zVYcEWE+ar!4X{rfddZt)*M3#?GCA38%Lyzf6Hh5ejOOOIeb
zEgDTug0f{;Vot2`oCX+uE>_G*puRRJO2o~gUg^rxUW|UoOq-=7-MZYIKiOuI^Kb*k
z_K{m{u%p_HL0*brMd10wRJsy~xs%r+@MQ6f@MOJ;Jf7a&NbNy*6M^qhld)X%2#b-2
zkcDX)#2kCZ{nxJW7U}U)xEnGa#JG0B1GDJqGKf|zR*<~%Q2I+592|+~WVT1C!^+@W
zA9r=KUEu4iht_~%Oa2mrY_gWH{iVrO$L;jSG8hR59FgVF1Z;2p!EzWBiU*HYX_3j6
zzsx94=WbK43P@&WhrtzW8+XJ}T>&GM5<l@hf+s$Dp$dXy+-E&D+aBdM_(9MrN284t
zDz1dViSdlqtN-YrM{`#~)L{2%$KzBg$;Z$d+ULg%*YV>x^4_IQE8!71;W)n%o)Y00
z9r8RIRW1GJ^Dq`p(C`|F4cmr-xZ=Auc~_D8nr7Fq`E!gG)PPR<i^~+Lfkp6<<6aG{
z5n%wWT@54PV|rpWJPPL=_g2FNg>(ufYaJKYf)79|{qz<19;#_`9aFsK7`2Y=G^3p;
za)Ci>P=21-kY_X+irIBT-XfFUOTJ30*Ta+26_mL`udQe5PI`twvUD9;*J%fV74Zs2
z>p|AyfInq479u-WxeAEecRF6(0EdAo&)ftXCG1YV;Aq<fUy7ihm$t%0xJYB_AvLiT
zo30_CqTbJSNx_%2i^%-};YV6s4}+vjNMEG~>tQt9b+pyPP$j%b;~F8sb&t@94)MDu
zzVa=n^BdXhS2{F1pa4&I&+mj`6WW=P%xwKS`LDblj24^8T;@6*@rwq2vi$%p@zXB1
zWW`sWg#^q_0`1rdlVH9hV;77A7)NV%L*3YqP-q{ve}=%XfcSL}zvRLD9hqO>IFaIa
zIQ)i(U*w#pIj^xZBEM$P(Yn{bT>UJH;WeN<56x{r3UB-5>-c&P;THtF!jYSi^1|@=
zBH&$&T#tZPEv_T_P^2;t+E92NQh4~~r(4&wKY*`C5Kbs&GyDk2a|qp8;-$fhp}UY&
z3oMo*`7R17*`cDxlJcwf7&hrji%e;9gyY;EXczm926el@VDotX^VZ_S)`P{I><ML#
e@AkttFnFpG6553a;}4vF$Fucmhxc0$3I7E*i*8K-

diff --git a/litellm/main.py b/litellm/main.py
index 98033a66ed..d099c1c177 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -163,6 +163,7 @@ def completion(
             custom_llm_provider = model.split("/", 1)[0]
             model = model.split("/", 1)[1]
         model, custom_llm_provider = get_llm_provider(model=model, custom_llm_provider=custom_llm_provider)
+        print(f"model: {model}; llm provider: {custom_llm_provider}")
         # check if user passed in any of the OpenAI optional params
         optional_params = get_optional_params(
             functions=functions,
@@ -245,7 +246,7 @@ def completion(
                 **optional_params,
             )
             if "stream" in optional_params and optional_params["stream"] == True:
-                response = CustomStreamWrapper(response, model, logging_obj=logging)
+                response = CustomStreamWrapper(response, model, custom_llm_provider="openai", logging_obj=logging)
                 return response
             ## LOGGING
             logging.post_call(
@@ -310,7 +311,7 @@ def completion(
                 raise e
             
             if "stream" in optional_params and optional_params["stream"] == True:
-                response = CustomStreamWrapper(response, model, logging_obj=logging)
+                response = CustomStreamWrapper(response, model, custom_llm_provider="openai", logging_obj=logging)
                 return response
             ## LOGGING
             logging.post_call(
@@ -374,7 +375,7 @@ def completion(
                 **optional_params
             )
             if "stream" in optional_params and optional_params["stream"] == True:
-                response = CustomStreamWrapper(response, model, custom_llm_provider="openai", logging_obj=logging)
+                response = CustomStreamWrapper(response, model, custom_llm_provider="text-completion-openai", logging_obj=logging)
                 return response
             ## LOGGING
             logging.post_call(
@@ -446,7 +447,7 @@ def completion(
             )
             if "stream" in optional_params and optional_params["stream"] == True:
                 # don't try to access stream object,
-                response = CustomStreamWrapper(model_response, model, logging_obj=logging)
+                response = CustomStreamWrapper(model_response, model, custom_llm_provider="anthropic", logging_obj=logging)
                 return response
             response = model_response
         elif model in litellm.nlp_cloud_models or custom_llm_provider == "nlp_cloud":
@@ -493,7 +494,7 @@ def completion(
 
             if "stream" in optional_params and optional_params["stream"] == True:
                 # don't try to access stream object,
-                response = CustomStreamWrapper(model_response, model, logging_obj=logging)
+                response = CustomStreamWrapper(model_response, model, custom_llm_provider="aleph-alpha", logging_obj=logging)
                 return response
             response = model_response
         elif model in litellm.openrouter_models or custom_llm_provider == "openrouter":
diff --git a/litellm/utils.py b/litellm/utils.py
index e1d0853768..7e6b961fa3 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -2510,11 +2510,11 @@ class CustomStreamWrapper:
         model_response = ModelResponse(stream=True, model=self.model)
         try:
             # return this for all models
+            completion_obj = {"content": ""}
             if self.sent_first_chunk == False:
-                model_response.choices[0].delta.role = "assistant"
+                completion_obj["role"] = "assistant"
                 self.sent_first_chunk = True
-            completion_obj = {"content": ""} # default to role being assistant
-            if self.model in litellm.anthropic_models:
+            if self.custom_llm_provider and self.custom_llm_provider == "anthropic":
                 chunk = next(self.completion_stream)
                 completion_obj["content"] = self.handle_anthropic_chunk(chunk)
             elif self.model == "replicate" or self.custom_llm_provider == "replicate":
@@ -2539,10 +2539,10 @@ class CustomStreamWrapper:
             elif self.custom_llm_provider and self.custom_llm_provider == "vllm":
                 chunk = next(self.completion_stream)
                 completion_obj["content"] = chunk[0].outputs[0].text
-            elif self.model in litellm.aleph_alpha_models: #aleph alpha doesn't provide streaming
+            elif self.custom_llm_provider and self.custom_llm_provider == "aleph-alpha": #aleph alpha doesn't provide streaming
                 chunk = next(self.completion_stream)
                 completion_obj["content"] = self.handle_aleph_alpha_chunk(chunk)
-            elif self.model in litellm.open_ai_text_completion_models:
+            elif self.custom_llm_provider and self.custom_llm_provider == "text-completion-openai":
                 chunk = next(self.completion_stream)
                 completion_obj["content"] = self.handle_openai_text_completion_chunk(chunk)
             elif self.model in litellm.nlp_cloud_models or self.custom_llm_provider == "nlp_cloud":
@@ -2551,7 +2551,7 @@ class CustomStreamWrapper:
             elif self.model in (litellm.vertex_chat_models + litellm.vertex_code_chat_models + litellm.vertex_text_models + litellm.vertex_code_text_models):
                 chunk = next(self.completion_stream)
                 completion_obj["content"] = str(chunk)
-            elif self.model in litellm.cohere_models or self.custom_llm_provider == "cohere":
+            elif self.custom_llm_provider == "cohere":
                 chunk = next(self.completion_stream)
                 completion_obj["content"] = self.handle_cohere_chunk(chunk)
             elif self.custom_llm_provider == "bedrock":
@@ -2566,7 +2566,8 @@ class CustomStreamWrapper:
             # LOGGING
             threading.Thread(target=self.logging_obj.success_handler, args=(completion_obj,)).start()
             model_response.model = self.model
-            model_response.choices[0].delta["content"] = completion_obj["content"]
+            if len(completion_obj["content"]) > 0: # cannot set content of an OpenAI Object to be an empty string
+                model_response.choices[0].delta = Delta(**completion_obj)
             return model_response
         except StopIteration:
             raise StopIteration
diff --git a/pyproject.toml b/pyproject.toml
index ca729f02e2..812377984b 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.683"
+version = "0.1.684"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"