From ee20e6a1e63441b51363b03100dfe0fa95b3398c Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Fri, 18 Aug 2023 05:13:30 -0700
Subject: [PATCH] have response type inherit from openaiobject

---
 litellm/__pycache__/main.cpython-311.pyc      | Bin 25997 -> 26030 bytes
 litellm/__pycache__/utils.cpython-311.pyc     | Bin 50302 -> 48799 bytes
 .../test_model_response_typing/server.py      |  23 ++++++
 .../tests/test_model_response_typing/test.py  |  14 ++++
 litellm/utils.py                              |  76 +++++-------------
 pyproject.toml                                |   2 +-
 6 files changed, 60 insertions(+), 55 deletions(-)
 create mode 100644 litellm/tests/test_model_response_typing/server.py
 create mode 100644 litellm/tests/test_model_response_typing/test.py

diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index f8e81abe6cd2480679f49438dbf6c3e611174ce3..7c1a53cf54f7ee32629a70f6d6e9af20942e5b9c 100644
GIT binary patch
delta 1754
zcmah}eP~-%6n{4#uhF(_UDu=^X;)I+`j#%UYn!Cm(6+9cPzUyF9cgKs<lVMele~D}
zi*%yakJvv-$0le0i0E2{&2G9mGekt3_?I|@iBm@YnJ@(fl@>-t>Ck&#vP?zDBl&SY
ze&^hK&pqcJze+A#CFN(!%kLNX7YyE%J6|oYA&yJC&Jqi4nli}NbO~G|J0x3L2s-H&
zgFv^*)n|wxoag`CH!a8&a<xpROma<{aCUuVi(Je3d*nKfE}0Apl0D-$d~dX5MMkw0
zOJthGg(lJs7o}dYo2OxZ_*3$i=0wy3aA@~u^QdRVBvax^jRm+O8JNyFf{v2Nj1rAd
zl^IYoX>?BG{{5&_C@eZ1O@v|-jH*c`p;F15i|plY=0bQ3!HF=8(9eOVWHh8vIcrX-
zp=nrh#_dm{a{ytGgNkc4HZlhq4#S1^rme4|ID+s1!V&PdI7lzdw!Dx(T4ufF5mGb{
zC@%B1LK?}G-!3e;4mf8pvBW{L<jj6F>_s?=FpCgFh{Lb0FN>}vItb^Ez~<fuoA1@L
zjM1l3RMjT5V@WEJe8ID(qpFhN7ZP~rO3}o&0X;G91dGA1Bd%`^##;xA2E$sbnT)_j
z>u^!3IG;Pf$$eu*xi<LMo>mK$?P;4U8Z4g9E%a9#6yrAUEZpADG9KQT6{Cq{N>f<`
zi_ncW!cM|wdtetT?0<SOdmo*P(4-bs5|WX1L#(5o48S7CK6t0YPXe&sah#09yt|#u
zz-70$6#Jdo5oY0cx0`6-@;FEk`aL7$C0O+|ku-ee*(tt)lm+<1lO~Jsytj7y5;tT^
z=p2otG|H^#J_YZ33j?|7?IK;^?R1Cr9&12CuE#LYa(A%UTj<aSvNFO4HAZpsg}Gzn
z=zbqTKkmyIY>H|$&ag;~B76wfI=i-LD1MB7LquVp!VX_`=@qm+hY)}spQAL5V*V(K
z&$@jP>19t-#;1QGuE;dTmf$sC138uX$X8io!a;!-+pO^8;C?4gu|)6<Qd2Q}D~2#y
zoJ#R0iT-D@`-Xzz2i(mr!ucUP`3AliY9=ROeaK0Ef%@TtWFr$EZZq3^kn<?QK?LBy
z6YEEP94-axY<*~c0^!g<eBE#>xbMKdF4%(v{V{qY$I@MIqFllB6wAmcL(mKUHuR6y
zY(0ZIPJh;@YK*PGGouY-r_p#F;d2BFhr92FzAt^P-RRO6{1zqsc7NiMiuA_(r$2MN
zCF5Z#%hAL%yOX&+ddomo;KumFBCgA3GxmvRiA681nQvfuvW{GbPbNJ?gxiy2;(JKy
zgTtZDIzqTui~3~_SyMzw9%E+ISKwUe9Pj7hu)Asl4R;Xq{2~Soz;d{{vWkoRC#c^U
g1Yylc2)O}YhwI^HSj_wuHX1~$V5wTO!4LB4-?62vNdN!<

delta 1629
zcmai!ZA@EL7{_}q?F9>D11F`>;Rbu*w!BQBEv-cF6kJ84Fj|@cvn#z<RxGrhdof^^
zOdXmn6OBH8FmY~ZqQsYAmd2Nv%=wb|Vf$j7@k33v85521lQHv)BzXR}b1#WWZ`xm;
z=l?wCIp;k0oV$8~EnQ&ME7jFbn|RhPU(#A%sdh8Z>76S~S}da`X|v+h>K1KdK7E5^
z(`z-?yUb?$K>Ul(lufJATpD}auGN!A+FIilx$RnmV28#=Y)WJP5$Q@<J|Mr)!c;n|
z49Kb&$@fr&H&R(N;YVoP`=uX#LC*2)OwQyH;V2S^#^VT-rw(S*Dc#@_JiDpSn<5^j
zA)otBE2|%=9l!wK1ERnX9rYddJPLCd*ehV5%9bs>8A6PH?rhok2Fy`l8xW__wr18(
z3vJI_TXcTC?Os;0j_dDR>L~W&9{TCEjy~TMVv2xLQIz*U=mgThH1GtFp?^Bgmzu1V
zjgoWM_Er@mtS(h?{mD7qFcaoNPFL8qHWuvDMs`-TIlk*$shTaWz2g1eXoP5T##$9+
z?iwjMSk733$=($!oqM>Ld$MbyWUh;DS=4*iyE@c8UvjW~syI<~50%WN%RP=A*H6Lk
zn%KHhR*=)PxjEC|ljwvBjq#Vs>3?u19R5E?uW*|_pVD(?Iy<YBah0C-Z)U^vy5Jyv
z;*YQht^1eQep(9juqpaF&|4WsB@Zx7j$nWp)E8`K`zR5NvuEkkU<*4!KLvNli%5B%
z%6k{tF?zALVbgIT6w38^JvC?QybfWa&wB@Mx?tVp2&ps}>e^-<vnJ#ej~T{RaNWpd
zXAPadg+QE^L+<VSVSWTyyL%3a_Oz+b@DxNehJQ?#Lh1$s<{8ALRF<Em_HcdW7tjs?
z5gH0N`;WjZt{jQZ)WM{gn8|8-reKH7k3p__O6THY7X$n_t%REx<-ZNz?zZEiP|{mR
ze~sK-i)*Z~f-KfOm%(RXgw$v~i_yO5n0#6U`6``>df4~$W3-jMMC(x>`-6P3es(pV
zi*-9ZyODDra6j;>fT&_^^Z`0I*6139{1EW)O)-`J9P8>+AzQiauzbJ?0Z~DP{U+=h
zZk0F%p$f2C`!*%U-5cM5kE>oNGfd8x>F9V<_$0)Oz*j(pz<(c!8*_OPvL^fimh~Qg
zqbuWE*;-zj_(fvN^y_2y$f(Vy^WMZER$=wZAtqTp(8w;*`2#`bASpQ^e~6?((vqP@
z8xv*&{Jem8BiY;ncfen!&yw$p1Dcu)+;J7c8er9TV9+qFPS!g&2~+%R#y9!zCOajn
H)ld8jXY_#v

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index 3f33c9e65d6e10fa8e826b0f29cf073fce73a068..c4e28b05a5c266aa65dc92d1dc5bfcf64aa7d6f7 100644
GIT binary patch
delta 8483
zcmb7J33yahmVURkB$b5(vL}QJB!mhi1PF#Dgc1Z4Fd_(Q80Jybd#Myus=|F0HscgZ
zM&p8mUhU9s;Km}jQEu2GI&JrSJvu5*K0E!Ur|F*l?CBYu9{kklX=d7Q&VOH}DiEia
zTK>B4oO91T_nvdlJ@3^w1NK9|x8)tp&2=mEdRINKZ8&;=UMVYnsm@?=P0_N#6T7QA
zs+eL^Rw!CdzoO;pRY&ZKa)Q3rtD{Bo@`yKX3~!#~<rA-93~#<RzF+BBK%=nm!j6UV
z*V*CJCg`o5Hm$IKuA^g-#^k#wL_!+t%+QMaSx1{zLLC=trG!3hp;k_`E45awl75#6
zpRKSmOVJi-Rdl&DsAv_MUA~JnW>fU5M8sCNahcYpP1akrDfF$OZ!LYN>dUn{eR*e&
zHm%>;u|o5b`m42i!fUkYge$cfgsZd$!qr+M;kDXgZ6=M<t~Jrsb=oY#HR6J;Y|8ao
zGqu;sIj!qhr}?ybBzJ>0pQ!7#1%w;K4Ez6vM^^Dm4=v`M%Alev9ZXX?Y?@<0>13L{
zKdZw&pzLBDj&+LHX=Yrj8-_oqn;Dwk>F*84%q+iQgp8O!5(|tdgI}EV&8F{{8o@(s
zkQ^vjZE3tuIbtL4(bsxyO|>)@Qu^#qv-=oR`dFW$rquP>=*ltDLsQl%$8GJ$VUE-2
z?a?`(Ks+;3RYQ?bOjXT{Kr|B5BQev#qhX!I9EKk5<P{_}nO8#A)#K;>Zo|w{)j*gg
zpsEH8_Rwpu_?crtoR`z(p8Vu&8%I>nC#o@z;J^1O!<n`Fo%@3aV&^g|hw!QWD03!#
zj=8K~!r_vt0mr>L!-b{vlQlr^FR8EMwedpw;YDaWVR*#ft&`zyRqc*yy<uH+W){R@
zf|;ANFrbISs(PI9NklamfscC#<=iE}EMpM?**5aNV6!{RE+~Hn@ahqzq9iLfKC<dx
zUP0tb;)7{6ie~!}qMx9z_3ETpNk$FD4@HfWqQ+rnEbWSh0=hwth(&uiTpk$FjE<>b
z;dEgIOAJ#~L`LoSKNd2MKOQoDb_yU2B3}p~UP4W;i<i+4p9Zj2yOTo5=u)}vH=+^K
z8H#9n>n<~++lqSXFcGrT0W$y%fGU9Wi;G$aBF|pSIpreXT@+tTRKrK`Cq~W0`T@sK
zX8CYYIfaco8AJm)13A(;WW;3B#isyj00@6+Kd(h=D#7RoiOcx`+Q3;!Fe*fbYp1_B
z>-FI4!PB8PLl+c>bJCv$R=hxYfWE2M$lm?3UQsq(8aP&Bu~~^l21{l~I#`@$?zK@(
z53kjYo@m6-+XE@Tk@8faoT7_#R%!YJS;a<K#W@lp+}6h;d9e&JtGKj1h$NE=Lz!e!
zW66ktH|49(K^+|tC#6%o*`tW3j1ey4$!ixI^X8QDQX+aYt+1L&ZObjw!~=O#;@%7^
zdYVC>3&5u0Er4_gL9Gm-R16VePw^#-lFCQRiDzslkdZZ=@=^D}8_s1;9>Qn(N11c!
zbF9<)T~9y5lf566EI6?9z|L1PUdnno>)0(aKPA&tGTy4DPy`ga53E11et2T_aCPl)
zrRPG1qux#AdN)FHfZo#a0VddEh3+1*0N#i(EUegHQscgrj>~?fPuXe{c?G3&`Y2tr
zl2jkVTD1q{?xt(J-~xoO%rS#Xka}$@zLkmFo+^Fdg}mVXwtGux!^)LqW<e~fYN0@k
zwrHT28=)P#*Jj!pn@m^0$}vbT9*^997u~I4I+_B}?w+<ib1q%MF>1ttRfX|&)Y-tE
z+N*q2(r$fT+;PzL<I<*&OPkJ>&K@eAonly_4{v(ymd6)Rn<oiK6eiQGynyYHN(zwL
zGwIvRiI1Ar^(18=K*+WKoKtYuihEc5IH&gGoZ53abwfFI18i6t_;%sDm1NPmlJ=pJ
z_5n8Fy(?#UT>e0&G|ua2r`Onofn3L>v6m){c=Ak<kqcM`BQ{t@q|cNrCxycQ2gP=0
z0ZyDh1*{dsKvqDAPjmAViwbL4nTKd*ZVwMdV(Jc^Z;2W@hcO$(o}x}xo%lsjrJXGk
z-;}PIjXhwxy5+fPjPkxYJ`|z4gpN&rL{mfEJy9Ox>q%Hm>@ABp*%gWZtXjaBPt<#s
z=l=!K`6j?$0#vcr)3ONznwbGo;olP0&8%g+0(ws@6pipD;AF+PKcH{%2ez5+&M5Ep
z$5ee+z?)@l>kjC-32-A|qwEom27@|RJ0tvNQCRJr-~lxQ)KDbIV|3M<SX2F$vmWP)
z=?v>T^f1T%-ZO4vdo<FpBpeNFBhgJBZ!Xt}&V6ED-88mS`0LuTVK0vYdc?DJ70e@k
zST~0qPF$=ju+5RV=4LQq)N#9IWs2Z+a39fWQhHeL)?<7(*F;-=WzFsAvJY^nhE%~s
zdrkaR{akh`@pAotu?AFG?Q*vsxABGOhq;V)%*CwMpdQh8_3$=vZpKXZj$jQ<tXj-&
zXs_Il4%q7azRP;?zY!nIn7#N1;2i*<P@zf+t6(~|Mne&rLfY8-L3Z_U+WRrXK^MrW
zWNA+0baqC}YrK;Ne7kX9>v7h8oSE6QuKutZ@CUl6UL2+7L8*r829>(}A-YISdoQLv
zvw{6coSgYi(;%_<K?3UiFxqKLpki#-$C|usDDihqS@udP3P*Tz%uLN6(_^7--Lyxd
zJITAB&uPhyKts~6jm^a+Dcz=<0-VQGbl?w*jm^{Q4U#n{q#_d$nT*-Tpyd(3U4VY^
zTys5z$Z&Hl`=`V=%|q;JtUDc2&x8E};PNh@$wj~+wb|ptOJ-WizTps6-26pi91`U%
zPtzVf+cJm6vEg_E@Cx8nz-t6%P9WM#n>!ZWrbi6Ri<x>P5Y;HWO_yxxWDJ7Nbj0*s
zG1DFC?H-Z8RGA#WNS~bKXmrbsMaPqNRgOfr31^6SQ4#y*|20{cwcsl@%?B|z<qn;k
zA2njuo?1;*uiJ|ES=8pUMQ!WRau0;_Ag0nyhh+)>dm?5ee$`sYoCru$oO73m;<o;{
z+%4ZD5*-e*ZD|6*CM}U&lQZNp&fGYu!sLF+Fez#Ned@yBB^W!wap?}0`5%zjBsyCS
zzbIR*Q;5eGuZgQfG;=9K1#}rH(cYNMDQ3n<W<^FY#|3(+I`3BfJt1|ApYp8?ha7&6
zm>fFz#{iklwxjir1ZGZGuS{NQC*?xE8Kmr3G^oeAXo>tGN;b6l_>frZtF7{YJDzxI
zI7DeC+^t%-VSJbvQ^iBRE66YJ`+jOK`3WT5-Tqx8{@zRk{)sqyRfN4K8kZF_uUNKh
zezp(fZGf=2YgzTRze4k00Y3wr2mBiFQ-BxnbHKj=ehK(@z-NHZ0n$@g4*sbke!HxG
zl84&n1lSyvsh_e$(&!7s@g;oAC)n%Z`B7bma49{Sg^<MoV#vh{xWtS7g^ByGd6BhY
zOv;dzkgWj7<+jU|X)={oQAeOz3G9;kVG&7-_^Mj=oOotcL#51vPHXu4p-7r9ZTMLH
zX4SknQj6*8^oPQ_hI?l2kI)UgLnaL$c==oWu|O9^P%8S6ap;6euSRN0{0m~q$(U|w
zp*1@>@NuwCKw~atOj*8Dz_}?m8Q}a@5ihJRs_;NyTsZ32RH;DjK5nC^J(4)Tx;-QN
zY6xEgSecl2!>cUrBp$yG1bM=(fdV&W>cBR+wtOvE>p-1gAPMbO4Q(4e48T(f3d%09
zLx8Q2ao{Nd{|__^0{)&@FV{z9$-R(sW58^{cmf+Q5YY{>o8+Qo@SW%>s{$PT9LAXi
z$#G@gRXOEwt9t=-VDe-3E{|g%!0E)o8#j-0<wNv6@kD1!HnIkH;My&I*}0FEi(s%;
zlg_|N#<AF5X8qXGnS#zgDKnSYrjznrl*^lo<F0gYm^mrWM7M0^DUVqzTP7|9Yo@1^
zSiO^>)dG7ildlkqyL>fL9yXbjz%{j(QU||WT0GU&Xa(YUzovzd;%FyndW@pdplz@n
z^O9#^HE*MlOnVPKD3I><fz=1l2+S;<_LPn#Htm$Kxd(RP*fH}1T~vbgP<~E6w&B&_
zAs=$2^eX9BdOBn|-E{Q!hBVU&Z06r6A`+@BuEE$@RFJ7udQm7%LFXmnaHy!W7EPHc
ztfLqfbpsF=vUcOQQOjE_=fR%?HN9S`Gn;#%ryeksz|1nj6h>;d5j5@F^xdLjYg1Kf
zMP)5PM<uG*<YI9{gtkt~_dxxz5%`=X4sIRFb6L6t-#yDa10%>lo`aSZUXX9VWh0;o
zP%7TvJ#C2`F%?|=3UJB*^8oV!<$z{D1z-VSA)pnoSX{BEDGt|hp9Bnb3qaa%6=+KU
z%K*y(DbMkxxRlP49*3X#WTK%i3#vwMfSw&0mM^Y`D7++VaDEM1DbK_&^F^{~f;xE0
zn?I^7lT}*UKbLxiUkAPIfHi>Y0V@G%*T`+1Pim>KOumY(U+%$(M@HbL#GYFUT#kF_
zS}bn3@(<UzpWil<JtQh`Z;Dr=zYTzg9aatXGPS5O5g@EjQ7<coUI#<2;c2wqAfQJQ
zX~SiDc@wP5Iwpu_WD;N+g#c?ND==|@5a(|{LRG~b`+}@O{AS<A<dIG(Jk+_HGHy%{
z(#}NvvWdi>5W)VXbfll?|IC>!>xLjkr6hNEOTM&cBd+D%KP7&BcWWjrpz^3e%($m4
zy8%oo77%Oh(b(q1EB7?A@qW@wHI?io``;|SzPCC9caRieV&eYN_+<2q0d6BOGrIhS
zKSsGiM%NYyW`ijQ$U!R?kOxR6c{wabvQE<wS}I^Oz#z%78C|jf>}cYZ{jWI#cR=AG
z0=g-XvHvs(&k&deBNb5kcIzkvlPMgTP>yUm=!U>Q>IMdkff4xHCO#BvZPkj%J5icg
z_+Z4A>mwemj@)J2#jD>L$VqQFTAh`H(^;?BF*uEF7l#H{T4|&Qa{~O{miXP^gLb+n
zzVDGM^HmHp>hKijADKMP1LEE20GJ~3A4M_!okv^P&7WZC<XIzY5Fcd21a#)oiAcw7
zs=`nyb?g3an(ssi2`H3nj*gd2w_MadUd`r;6^}<L_Fj9urgjj0N(tx`M1O<2E6JiC
ze*@59sw#f>c-43xRZh}V^t^uDgn?{cEzY)-i6w`A;`#?Dc~4XyE-&0k{poI-N)kiX
z2rx@rci783V)x+{Y^iwX@D>_+jk`=Ndg5Q$pzu6dGU+{xZ|4uAuY;Z&YjV%g0>~LX
zCN?~ICG|h}<SMpOeD-wZ15f!$1qQ$6sZZJmsTV&8_%5IbAor!z>X2IbBcQ@I{wM*B
zWoZWC5P@M;g*0z*=;>8#J&kg!tD3B`p2{U|f94KbyhzRx@HL<Uuo(bv@m~PCps<-*
zrjzc2Vt#Lq<q98|+dy~F-FnP&(qRZ6BanYv5Ls2Fi!JM=+n*(F(y``Dx?dWpDpgb*
zkD)6)WT1}U64}p-SC3UQH8Fh5&(>CBe7Kq(smL8Y1%w(vIp85u#Z&fh49lMfATqe@
z?Lq4RXn<yM&$E4Uh4_I)?ukam4AFXWW-DUcbWx2T*s1Ydkd^`AKtNb0$`a_o7WTT#
zZ2EVpGZduTfLIsr5=T$g707(xA{k1V^dg6xKUwU2o#b~XE}mTBSRh0DK@y;Vl@68u
zmxnMM&hNya(p70M!6W>nxaFm}oA-hZ*O{3zw*8UaR@^y_9!ey95BRA-Nt<js17Uh{
z=FPJnZKbR*GYmRVDNUR9UQQ2~ME<FosnRoSD}MpX<cyFI<%Ci|GwV3zasG%z?n=Z@
zU1MJ<&6iOn_oLm+!m}MZ1gQ9wvx3@mq+$;F*50REJ7fVo_<EmYjwHsvYPZMbEOx*I
zEYThpf@Fb*JFpmXMdXPnx5~GL_DSkQ2jm$jcngqPI(`<H*sc6+Kzg~}p-XSJnYESv
z^6|*1<kEn@h1mB2?*e`R_@Q|D^sHhmk&%7r>d?~s&*`bokBRksV(J?)TkTu0S(*!=
z?JEg#!2sUu<?Z}KarVvf8&5;^8-VW-cyE+<G^R_7(!ZEHEK6n0DbEkw{#a?*hn752
zm!c&TeH>bzz$I0*O=l`xvIe+STz_VOZ4>61Kzt%3CIR+B%#D@@Pz{(2m;#VRRxMh%
z<B=z+EY10MaXA4n4KNcRPu6SEk_X*-v|<2M=IO^B`~!t<dF1`RyaVGGh;7=baF92E
z)=kkdbdlB53XHx9uo*A_hCHlr_E`HGo6K@If>K5jhYv1G0v9t|ttZ57+5G3krjKGQ
zNvuBmDT^zt@gt>S^yh-Z!RT+(u`m$+0@Sb4tQ;q!Kg`AgB#HV}nw2+>(KGR}FyX-J
UFF^h(&6}J!@y>@fM>QGwf3WEZc>n+a

delta 9733
zcmb_i3v^UPn!dMRdA~?VAPJ-ciAnPaAny>u8x%CWd;zOX)AuH6=yb=r9Sk9%aYT*y
z7@$T$1OW#@M%Ec@R%UmdQP;<DMn^$2ig(7*b7p16IjiF0?5vFA?*IL_)13qko-?~0
z`b*Vce^vce|D*n@aNuvYZ@cZ;N3*ih75c3D_upx!j_u4IqPk908EVv~EK;=0ZHkt4
z#HJ`u)7Sc}p2{uR)RHrxWg55SQcIpb{fM1<(Kp_!RvWZUSv^BjG&NYax{iN4S39+Q
zeP*LgE7;~(U9YM9GdMszTBX{Uq7`maSI^RlsN-yH2;m%UhE`0pxmul8O26mHWwwIS
zG)0@K4X5h-CPgdJ?EEuWQ*DaAKyI;Bty!qmYa{fT+DQ6V(6^GlSLutiDt%F7rdGYp
zx%wK-L&IOIjUrsEjV4^8jUl{F8%ub-RzujJ&C<rvEK9ZVR9mJ^AY8u7K6K;?Z4wn%
z@{(>?eS<bzn?`ImYSW2&lU7T3v#hg!6IJ7TabXM<b}PEFTGf=*HccfCyJjPFXm&!U
z<{)%wPQnz;wNmk<m?_umhT&_{{k?-=Ea(I~d|?E^ZrZg@#Y-jYquHpI;MSCt4#i_{
zkgbk_GLOwn@rOeZJrpq=A{^9@siwowgN+9G-SSpvZPZNldIO<A#Ov+Ijn7@vOPNYs
zMghTA<!otXx8s4#vqLNBS6VmyT)_1Hgt<_~LEk=NMiN3PN~hAP_BW!H$}zR!m>M-x
zn)HY-5)sF2qL>CS?Hlw>28MOJMF|KQUN5l(B6<tSn4gp}L7YKc7X}e*RX)rr*m1+2
ziD$CPda}w+yUN5cBKs58Nfjr3S;%TC>{g-!rR=ozH)vI%EmcGrantUl7;$0kEUXww
zWYf9P7i`lFjOy+qG_hVPbb?q<+!u<Ka+cba)vfKAw`cGfS6Pn>a$EmcdO2r!VL>f%
z?^gQC8nMecp<?-BS+?FQp3QX7gu--e^a(=@r7o79t!;#!sda#!nKB2m6cW$|=Hx#-
ze^0^A#XnelCa0_?r|fj9wTTcTY8f=_Z#{8apT`tf;QEBJsczrz>{2^bGH6FbN7m+a
zx4R0~S5@n->d31agL>R7i8P|aJ|ew~v_FK#6Ga5Qmf#Y)(H4v(jbRyWc8b?)M6imS
zq$Mz6KJ_%94>H!g8xKx8JpFXujr8xuf>%nd5@EONY|h~BEZ*3LW2w^Ss*ILm-U`5I
zzyts+|CqvTyn7-aRKOJa8t}fYiJ$W}o3rw~l7Ljz={~O{z?CR5ZD2KOa~7iWK(Hpq
zlz#dqKE3<=cLkSu&EbGwH~Iyav5Dw%4NY?8=n`?tLm5Nd6mVed{DF5+yrH-f3AYN2
z<#EVoQVQL?TV_g&70(8mqbQaClQKAZE%6&}0#e$D>TX9*YVq0P5(+WtAG)g!r5#Q~
z(CMZh-i`lDv|$exm`aQwu#75dg&5X;M}B;FDEuWtO9S{T0pAr!`uZlK-4)`9sKS6A
zg30}Y2HRg>F%rRIIXb}kSd8zC2(#i5LDZnjfIz?o-jSPJtQ8e*0PEG(6mr;;L!xz5
zwyfdGzD~Xmt@DR`-?2X>?)%P$jzaeRMmk@NX0OnFMmWSlAlnK8fsm%R6QLuAV?x|i
zh;Y%C9_{kj1p<?p3z!F(OpuHQM1Y%i<Rq8Ef#7CvjVC}L=z3~?&zSntd0q7H^~jqY
zR_XMHaL<N2;^n-qeo;Y8qpqSZ3WU-v|3|nM0657d{%?1VI<F)k{mKqMp!HJE=V%bM
zCdZWjZ~mWkeOS|jD|DkZ95VW+7!H~TK7C;=0Ztkj$r~cyPIJ!b4LEcTlHVs(&9y#J
zfU+V=O!nD{2V?PvV}nf&OP}cQI7Pi|P9GV)#2gWRI|}<rmPkPUf!Yk{gAS&unnRlo
zZ#uYv(~wd(|0*7iQ1S7w^0VcYXG`7ZQydf1&npBVchisMwh5sXC8{J=I)cXSf2Lk8
zOSx>^=o>bM4ir5RJQ`_&fx!c2h0lOA<nM|emkA!12$KjQ0h*LTND3jW`a5IDqVJ9&
zmnx03i6CZ*M-rN7_%(&L?TYN|D9`AVCCJA+%A%@f?^F>p2E-62)f1*g?JlY(jEd?h
z`_sB?oi;jnQX4vKW77MbXJDL2-wTrnmMALexKp_`zf0}6$LbMPk>5O!5xq&-t*Xic
z1&J)rqndV#Ba}PaYQ~!`zjb87gyOl~#k9I6J*2m{iu#V~fy(CyR8toW`+Y&9z9zxh
zO8pI_oPVUBt;*@)3+dle8}~<zgHs;eyl=Bb=!>kTjy#T_aUm!&u1W96r~K(wD~Y0z
z8qqaG&}=J$!oR6n)e(=dZMaJiK_F~-oTg)aI1my`sUj$uQp9o&b1TqjWwd5Sd@f{J
zf|DI+!X00`6>$e&cGY3xGwvjyxLYuE_u^fPt>yf*;Q3N2of*Echp=E_Pr<^i8_wI5
z+~u}|8=~hG6fAt*@n&Y<`e{ATqlf!as65BE!1fh>Es6K)+rG8&Y*zl(7T&vtcqAu@
zxNZgV#i#<-(AV%{{aX`1=WVG@3Lpt67!a$kT(vt3a0(0rYjR9^iJjV&*!1iwRV|Ue
zoP4K7ED^aWr%@di`#7i6u4?jcgO**b6WMgNgtfMy-uLt~2L(b##1{;DeId;oXlV_L
zh=>q#S1g(za;nQ?pAV^3Rj>3EFU;LcbkPau0&J1d;;AK=&`c#u4f@svbu(>2yI*gO
z1i~TVlV^&DRdU*~3H)~eHUc`(CoLFmYNESDV@R~i{1Q(-U(`}S4TPG6Bpw-CTJm$}
zsCi&_2K9}4Q0$;`N6wmtaA@pYa*z$gdaK)$CGH}+@XD#>)#@X1ZFzkL<Pr}7zAulJ
zm(cdST0T+zdF<=*JljMTsvV6G>X=>hCwLsfOLQ|Wq6hUBJt8)VyX4G@(uzaq@&urN
z2Lqv)>>Cy?yDBEDr(>~-|57W8h}<BM1<`$E75ZT<eH9?q$U{|Es~<^M)p&K7oLbdT
zdK`S{BmVKS%=N!V+cN+}VUNvPJkB{1JSpOjiD0@~MYyFkVmPQ0mv2z@X!SR;zWQDV
z2l2d-h4Q27^)q^}rx_e~yndg*S*H^>Io=5xg1uQhOQpn;x6+dD_Ka2kAY-1F#+QNV
zBms4W=MU_EN!P=pJnDbO-Wru=FXgGA6;Gy_s!>#m1X^^{9tz(<n!PY~>a+(jprunP
znc2-`v_ak5=nDkfgzm{sPG+W)Rf~uhBZw(-T}`#ROWt2IH20?%;yJ)mfFH_}HKWKj
zKB}oyzm7S_^{Cfi=RGOn7ij(^U|<)}co}pKDr?=d@v*MQE`KmU?<C?4YWSHfpKzEo
zdi(yNv5zJctJUx-@fP4T;0)j$0yEPeZVQp9;SGAoAVVvkIAj{k%XCEa_K2AtYHR6j
z?BA0|Gav;tOCQq2?Gy7|XNfXImD?xYO+g@c(pPFVTXQ<OzaI4Z!xWX-T{aM(C*3mT
z>!>WQmt&?JEoMK=2Aj8){FCJppHO>c?6WBaDy_*j?Z8@gfcG#$+<UAMK(Gl&z+Gq~
znehY>%yd7QVvw{-!6Csdeh1!<2nMV~oj%z4DUoN&lIiPd(tD;ai*CU%S&d=g*IBjU
zwg^WAGi9SL)`bn7{n^a%x6w_q#p`Pgc-Q%e$~w&y|ADD6hWHG?u?PW0d`@6yHn(x;
zA$#)cA_`JQButrDGwp&eKtq!gi7(`;+DfvRXzdW^1>%`6_tj3JeSWw0xAr1BQ)rnj
zzV=>)VHEMDe62n-<Q&?v8rwpCYykOJFleeFF<V|YYkCG0B(?+Ympf*aU$3fEv;n>b
z@gl&E>R(Wr4frd-0ou1HIZ<)}QUJW`9B~y@emiSa8EZA4R^ttGc=iRotv=yvF+>LO
z-xgamJKtW3fY7Jw7pSu8(qM!T*$|(_qVs;C4&tdMfq^&IE>=n3g3??}b1}Ux7%(Ex
zcD=l3L8bbJJicITDF-X3H9TUIbs+E@pUFQjn5MSNnuR4%Y=xP-&KL1FldUEU2EI>m
zKDn-ha3T{6hDOcwh)z~($;nf^f_Yv;Qx-i0@s-7j3A@mcM;(nUD#3Z;pW*JfGv@@u
zKF!Mmvg3$h#QjR_+`@*Gj3)GM1_WZW8lF?Hazlg=2z>5@sYK@9tot{xG~#wN30bmi
z=-hiz>;~KiE(ab?MJn|-^ZdTn2n8~)o;X7ffUgpRUj-No7$Y|>ixlyGq=-i_1|Prc
zeEto>E!E{kqnLLLc(Kg>euV)a?}hhcbC<8pag7G+Ir-GusTuHSQHFY@{L|XI)X6gB
ztJHYcafAr$sz<ec*^*vN2M_Zsqh`~o3lSD#1(lDvlKM6?6DkO=TQ3r-v9@fI{EM$*
zbYc*zcidW5K%N2oQ{=*Rvn!Y%GMTA5B`|H|>tZ0c{L#9aXghcY`7|v6?<3>a=n*y$
zH0WIB2!M7^xmZOrnf6wCg<?IjTRuij95Br^o!medbTWxsK%4=&5bVudf3uImCB@A6
zi=wDQTP*-#Hp)t*mvl?RrlYMbpqWnKBrz0|7Fh?i6*yot{<femLfbeCtw@%<lmOA;
zQjalxm^8;5X{PL5BR8S<`SysIjV5-?#33mjfS?a@xJ61O4ib0@1=cHG2PF6P5UQNr
z%*Q|r0CNb;G$TmH<!v#V__11!(8do>>^vXybci8|jBl#gC0n&Jjs@an3<^lM#SUma
z*)D5rxyhK|S%ewbx*Jfk%n<z7pn5G}31Fgp*QlP$Gdj@BuDu*BlK?9LHvlFBmI9^#
zZUo!}xEZio&WwzYLd9YYfVI091F{UafyR2ppF+f1KtjXfR#aK3Y#Drj&Lo;i`BIbD
zX!FyXs9`B*9ay0@R+B)+o>Wa#z;ijhWnCom8CI1iH<`p(2~<)){k0;RF>Vte0Kn_H
z&;Uu*u>0rIe7(`l?Jl&6)<xzehyvIcyR$9NrT$3D&GWCEfL_=<PL0Wto#Uf?Sl~`8
zeg)vv=4~obN`YLIuMw9^c*MJC<qhmX>DTC!+DB@RLGPpKG~f*29RQ{<QVFnz0)Vv)
zA65-GA<uOlp<Lm?t|oPg{BzeDI;fX#8RFbXZ7;~smU%7+?YGPFCktY4Y<b6-!8yP^
z7@XqYwyC+icetNeVc}Qui*0pdFfU~_^XQkE84R{~$yYZ9G+hLC(7==cp~YH2r@Z-Y
zO^wE$zq>{q)M2%9fZ;LQ<u~_~M>~nkhGu5XrR*eeW1@s_6J=b}F<8P^&6H-Jfxm58
z5ot5}W`Kj|%tQ$%n8*gi4+U!x;N%S8dnmO7HUZq1KNPqP@M`S&drvw2Ph!A-A)rj2
zz2XHBUL-K{g7n^teMsJq{tb-rLx5uoW;Pv^#ryi)J%}cb_Cmg0zW3k?+b{)B#j&{$
zg=|^yNZL;JzwPp8JGwKIu6T<gm+u^{J|w$#R;%0Pk)4aJ0COMK1SqjTyXyybx~o3?
z@SI%E^7<UL^4!BCa*&*eAA%n+M;1MT40-<}Q`K9(#LV%-iZ_je!~N(mj)2bQL@I(;
z4c*s5t1U+J(-@C;9Q_6?wp5PYQ?9O*OZSAyEMM4DQBsCJNSQ8q#GF99rA7Swb(=kY
zY|}GHPJVZW;CqBz{^$p;Kcee7Ieu?(0gR9C#gwKPoJ&9=dD~tO8GZNOMXFDp-n))w
zo%q;a)o0|meMMzRL1}wWpr3<Y)HU`(S~f4_q}2D#p}t4=Em520#m7r!&VC>DzkUA~
z4bNbaKL-2+Fdo2e%0oJMNbxMF5K6=dXd-J^5S}AQJ~hf`9$%swG({I}fBS(0wrC-*
z3cx945lT@2^di0i+=+3PQpt4EH74ToWLmq<ibCpaI_N<yV(H@)m|q~kpQb_fdIc+!
zg=Pi6M6Gchn&auZ)0=5}k(``FSGxXF$IF=TtE#NoQ!GDz!lib_{_uoPUBR&ss`aE<
z{#y%?X8=k8695UJ1m+g60@xC`Hyh_M&;Tps-ou?7t;Dfd>6108`hZ+=WLzCg+H_GG
z@4rJ6JHgFX;D8laCyNhL!C^fvdWZ{$8Usy~=~Jd~uYB%ERUSLPi<;g1p)2F(M+%*9
z(@48xX-5}1YT1-epucJ<lXZVBrh>A?L6lfuNmW5D;$^x0>B(y!MKkngrt%+!e4$O2
z!8wgq3L8SAJz*qCkxi#RNEbM|#CKw_gcSI5xnWSwX4>0CP;8fF$1Ac~J?eV#8V1`X
zmme=8yA2$7J3l7E(bz-BueC2`VcC$d#~!<xh8I^#-YBQyHDHjWO+w;a%d;s5gOB4C
z>i5L+O04`Rc6*d%{yrwehIF`K7xXB~2??*Ck3zPu%UScw)QL{U9t`knKw_iBd#J)G
z#ruHd=A5OfC&NrzPk-}rvmpu=-~+IkfZqUq3;0mJ9Gg&x4KZ*$SlaDXar()toS#zD
zo3Y6!Beu#9u){1afE<+xykP)O#=-{iC;8TM#W$bE&}RVe5O{9ki;U^g!u0<^Hd>NC
zguz|_gaI6L*(dKobsd0%_#TY%JgP%gIqOu3iw}Q#tUJ}MZj+y$@<*qEgHz@MVB@5W
z6EIG@kZf7`)hv`|10Dh2LBJ|h{|TjhKs^DSJ^_D(-)XJ0Gl&*G$|5N75&H&8X91r?
zfp~Ec7XY}D@!i<82Po~v?a#V6y^PkE06x%=TUZAxpKSM`%4ZDRSirF?rNcDYo&+>8
z!0|7p*0tpE>ukOFZ)&E0iZLp7<3E3*MsrpAv;L*<C1_tI8!Ga^cPV@c+E>YjtBO>5
eUA`1{%>NS9uaZqyJJi|g`Pi9%{iThc3jY@oPW+Jo

diff --git a/litellm/tests/test_model_response_typing/server.py b/litellm/tests/test_model_response_typing/server.py
new file mode 100644
index 000000000..0399f0d91
--- /dev/null
+++ b/litellm/tests/test_model_response_typing/server.py
@@ -0,0 +1,23 @@
+# #### What this tests ####
+# #    This tests if the litellm model response type is returnable in a flask app
+
+# import sys, os
+# import traceback
+# from flask import Flask, request, jsonify, abort, Response
+# sys.path.insert(0, os.path.abspath('../../..'))  # Adds the parent directory to the system path
+
+# import litellm
+# from litellm import completion
+
+# litellm.set_verbose = False
+
+# app = Flask(__name__)
+
+# @app.route('/')
+# def hello():
+#     data = request.json
+#     return completion(**data)
+
+# if __name__ == '__main__':
+#     from waitress import serve
+#     serve(app, host='localhost', port=8080, threads=10)
\ No newline at end of file
diff --git a/litellm/tests/test_model_response_typing/test.py b/litellm/tests/test_model_response_typing/test.py
new file mode 100644
index 000000000..c1620e941
--- /dev/null
+++ b/litellm/tests/test_model_response_typing/test.py
@@ -0,0 +1,14 @@
+# import requests, json 
+
+# BASE_URL = 'http://localhost:8080'
+
+# def test_hello_route():
+#     data = {"model": "gpt-3.5-turbo", "messages": [{"role": "user", "content": "hey, how's it going?"}]}
+#     headers = {'Content-Type': 'application/json'}
+#     response = requests.get(BASE_URL, headers=headers, data=json.dumps(data))
+#     print(response.text)
+#     assert response.status_code == 200
+#     print("Hello route test passed!")
+
+# if __name__ == '__main__':
+#     test_hello_route()
\ No newline at end of file
diff --git a/litellm/utils.py b/litellm/utils.py
index e5886c8e6..864603768 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -51,67 +51,35 @@ local_cache = {}
 #  'usage': {'prompt_tokens': 18, 'completion_tokens': 23, 'total_tokens': 41}
 # }
 
-class Message:
-    def __init__(self):
-        self.content: str = "default"
-        self.role: str = "assistant"
+class Message(OpenAIObject):
+    def __init__(self, content="default", role="assistant", **params):
+        super(Message, self).__init__(**params)
+        self.content = content
+        self.role = role
 
-    def __getitem__(self, key):
-      return getattr(self, key)
+class Choices(OpenAIObject):
+    def __init__(self, finish_reason="stop", index=0, message=Message(), **params):
+        super(Choices, self).__init__(**params)
+        self.finish_reason = finish_reason
+        self.index = index
+        self.message = message
 
-    def __setitem__(self, key, value):
-      setattr(self, key, value)
-
-    def __iter__(self):
-        return iter(vars(self))
-
-    def __str__(self):
-        result = f"{{\n  'role': '{self.role}',\n  'content': \"{self.content}\"\n}}"
-        return result
-
-class Choices:
-    def __init__(self):
-        self.finish_reason: str = "stop"
-        self.index: int = 0
-        self.message: Message = Message()
-
-    def __getitem__(self, key):
-      return getattr(self, key)
-
-    def __setitem__(self, key, value):
-      setattr(self, key, value)
-
-    def __iter__(self):
-        return iter(vars(self))
-
-    def __str__(self):
-        result = f"{{\n  'finish_reason': '{self.finish_reason}',\n  'index': {self.index},\n  'message': {self.message}\n}}"
-        return result
-
-class ModelResponse(dict):
-    def __init__(self):
-        self.choices: List[Choices] = [Choices()]
-        self.created: str = None
-        self.model: str = None
-        self.usage: Dict[str, Union[int, None]] = {
+class ModelResponse(OpenAIObject):
+    def __init__(self, choices=None, created=None, model=None, usage=None, **params):
+        super(ModelResponse, self).__init__(**params)
+        self.choices = choices if choices else [Choices()]
+        self.created = created
+        self.model = model
+        self.usage = usage if usage else {
             "prompt_tokens": None,
             "completion_tokens": None,
             "total_tokens": None
         }
 
-    def __getitem__(self, key):
-      return getattr(self, key)
-
-    def __setitem__(self, key, value):
-      setattr(self, key, value)
-
-    def __iter__(self):
-        return iter(vars(self))
-
-    def __str__(self):
-      choices_str = ",\n".join(str(choice) for choice in self.choices)
-      result = f"{{\n  'choices': [\n{choices_str}\n  ],\n  'created': {self.created},\n  'model': '{self.model}',\n  'usage': {self.usage}\n}}"
-      return result
+    def to_dict_recursive(self):
+        d = super().to_dict_recursive()
+        d['choices'] = [choice.to_dict_recursive() for choice in self.choices]
+        return d
 ############################################################
 def print_verbose(print_statement):
   if litellm.set_verbose:
diff --git a/pyproject.toml b/pyproject.toml
index 1d143a7b1..4c1b088a6 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.422"
+version = "0.1.424"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"