From f7f108d23002aeafb1bbd6adf63e72a1ae8d88ad Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Thu, 24 Aug 2023 14:43:49 -0700
Subject: [PATCH] move baseten to a REST endpoint call

---
 litellm/__init__.py                          |   1 +
 litellm/__pycache__/__init__.cpython-311.pyc | Bin 7267 -> 7404 bytes
 litellm/__pycache__/main.cpython-311.pyc     | Bin 29218 -> 28703 bytes
 litellm/__pycache__/utils.cpython-311.pyc    | Bin 65002 -> 65499 bytes
 litellm/integrations/litedebugger.py         |   4 +-
 litellm/llms/baseten.py                      | 129 +++++++++++++++++++
 litellm/main.py                              |  53 ++++----
 litellm/tests/test_model_alias_map.py        |   3 +-
 litellm/utils.py                             |  14 +-
 pyproject.toml                               |   2 +-
 10 files changed, 173 insertions(+), 33 deletions(-)
 create mode 100644 litellm/llms/baseten.py

diff --git a/litellm/__init__.py b/litellm/__init__.py
index b53d49e26e..3b11c14ace 100644
--- a/litellm/__init__.py
+++ b/litellm/__init__.py
@@ -21,6 +21,7 @@ huggingface_key: Optional[str] = None
 vertex_project: Optional[str] = None
 vertex_location: Optional[str] = None
 togetherai_api_key: Optional[str] = None
+baseten_key: Optional[str] = None
 caching = False
 caching_with_models = False  # if you want the caching key to be model + prompt
 model_alias_map: Dict[str, str] = {}
diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc
index 3b65dc585fe8cd1d112607f8b09471fd6029de25..871321feb1ce13f96578d4b21e2420dddce73db2 100644
GIT binary patch
delta 1846
zcmai!%TF6e9LHz<_8MazHZOz0*kDWz_=OF@kTxOVk?;y6p(9n6;~9*@E=2216LK-C
za;Vf+a@ZbPDW@J1Rk>7hrTziER6RL2%a>M))GAUBJ?GTlEDMdhhwkotfAgKsZ+_#Q
zS^3S(U$f4aPA8AxTL1Y^viHo{%l-H)<S&b6Z01k_VGA`<YcESsFKQ#k4D^85b;P6*
zUPsJ~5DRt?4!2O#e=1s4%3<dPDW5N9Q;{9F5+1vV9k)S&_KURhEQeO0Lq}RP(y1d(
zjktBBHG^P%SjeM8E^Shmj<ji{TSwY8(xW3C8tK)Ma;Jv+bjYm{ua0;$(yt?3DzV@J
zI09c0;X!JqR%+cdG#zZWnq|jBMN}p|q?h!;?R{=kIMNSp0PZvABZFk<!ugxraFYu(
zxgZ%Kqa>tN8EbOkCRZLOA3$nEOPy$Pli(s`N@GzHBXN?@ToT+gNog)kW?;GV1!u{n
z_g-QSTn29Sm9XD{mJpeLipT;*_lK9%FAL;_5usPm&Mq7<AR2f9=GFNS!a;KRDZ(T0
zy^KN&K^ub>hBi)=oH0-?AhP%!hoca$L5z{>WT{}lak5NSASPgZ6~>bgZ$O-ecoSj@
z;u^#>jnIiFupXUMbxPH!sxeiQs>W4Ks5-4`O4Xe-3wQ>~twXulf6LJ+8l_2^qG=kV
zajH!v8_#)siEI`)JV&<3Eg>UjaE3$B-xlU~Slkhm4b#Y?xQv&@6}+OcRh4ZEHy|Q%
zTevB%;Wcp`uZtUaL)^rh;uhY5Ty7hM@4RIjxE?ksKbX8`(_%3%E5DlF`WlXVxe}G>
zVfKI?H(cTop+Yt%6mzAln0rvIntw8IkCg-474H<x{~k$E2+|~z@pE~k{9=n(R4}f*
zv)%2D00|o!uB^N-(HzO<j}B$}Se7EneY@AqCO2$FLJ#HQ-mx?Twyb<>kEK|JuuTd;
zkb+D`K%TS~9>^2PiA4NhBASXNq(MgfOoo^YpYlD<KGySrgw4{JGQuxgLTqHTTH?R3
zOwP0Z0+Y*3K4kI{lPgTFGr7uSk;%1cq&>rNx0GT>$RJsjuR8kDHU{h<4F~L1_ERd|
zJ1S9${f$cwHf)!vKt(D`$C8(Mv&8z!n~wOd)XlPb*r+w1%kLKt3yn^#lYLZ__p|Dr
zmn8Pr(BL1IXf`htVQ(7z*<s|5N^-+29OZMu*_NkR!I`SqdCGAsryjQw@Pt~VZ8o~Y
z<hHWp87<#o-MdV7nS9IyGf6VJIK_9i3@r0dpbOGx061u+-z*6IZR9wvj@oMPJ#`eT
z{onI@zwe~AVyaaC@N9B(1O5}o=ew2sm!H&-AD-99U*}yX)_Rw>hC1uR!4p@-UCDow
csO*33tDzt~uTik>Y(L?vtKA;6iT%!h00jG&r2qf`

delta 1735
zcmZ{k%}*Og6u@Wj2Wx{dV2mMv`7p#7F!%!#Fb3MBP534$lt`mW$mC5ex4Rgv7pkOH
zO{E-K^^$aZ%qa(|DpC*eA%8(t^;D$xfc8|WhbmGJ?V*>R`ewZ#+*NmXesA9VX5V;c
zZT~U%+pO;!pU+G1_(l00;!l0u^pmI2!3re>!d%?J-Q7Z(2X6#N4tr=Mn{iskV>2#c
zz|FisSrd2ur(&aNDQm7X6@rUNrt&Z!cv%a0m>&zY)=d+$nydnCHq&gGcAN28CSWry
zHB(_7Hs!Z&3ffGoWjbx9%`zdIX}3(5%>>X?2tI4KO?6l|U9*{>Y22&_H@de-SRcl4
zkw7PepbO9LXAYghHOzYOtYy8>2jR=C|7uo&fvYJD)@4HwfngZ2%3QC@qIKCQ#Bk=A
zHFLZ!o4{-g;+C6)DM&!l$|@;L(=ctN8JNN4E*882vsa#C4znzt<}<PW26BhM{9^(+
zPCghgzqg1}2O%%8)ebh;K=|M(CND0A2pfWh$Am?2--m(rvk~lE#}>sliY-<ku=t#^
zF^o&k^)DQe3cLkx7aCXsZo?gnNi@qiBZYAVV;bWs#%YXe7&Cl~k3Yf%`Gm>1$w`w_
zCQ~L8CX*)9CZ|ni1lbH$TgPfQ`1)lz9_N!h#ix0OPw@n|ZiS6!UN#Gx1<K}N3+~EU
zCCjpuVE>*xza!#1a!y%b3(6wXE6$N!%PpJkp1gvQz_z@qtg$s^ovkYyY(v>(o5~j3
z!nt&t#CBeb9o&pL4Cz*0mh<~EH=OImvSvtIhgz|8ke7AI^}6bJziOZ#=|4y}dnWLP
zZ;2YmppFYfFL106dnVkbi0ZqZ`!uG1=LscZ=wsCI@ne3V?E%;FMY&w2I67b!Fr*@&
zDZc+u&EVjt`rn@9jHnWm)Bz0YpuiB~QA^=ai%-YXsSo3cnPgh+6(%guC(y6I=k4-^
zM7IYKbEzZxXWnJ^uo#I{fAW6mp3I8=yny)0sS5&&0!sq71l|yMQ{ZOx^R^tNclGbv
zqxxU%p<JUFl@LZ#nQME;T-`5~x#|(a;&0gSXk6wB*VKn<m&jeJ*>A?az7$C59|yu&
z!>^Qp%X@jbm@n@s`9nhjzJF9GaMkeE)PoYf0+(ERke6%wn-(i%sy_z4qLJI8aHGb{
zTJfM@xQ;a3Pjy*LSP@u7=%wJOej1Eaw#CSfz`Fvw0`~=y0+%oGA1Q|mAIW@CJwYK}
zPWh#qkUt%i(sR;!cI7%J<7fYW{n{HoX?fy&vi-H^jD)M3ovXCN>py8c@9a4vf%Eo`
T6aRTr>xoqTITUm`#RvEojE;Jf

diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index 5c77739597ed832394bba682c5ae9663a088fb45..02f2cbf12a9d2333488dd69b30c57a6f0c2998d0 100644
GIT binary patch
delta 6433
zcmbtYeNbChc7InANazD01QG)43kigbu@D$AV2lA{?Dc1gV>>vug1HX@mIS$axVCc@
zoW#?*v)PQDo2~c5yX&N_-PG*3TXv>@wB4;|r%ls#Tf0qX9Zl19(q=l@-I>5-J)O3*
zlb-V=0RpF<v=837U+0{A?(d#+?tOam-^h0!kkXqLi&26{^Vk1QKm78Q(kim!O6V`=
z^wb#lCVV44B2kHwxPQbCr72#U2#f@Xq>*I*R1oFxq2?Pzl5WA9eMahl*AlNxI7S=^
z=ZG^=HByzRAE{5cMqH}CQWy)3gc1!S4T<nbSk<SW+L)KWA&G9Cc@9{u7p0L#*$UIy
zXj$PT6B4yiz4}*932<zp_CgLYLZbRf<Rjyy6u4*^yya?*K&^sGpr!JfnL6b9aSe4|
z)ZYLbZe{HdACvOdCRzn1Y^E-tk(?pbh0}nFa#{`Q$aoR0xk$vn5VyUVZUBiWbpvgo
zWLOG&7EWqPiNV-EnvxYcxiGF>B1LsDRrA8rMYY6TmRr3UO571Gyq~^SFG*J=g@_LV
zuF!@OiPua>r*TALW<@Qr4m<Gjq{KJ;E_oGZ5>~xKEES(Hxp^hiQj&HgnfO58C@$)s
zCJv}|+a0GhD8<ZF!=*EX8Ms443^n9svDeTyXAy+jcq!0wZUt)R63`0ZA+(aa1k955
zC^poPeRvtS@p5kGz{8!qYTj|f05HOvebQdVp07(1mpI`b?wxnu&;b{`IW8Y}P;y!$
zOeG%?n^-D|7TJ<MZWAG6PmPV+l!`p3B*pS*N!%xFKBt&+ImLI4S6~IbCU1!ckx2WK
zF40%*x4(=tQqMIF&-H^$v{9AOaKE_ca)|eg7ID`Y6y@d$G9W@`HvlzgZqhqn)Np6g
zBy3d<L%NpNLbFzMTU*3C=0UL0YRTI;XnCxSS^{f<$xy}LTMmM$-qJ^#8d__r9z?mH
zHmJ7VF0Is-CO;K#m)=}!f)-#BA6c(z16f$0w22SQPVt9j-zEW7TDIA={-j@cZIQ~r
zeB=f=!Y$Pq5Ztss3r!Ko0Wv7LXgfyy;-J5-D9D4{Ek3E-xEoB_;#%Ge?xtI|K?_iJ
zQ@dL8)3$=~HnrEC_Fpz9Kc+?Cb5cqV{`66Kl++26r%AkGx9ZaMyj~o&55cOwV|Q8W
zmBHmXBp7+yJ`oDgP9B&f=@7MW&l!msc?l2EE>%6&y49NM60nAP9um)0xU_ZG1LBI!
z=?=~JtXXdZHK}?$+#~K(1lk&C(Hagv_YX_77m#V#DV@-#!`#oq=PiiUD+caQ2eXLj
zake1L*HJknd~UB;+7KZ@;di@>8gsZEjIIZ2BX8vJo`;3f9oMt~;0jcxq*qKk+<?Yc
z97naAl%wK_N{9HB!|B?@ee?Zmf~Sc$U2nowMhSN-Pp?7_LXF$!2X5$Lr{T>$X?Nku
zy>2c&YULa^&6s>%{IL^b;-8%F6xo;syy|zVZj*fIoyz+1llib4P-^n?z`FJnrpxr^
zg3&Ln8IADG7c_KldNYqexi1~T5Ux=}m_r}ke@#Q{0jYJNT*dwK2W~)4ytSMciFDbJ
zd?<cYJ)ms{lS^uz)JA!;7_D*IqHCsY5leQLc(W#$51rlskIwHdgapqi-ZIseUmQiV
z0yMG`u7#kw{GS7=nt!4&!=r45=+do3&s2MUwsa7j>cFEMEB3`4OP`$OlCqq4C26W7
zKL^BRF=XN4-1%^u4yPS}+>-mN+Eyin4p_}w!TXLB0-fH%w`9GqmB0b;DE~XU=19o<
zpHGdvN>Sx4tpgvV!}G`1=vE_8^~2)iA3@UC>#ZSeV#3?gWScP+ETcQWjC4CaK~M7b
zZ%W_NK(^?hvGi7P&)bvVTqxT`qpv9tpriB@deiR_-Z4K`xZT4NZ@b<jUNlzLZB;jV
zH7{LbW#@9{Z0DWgp3hA>#V5WxR~MCe7aXzW%3R($h>3CDC2luWk}fgek3ydKoQ?g0
z8KWp^7GJIHvv*S+eKy{o7)WnR>`eC%iFb?7f(daXu<YK>0F~CeH{T}i)P;(+^X=F7
zh$UaZ+Y1igJN2c!<vcJ>;G&U@y<Fz20Zlx(KJ@ZguX3GpUe+c*6SsqXR<!eUd|zUJ
zdPmO2EBPJz9Q$^lecnE>s&DGR|HmrVI;&I<(<Y0>8})tO{(>BpEKC->Uy#sH-qNN3
z@1I(}jywX>{;B0`c>M{?(9ZSe?f@U4Gh(UIDc%iLX>-Wd6=?q7Fs^&_YBWg;1T)J8
z^ElpOgte+#$DI%knD2hku<Q_e*hZ@Gts)xsXWe~`gYV=!As`%dHmfdGrmFi&*igk@
zrL&kOW;PZ?<FM%Ubl88r5WDoC@>VvD3_c=_?BcurPlwnSNFvE!!5YqrA2<5RIb1;*
z+#>#lo=*>fFG}&QbQ=Ogo)?i#f&31apob4pPSfI^r9zia3f>{e{Tx!(3)i&sbA_oR
zf01fLQU6K~&#JkmnfDeR-{Ag!NEg9!dSNB?!`&i#<2o36<o+hhmE5NaMgo12Z@`@5
zg8NE9QeMbMha?3h7D?~U=BGxyN$y@Bt;%;-_#xLhfafLQ-R#$0JisDi=jQL5nt_3}
z0tp*LrnkCWZAY=Q1;|@EHY6gES4gAy(}=fy5B48KW(|81>(~+2v0<z?0?F8>+2q7z
zax@-ea%yHenUdLIVQU^~Kq>YFvTNB8)>rFV)geUlOOQDo(Fn1NUD0|{FA~w3J<H-5
z!|2RpOgT3r=M-g%XV`RNM#<Zy>Y6}X^kdIXPmal{j82iyD(n=_dQ#krDjQB<HHPFF
zASt{k`+N*PeA$>7Z3&d^gO6TDu?=5p5}OdOw{(>DK{ZU&#U5rM@m@=+T3xd#K0N_z
zo`_AKnhNW4s}tj`0TX6ewiij0c)j&daTX`>v(_V~WyshOv3JWek2T5kk1HmLhg({<
zok6uYKRXK~Y*>Y=x_#$x2ydWll@-WIShE;w`@v&pBvoRx9r3@^?rT^<)y(AQX62NU
z-2;+?J)@gSO()qwaku@4kJW4%2E=pliuXE(A1^SoO5n`aLys5uja33=okt%paDA1)
z_d0vU)vo6sE7b9e6(K<OV|19XCZnBYaW;c>ZKilKIWw!I)TX*a0ROkerS3gJ6;X_~
zO!;!m$Y;mo8D$cHMCS}26%V@`h*NmBg|{4o4mOSigNWhJ3G5J%Ov&i^StiF$%jdEY
zXqbW4*l0WsoALa%ufct#qNkIb5eIs<n$Uxp2g!MHrKg>|B>t+WmQ0GD_v|xQqcYvh
zbV^~D#lZFec}+}guP+wJ{kjm_FFy4(<j{k9Iyt6fOrw)6(O6=d%JCHYhB_plmB(fk
znN?xSbSnFch-w*r<7bRVM&q;cAY;>v>7gUMCm$=n-P`8Olq6>pu~YJBBE@#XD8tW0
zwoCk^x4Q+e=FEpg_3CAZ&ggTYmoY4-8x@`j(YwP{*NGB8K%z$56{ux&lZu>R3_DXu
z{z9a8?6AIs)pu}QGd9hBEdF*!)rr5uzAqzDlg}GCs)cDX7IgKM{Pr5MWMM)U<JhyK
zN*0%l4(m+C&3r~?kcP4Y>>Hx5&*T3o@|Wgu8jDZLNrm0SP9mo;KZ+}TLyh^&r0yG%
zE_hQnosx7xdU%LP=JMa#`pVV|I~O(63#5NT<=kCs_k-HTyJqi$GUuYCv9-N#uYT8F
zzo>=kNA}9syRL43ZTsEY)_e9X@7lL4>Lp9nL!;zrc;Ds!{q8>>0zOaak_6<JNG=^%
zES5Z*e&TNb2Y35@N6meg|Gu~BeNW?kUj!=ms{@Nx$<whU8BhR-2<`KWuOA8;F6~}~
z3t*{#;n=a;<P>`JWn14qi}dExRxJLxWzdD?hvq#MSpM8U*ox&+Wq&o6pEf_yiRGQa
zjr~5gvfH$isFi&dW8eN_?VWwjjeYxx_RfA%1a0xm$UNC0EXO;-2os!3J}8(U$$tRJ
z=$Wjrb23Zmpyh*y1x4bxyZFDMS)mn|k3U7~7k+m9mxSyQKRt1{Q4K<pDTYm-jVo~G
zjiQ#~@mU2TZq2E2@?@BV#if(s!+2sqI=%x1`!gh!D5Z-}rj$%^YW7rOQc+_tqf_Ik
zcywk)PSUV(#ai?UW$f8lLQbVdC*&0Sme9o-HJ?c$8ruYi<H?w#*hnPFrCm55t1q65
z;4GVvG$Fx*o9za2n5iTCu)QA%-mT%-TuCFCLD;WhuO=HKc&eW-%Lh~J3`T61kKI5%
zH3dC|wUJd4Lz3{0M~=UUUAd$E50D2_TiDJ_SXU+0S=GFyhNwEVdVYNmSTZGpiBmGA
zaE!7A6giLNhe+ndTjQR&TUdR7<Q|gmBT<uxF`Gn&v10`Y6$2HGf5m|hk@%2&3M6F&
zg8QF+)Pp}$A}<?Y1#CCN&kd>lkl!yzi>19q3%e$s(UN&_bE?xCL_Ml~NY05*rpCc<
zj-0j;gX%FwVDfa_(XR&V17HDg{ZM2~W7Em;$%)t~n@Fv8pNuUxFa{TyxU3!kRbayf
z@pk;EMfImv_9vi$9TSa-&Kf(6u?^V%5vtXVP0yTTMcAGfbBPzM=6F1j+MLTPtU~-}
zqIOPoLi2>I#N_1Iw2HHOgMc(5sR^68uvU!<;X*S?V{{sR&pyNOx9m*OICN#*mSMCo
zbU%hTWr09zvll9~Rt5CG4BOyvn2pQZSp$*u5^zYVR~Oz$%A_oKS1R~l(9P(Hz0`W&
zYP(-zx?k>C3=Eryaj`+vJQo@qAZkNeMRyXZ*uFTpZeU5T(P$uTX*5eklE!e+v1nAK
OrX1oopS!9<<NgOzX4J<3

delta 6553
zcmb_g4^W%OmH$?M5FiOj2uXkt2ni(q3osZkV2o{SCovEg|B0zxEVCb2SV-iPaE-Gv
zcIr#rTrM%)xk=JGEy-M+=7KNh($00}?wt6hlbK#REqHtvS93l4F3ojrdN+qJy}zAI
z?!A>jV7uq(Oh4v(-`m}{Z{PmjpI!9LyX1|Zle{;L##{-WJ@H@A$uH046_VyT|NG+-
zCE>E+GAhyBuzRw6xSU8TNiLi4pe#OAe}zcW+wi8IVK2xU!nR5Kuzk`o?3gSZE}X0w
zu9z$uE+P_)8DXq)xN_1r?3?rt`-MIo@3j}s!f@UNX}DT8!4ei~+Nc;zF;kuRvrqyO
zH8g*t1Spq6C`HDM6lACgUW?!ea8@dTj)KbuYLhF*RMdV!cLi*Id)0FOKg7JLmO8+M
zI$8*{K5a<R#$`Z>g%*KAGNz@)7YP3s;<7eSC(H=Y5}=Kg3`y0l#jq-mEM8Rql4vVn
zjlkk*t%o>F>E#UYMZneYe)4TUzm`>2?#z)`@wjvn`y|B>7hmK7=I25ZbMkvxGx`!%
zpr|QH*dhx5R9DOAbw`K|xK69>qzYvf1648U6j8F7jX#m?B+v2j?A}=e2Q-)wXg<pW
zYGo480+1op#tJ!kktAGk3u;I`%*4#h!t$Aw*_fR<7VKBD0WWw{Pogw#UF9W-NsKTT
zD_wA0(SQ`ZX{j=1qvWKD`*S`fW^T-F(wZY~X68F`yVYj+zHW4oGX8Xdga2u<ga0sh
zPWv3{;^lg~fx0fMnd^_xG&eu5_gcjeExoK-?PX<r*^N^Ri5sWzJGo7~!B9~4V<yGd
zjF6-W`>H{wq?jHy9W>PI?B`X?9?|n&lRZ08&dQ-#&JUTI`CB<g-eu0=_2vc@m{@CE
zH9Ba#&uBG)aadQw%4sE^D=6Szi-Wi8J?nSjd+09w_wPanx|o|*iG6&KXH%OZXZc5Y
zZvt!&T0qP%t39xL01m!p9xyxjkIdg79-LjU&~OE!=k2u!O1LBCyweh}c@_d!AWGgA
zk%EvU+$jjPpoF=F8bkh50A`b?h@Z_jXuZtKN}yG<2W)F8T7^+!CA6grTHve_Y89ND
zwr&`26}=@1_a$Q_PPGt}QcQ;dXKf-C{GQd$yGtGXnANPVWR*N--3>eab8C^QGTyhg
zj07VeS;zez+QB>_lJHR@bDffuT$aOpbc<L4xlX|eJYXx8%*X$rph#UY@8wSy*~%p5
zTj;)T<9@0ano60A&pEuUeyY7s!p+=6672zq{5z$ix<nOov#K*j1nq@v=1zE1(CKhJ
zFRVCZ+YR{ND0h)+K36`VNh3Gd^dMB#tcJmR2KGs}L3otV3|RWeAM@Y0y8w*0?1xA#
zCys!lmX$4Rzb~`uSRL=JaRy4_N7lgwImq%Cc3jbcm*Gu4iIR<*?Ji-`!#2y%S^7xU
zeaRD8)suGMJ;x8VX2mG7*UtZ@@YQu0{94fyzbW=j#bu<P2Z~*m23CJgMW0C2vj+I?
zO*HVM#pO<s-3<C@|78_jmo=Fzceob@HikBlF6Bhd@jJyk)B!N4(s@AJ$O7{%=yyxw
z#@d}|;?c??e%)EIE_WLFXHJ{HX`*#?lN9an&_E_XH-cB>{te)XS_IM82#K_>!dm2}
znoK@SY+lu$@IrJ1eixCF9g+AQm&;<KL+RT84joF^00v{}AF7+<F@B@OUdWmucn)qv
zEwPDh!r*DLvxkMxq5DexYWTQCuGsi|O&%%X@6_08MUIHD(M7tU)E`b664TOQ%=b$~
z`8w55DZC}o!oO734MBaQtjO9*kJ2x&)~`#isUW8}(~(4*@JyC_y=PkaZg;)WLxc1<
zR?u$|wwa%ITS*I_t94Yi2`{Z1TcG#tv3;$ywX$~puWpyReSRw^*#*3;F0V1sL1oqf
z=VX3-cGWeIjbp3>&Dt0^&l1+bN6MSX@62`D$jkhir`NUx&^Zy_KDi^&Ik_{@MI^Rm
zzE9Zb^ggp1r4TFEyf$^`{2q*I{`X$9x|?<Ld)~^jttyFaop^k81I#l<;Hr>1Gt>1+
z>!A|!VnnJ_rF_u#KtZ~si9F9gsOYtzJtxC^C;JmU8*DkmFIKMkCT&ko#-6fmV8^zJ
zf#1%Kq6h2{k))2y@xS!-l3xCq&jr-w-@S?ie0%wMKlXmp?{z$QoNZ^@=@g&KckmT|
zA?#P=qzPtCnAdFEfQ9qnHmD-6z)5wjs#9%;*!;Ju?o|tN08JWaZ6U%f7HiYDR<*)O
zC?fK{7~H{j3`vj|)9Jjh;B8|wJ(X%gdK8NE7)tDnJ2R^27dOUVqL1yI-;d7M^`%Dm
zpw~-I^IpGq)i9@r^)YE-W}^Y%#GUg8R>MZSi|v{pfbg<8#BqAxD&F{2{*tZO7ypxt
zDe1ye#k}<COf^gVKcd+ndS<=oS{n9k3`6fjp^tnDa6OZTs~F+ZC_kkP88aOGAJ9Z%
z_gYDTa!$^!M*-c#cGFpU4sK&MQ7VdD9y-e;dj7I{;n@dHJrN)doaN4x=#+-bD!wn@
zs&=mx4U^?d8}^k>rvne)M}GWT21a^;IUibA;ELgu;%76G6_OH2>`7r(i&w%u4<32(
z#f&_ZK^w^Y9<Qt~*L-<EY2c67f42>fY^51Ub+%HCd<~LXBy~vYkqDti<eGrIrBQbA
z)`l0hqG-|-q%;%{MI*uRNKhG%RjZR(a%4Odk(E6-15>?PrR+x@JE}Fx=a8@ApEWqh
z5O)NIt58OH5(m}FF67tGT-U*04Ll2_wWKjXEPQXHPp-r{nxr*4B}amxk*G2rjD*ev
z(Hya`P@2pRPK8F|GgER}eKKoGiB3+%S8Wq3jDf18ZuCSnG%ClEnz(#At_0DRqx{3h
zcnMyelrJC|0TRP|vD>Y9vEw+uw%Kcb9R9aeMzM`XDP#O=O>KGGfUPEC!}}E<zta>e
z7NF_F(Q$xid?b2&qFR^UGY>a=^^f6XEYnII|622tS!t|Rnh)wzEDjyu`!*eWq)Gba
zj7j|0o0_|(ajx+17l8wZXP_0%J&oftNY+__l0*scP|Nj4u1M^Bywyi4`HQXYstl?I
zMSgl(j>S_xAZgf>nu!>?iT`cuyN}eY-v@}N;pKNW4?TK9WZeYT_T-}{Tv#{3-hSxO
z6TY!-!k@MG@Y9<*9yuv+Ei(y`Ri~2yK}W!ndE+u<PB1Rh5ez~8pY6{)Qfb@L2BrT@
zQL`$ko>sz2RIHNB3Pq--<1x_`3xQ8x<G<*5tU|a66Fiw8RYDMykjL`rQF%%v5k`FV
zFyFtW3VfT`Qr&V0IuscR=Bt9gPbh;xk~zUM(~3NDQl1eZmdu`l)@U#s1`j8<yh7S}
zth0km^Q)ch`fWJNg=B`WbZ#c+xxdRpPVmRO_8PEoCN)#hSX_CDztQC-bNu}-U)EPq
zn)83}x-k1PO6Wj64UNW=`e3NJX=E}=<#0@SRSe0e<<aT5tT=Ga>)54*d<#XAMO2;&
zM`r+AAwP0TR$@>pMnV)49_m9<BUI)d42GxWK1GQt3jS+U{n)xp>EJ)<ZZ#-7QFkAb
zYVO?HIa`LTNT9XcN$S#Bp3GL{*i<wUlT)CLfo#$`3MD8kBg!Ld!|kZ$T_hseFQK3&
z6qhHJr?FE(@;-K&gOT_NB{~%v9T^RW<Ool0t!q1v!+(v#s?n(OV`TDAOp8J@790g{
zpk!S635q?BMAY4R-rZBEpTl+<<YPVd0s*oC0D>q?p{2aapYJKH6nGkr2V*h>XaxP8
zG_AGLlHcandk$2I;wZd~qyyfVy-<?QN&hiGBt!mJ+Fxitw{t~xV6k&si7l{f>bz?x
zzBqt?A3H0Td~M6l_FK;Oi+gVytS|LH-~US8vcZ4L;9oNM@7fCa>-(x_yWX2#GL$SE
z`fnNfmkj-PODjJt?YUXn^PYCObl0uYT^9%MdYV4;blmiGe82s@gG*cXE_?cKc|f-8
zXC~`Xfq&Ulb<0$Bb>~e}<C3ZIwy)#+zFWTDCA0TuR>x9d?XtD*mbLDCnw!>^C2Py=
zn(n2o1Gj1hVd6@bWGpazXmH&$xNh4^ZWmVY<NJrS7x&yXx);3%-yw$&!hSDVdIt)n
zH;$O_^LNdCMfm+k!(#>b{bhOICj8#BZ7;^}Cyo0$@Oz`LW>39f1`2a~2QBIw1D=}R
zL4*3npg{|5-tyD}>EZwIR9iLT3g@YaJvZ>muYn|WiX2yFAhhv!EjK)hm-ilaWqk(C
z|5kB&_%NwlyngssM1#jHe>Y&~Kl*&<W|8V7nFYZ(9gf41eGEpES!2_2$m@*<9t@nR
zI3A3To*3aTwwDqkKXRmcNF2u5%3r~#avezlD$s;Ov3N2oHhp|D6i+4nN7$bgoPtA}
zR_A8SPv)g`PRg-Za9oZlm-$bR)T-2kXC19`VK^ntDTz$(C`LHsK2<Fa9`$AIZNODC
zcNe^@D7%5|SH#E@*xrkz9|+XmOdZ1#rtHIBRVwxN^Bbe~k~gtil)R^qJG@R{7yo3m
z@$=`fCw*zbpNPd(soJXOkrxxi8lp^!f+-dfXYhAGB$?AUd0d7IRAgNFE>4+2@*a|_
z{46b<T|oBdNNyte9uiTKa#JPgbJ&sDw%BnU_Wcu*kCBMz_%GmMxj--;QjfU2By;37
z1M&gMd^O1R!*Oy>TFL9tE;{97YI2pc6CEaz&cZ$<NBIv<j6odLhAd>K2pz3*75bC<
z(P(5WG(IvFgaT!Po|MmV4}h(Ey$D_x*8+>5n{a5IU;^crCk`1!Ff}QEfeH?N^<;<B
z4nqq5>!bVtb!bMTQ!|Pd+gJJilV|zICrf8Vz!}En_=p@CjS5u7od<u^O`Qf%e<Y;{
z6~GlNNJnTCir6Wo0(-P$(3K8R%oPz@3Zjy73mTWY0-|vOzW>ecf|F!AEN@k6h@_K1
zLW<2SekClE??kl3Y_i<W(cjLuuauw8CAlj;UKsWF^%BvL*3s=m%CfHPcwpe3PNh=)
aN&<3EE2*+C*jIAJthkL|h`y{rJN^%LcqZBa

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index b695df71a36a07221e1ccff354b00488c1e9ec0c..6fbfd8e4dc14c89345798174045d0efb59a4a222 100644
GIT binary patch
delta 6786
zcma)A33QZIvi@&x=`~3w>7)srM?xT>L&(Oy1O!Z2JVqcQh(f1HH_%zS!|e_NMgyYr
zJm-x}^r9l5!Y~f*3qLL+<AORP!x<&PsPRYQsN?ZG;b@|wAU=Kd-Ogs7Gv{@ZFLkTx
z)~#E0|GM?}7nk&>f7a(8ayYCCeY__=4_xM8%BL9gf1G{9H=WPq|EP251K9yaKiPr2
zbxyTNe^n|wEN)I;krK1@&rp<ru0^TSiDMqmH7%?~4*G>8(D%~;{XRpB;xi45m1@On
zsM0JAk@f3?+_x^gH9Z<^SXUHjiiIL!e}k{d&;5<j8QCH=W1=U4&!m~$2dDw~0c!w@
z#p;aJtWg}zD9$`%cD1KhJRIvRo=^Yjx5Hf7X|8NHSBft(W>~Rvc=S!TTI9Ct*d6N3
zOb1Ka*J27J)$2&0@OxrR^wwqyYhI#g9eE@Vn}YzKK+1?XLHG-Psu(pg!<F{O1Vwp_
z{^B2|w6Wjji{+jiy({JrIi)VK(^JIK#rCWT;tNj!`%mG@s+VIQ%TPbgx|5a0w^c(1
zyhC>!CI)W=$ZbQ;7ZYq<BR2oXZ1wP{O)T*t8b|*^yW6Jp=oYC{a#k=$zGFhKLeOUJ
z(dDUoM(f$ce~d5g96zspes$;gtGfzIIt%BwU%tGv@R~CPQ+u4sh?%{LWklw;fF8ib
z3+L0s3%UF3bI42&Y+dMCB5KC`#<w_4d2Mv&ymIBWSqyZ!b^av%>j}B@i}kM;7>V<G
zu@Rg}DMY`KaCy$c0^RX(IvN}=ur5wA9-lNfd9l@a!eAoS39FG<CzAA_)8?jJQK(jo
zJ*;EB>V^D^tjKP(_9z43QHsi5E$dMhGvnA_!IkQ$g0(u9sNPaosxv=nP?UQWiz2pH
zryJTBFBHAi>B-xs#0K)DD0K$$agkTppRpuwa}5(b)0Ao8&6K~n#aS#-_=-o0y<HaF
zev8;xGSMa<B?`RKHy(H{Xv|8yYy?en3-3s~&Sw-$OI-ioxf@IJ^&=Ife~NgdG~E=P
z5$k8|FCAryX7vx5O&loAageb86H62)OLLR5`p1eA8#Tn*wIvR*ztkcompN(ff--MX
zLM&&9E}i_cEYa<;>)o+j@mN_!Zc4ZyS7Ayle^4u6k9h}2buPhfE);VnKAMuwD~PXI
zo1;NrZ9^y+j;UWwOk}O4j1FiyJxp{!P5G8e_E}PTXHrhDVs})qGpU)o%G*;5pVb|)
zyik06Qb);>&XOhVCD*@Ov%a&YvAt%?yEnCdt0*_K1-c$ZS*Tlqf7j|(>w3Xlqm!~V
zI#N87mVIZ{uBx`Gu8h1V8rw5w((f7fsAZk*qW9gCPq`;Q9qDjacDgIu-Ic`ebeFvE
zo_fkX^@XGk_rgy1!glw<f5E<R-lUA3-Z5rI=a?CHFW7aZXq;T3|13FGwNIJEtm77r
zSB{S#yC_93O3KsKnyHD59T1Ue>1FpI9%)hkItmE)M>qI*uqnc0q40XIk>5{3{s2H$
zxE-Jli07wW&eo_uPHWb&nBX(FdL98E3FVIxL{XEnv-wys9uwwSWn(r|c=_WP=Mi{y
zT&`-Ui-f{nL*FW5&8$k+q&_t3EoK{B_bGAH><sp_ICfc@cx1MhwW#mR{xd5(3^RI}
zOnwA*)4?$D=Rgmcjp4HZSeVX!r(U|uXJGe>>neimh&WcUF=Iekvqocn9`nUQjY0mL
zSX8+n`A?YnJOBlZKPdKBE@k`FuPd+9jXDWVJ7BmLcu$LlMOnrUB8$|Wi#}qxo#4I)
zcpuP3pxJ99&0$(FQXdRQ`8}fTisIy7s_;&6@`^FWZqja7FI@3k9lJ-|R&~mFmKfdY
z^;f;h*oPu(X+{||IJo_#`6;3`Yi*>lsUe6vi%)^ZRKPz0pOImgxN)h|_!SL*5O*#;
zO$VZJS&rvxh=YJ{2sERAYcmhVZ?kX3qst0R2Ov8yv}MzcKM-jY?&^iiDg4!G_MfQ4
z->Za_o186)RMc`NI0I}J>Chdf)Z=nfxUt35;tc2{R~OI^aCI$CakARwa0ZN0=B!r8
zMsIaaM!${W+TN>+_0B+oICf2{&lxZe%t{Ja`tD0xi;*X^7-_w@7i6=Ig&SIu0@k=j
z)DW<>ByLjpJkm5uP5Zy{jMg%W@mEhMr!}RHCEytF-a>06f=l+ZTM`Fu?BbT;Ueg}?
zE!mubWXuVlrJdftJnKqlz#uK_$yz)L$wWD&&RgVlO5eUFP%HCqbX#mBO@*(tQkv*k
z?xH-nq-7RJAMlxxR)*yMijTC*xCe$IIWo`;x17-*tzXaX2&_$O#^Yoj5+^fR$dnd_
zMNhnPjf>WdXVE^yOFPXNDQ7r_oFNBsJ(7!aLVw;Y;ao8>_Y#Fuvo`uS_dQjbm0Gw^
z%(ph=kMavRe;3926}2S^YyHt+EEv`-;pRr)+8{M^S|X-}gE#a~wXACn*W%fU@^j+7
z6}S3RxE*zj8dHVSg`;o=NCf-@(?tLshDiVuKo772wm_N;O4iZ?7@9GxAu5_ekS(5F
zS?F{TFNaEKv@zZ<jZ?o~*~-{O!B=gs?y`9HTTWTL?G|sBchc=iyB!_oysq4FL?v{X
zvxiXmCB(CJn8$S4T=%<nH{a*k=Q(8?+in}%RWjrDtJ*z<9rg(q{$Wc~FRaRDBc(g%
z;ghT!GAy<JhK4BrMxA(lp^ohrHEUMb2Gzb1udTUZ(cl=<csltWFB{faFdFm4Ey%|B
z1mu4w&>TD%ZK9|K<E6F*0*|=GS7^+q>36BB?^z3L6QR&!jyp)^&6DjUFAzC()2Ho(
zg@j;uQ;0{xntpvSrWr!vP>iQy=^J5d51<&s62Mfz6meJG-Fa=0SO8lAu+BLF70ooz
zHvtO7mGv1WIdzJttIxFF2QJ`Mb!YwGQcaU#@SIrPI@R_eL|%-G#e=Oo*c_3&ZA<dN
zR^yJ(7LRY6;kpi5!zAV6(zcm1uZ08+wAZQ`Vq2PmnlZSEIupJU0(n>hSO<EVi8qIR
zp+KJ{v2nZCHpH@cX!~5#At+~xbK6(d?gDuafo2KPK@W0&EXZF1vjVnpKWWLe8~ia}
zQzRO@G8m2e>3ydXG8xLHP(>)Ugj#=73>U%6V7&s!1wTW)axlZguK<nLC12e2#V|1+
zut<D(i+j<Nm=FcT02={_JiisNm%!`hvb}g4jKMe!T+h4;)~*ueJC@m=gN}?zjo7ne
zy6sJj0T#X5y<=6HsZV$I?o#hkOp~WUhBKZ#=r4ny8n7HNOYGjAYgz@eTpZgyrgaTS
zAAzP1h68;G;x*v<0fUK=hKFPU*4IL1F{s&~t_Q3J)PYwIkOd(Vyao(wK}A3XK-ro=
z%3KCT<i3(tq%j^+7pQemLNm(+K<+REo=opxmIe~dH$W<LEB#tPL(PViMVo7DDfN62
z6zTz+VN&`h6S;tft$Y)h^1+eW{AK!vCD)rWqzjYj8cgY6;Noe*g7V4R2&xId0Z~8$
z00l(HYs7<l##;XZF965YxA%-l7`2bcp&h4|;IHLDobwi%I#)IQzM8Q^qRE~n!Us$K
zeXIK7!D6;Rd~t9_>pNIQ_H6GG<+XCT<y8aR_dpGFa{L1fWr8$NrwP2~_z984Pu7Vu
z5DlA%C8B16?7mODYqr*5+kgu7i9fu?QgBQj(G9V9PHg|<&9*OL(gD~etcS9Ux0Bk{
zYT=<B%(#=tfO_QNE`w_)6n+Pg=S7yiHgVty7t0mTKan>M-f6~AEZ7+3^Jp5s4>0hw
zdM*4GFoZBZInH!1$VM^o$??`ZVG_`wZg?`oKs9^Y;ezBlp>UU+0N5p7JUl+Mhe&TS
z|5Z<51+|3l1>mgleW30KJOFqQAP=n!<e+B;E+9Gxkd7S^RqANt!!-UcwOM^JA^AI)
zyAASlpxzO4j?T(J)afOp3><7N)CPs^;;y3sc0v9A=t{<piX|`Q6v=(#fzllFs9~ts
zTpN_%0L9BdKIR_>NZ%e655AN?2eoWSoaK&XP+y1O4S<Z>Uy15()}O)h2OxS{7+;=j
zeGX&5e)aN~?I!>4Av%f)#`xnsU`um0P~I9E8hwPp#$b$Z;nK1pepX~jm6j2nsDW(Y
zpv6zwA7B<RO?~E#)jHc?(RfLWcypfhZpZ<bslhj&)0w3FUXgQRb}RCW*EsqoQ$#zF
z+RI2=Gm{_wfIsHf5;g^S6mK5`3DuIhKSWpmx(N5t`&O(uN-uyib+3~xEuqQ3r6J-E
z$dnFq_XR8lxW=e<pID@`4aRo9D0?g4`gbS*B5LhhZ?lYx<P5zN%6fAEdy&UKMJzly
z#`Z3B;}UVh$w}-s@%YJIY^#{tK99Ajx3=q<=}SyGC+_ITbl?<fMmQGb^Tm;l%}l5h
zPOV{6KOn(Y^XOP`b8PgC(OY$+Z~E__=_3yty`O%Fd4_c%x<61I$eGbF`jL3;ojceb
zbxCI<n+p?M1DpoP9z`B=99RktZ16Jx`7Cr3MV8}s!2MYK^zKUbkXX{`QKRpf^rPfK
zm-k9G7K?YipbSudO6>l?)9NHrGla=)E+g>?L|=eu_E8VKIp*{66!4@c2Qd2_4aprW
ztR)V<So$Js>-a~QX+acx$osIw^^kO{XMS@u7HO=GQE_e*drw*u;>$dxUar+Miu}{3
zGt1s5O+Mg@T#{pU{L2M=cMw0hr@#a35I>&Y&Q7T}e^|uWi{gnh#j|iKG!r$3wKoL#
zpP?wTXOPEAURtum;HmbSG+S*Xye_n!zR-<r;5&u8yUO?j&H0;J-@Vc>8BML1#RD(%
zB>M#!U|DlA;n85Ir(^h~xbVs3@v?Yj(^xap1Im5=@Rs;#Fh-l`k>xM<JI1@k%1`ss
zu#%P#rE3_E%iWOPEAIMqj75f))$v~O%BST<n@&+qtL&e(`q9!0tRREq)oYgZ!7w_!
z2#*)UkHl|2&ow2|3}#ZF`aDtJDi4r+X63mxAy+f9IjRDezLRcW%H__6oun_xE4m7Q
zhI0z3#w)aRfng|5st%M~s2h5E8hUM-r7ju?XUoG8FB(Ru$!(fIB>>Fg`m?31SL{4H
z)09RGi%C6s_M~yzZg?eci1}oaTHs(~gbIsHqkN?0lZw=8dVe55H}3<OaZtS1TWXSh
zN4ju)J=2&)HjC9OzfRT#K7s-b<3P`oWXSyjy!Of}-a|xXRV96@s;a2+4oKtFz-+!1
zanVCb&o5!qKLY+o9Q!tPnv8_Juw>0%jwNN?l8(!ZX(4#Bw(i5cS24^L_VXU53Gex1
zOciI(Zz!J&*^Q9x0myz&_I9$PLo>%^uZB*1NUN3x<(EX;cdq2UAYFiTz+Um}cloUy
zAiDwh_K1H4_yLd#J1zoEAEI{=yqd|EAlYZj223_svPt3SJ2*Oy_}zy4SKeRpc8T8%
zvU<x3EgxPyWZb4pB*Y2j$T!atq3^S-MMRQRi7r>$zR%Z}Y+}sWqx?GdO8&P)rJKa(
oKYTJiF{#U9>q<%QvL<%9GrO$zp0Q!ZM)oNG2iK{+moBpZ1slK9i2wiq

delta 6529
zcma)A33yahmVWoul2lbHsf6q#Bq0zewm?841j3@MViZvmBT|%A1q70+c<TjOq5)B-
zryCmdfD53awu%daKK1i+v|-flk*`%2*(}7RyK!0+I|???>M-ZOMXDmL^Gzu~=br7J
zd(OGb<LG(IiSI4_o^rdL8voqU{|=6K3hgf#bp1RRh*SGt==X!}Dh&$$uQXUO&tnd?
zT-8I|Nh@;eYuiP;-mWdwyR4YDbkRY5v$b9G*%D)Imgcq8#T?C%`SU~4H!n;#<_#Bi
zTANou+wvO4EK1F<q?!4nU8!sXKc}9zk$5)Od@lbxA==Ex3f&^(&USk+W09Is-fjr`
zBveT67gke7(Qjy7&tBGbVs!?6Ra7RjD7|=+rH9d*{Lhups9tHbvUq@q(5`;jw5zzj
zo1|7`n@f7#BlKl+D5Ip-TvEDNr2mfRk8a~AR%o626!V9&dg1Qt9{i2Qur9Sz?_<s_
zw}_s{2UK^uwSt;&w3LFv(|}IExwGGS=)OLi(`s0~6E<f%XHae5yM5EfXm9o|oH$l{
zbBq8z)_K_o%UdbsmsMKc8en72Ta`9&Mr1MlcFN_Bsag6v9-Rm8WI3l*+ukXf;F(rs
z+dat6tld>MX6>%FfF3g;>xyi%yy8V&d~F`;e@+Z>*_@qP0t&SuRlBM>wW-3^_h;~0
z^Tz=<>%wKu9Xw1=U2oO2`!$C~Yp>1KSB#{}!@2ZXWf>Jk9r}tKHGE2DS!J8yqR(D0
z%nn+Nw602P+F~JZGPHZMvgzy<xwL0!3C*75NYFcmI_caMIn2+phTDuh5?AF@%`msH
zQbtt{xw4X~KX2AU6wu15JnC8Oq{iWH+Fq4vjgB_rOqkp-JUz}VzQCMQRgxuJjDlo{
z2$yCK&!tbQT<)IT_{GY#E6YjwRcVM@ETg)r0-7?sEW>V;bkj_uTZb3Z*dmuz<{M@7
z`0z>Pnc)HDn$V2CNwr{_(Jwh#m`#sP%B3y+a;bX6Gxi)giDl-g5$U31h~SPJ&YjI2
zXYc2jERJX7uD)$=M*nRSpPRNLvdh>vXvTp-GxiQ@I5<0SV0P2q*=+}xE<del%fw}R
zr>0%5&%$5V={M-#fZ3=kS)<O1$2>*%q_0n3mwu#2?`?zk_NeCnk7f5fkUijV_OSig
z!**2eqt8Z;Y&`p&T`Rj}U+KsLr6V__tal&t<Q?!-9QF*}?-{%`vd>d{z*D=|Q>)nh
z4|^*2dn$Ki?DLF2;2FQyGyWIY>@zdlEUX?OoIR)Z(%$LScbd&YwY9ls_|kMSZ3}0>
zYgLJeIgC(qs3l~`rE&waW7$#vypS&-{m}(J8ETD4qbWS!Ym=K<C?5jU09FCE&>u!!
zE^aiPquX?G3#}NltYj<r#ek<7qBu25OC^dUpJAY@$5i%d<Fw0X!Kz^J>hX!K3nNWo
zjw(J8HIJPvT1<27d!jr!_4BMBa|HZ>1tH&}(9)P)hN5lFhTKk%j~gqNnxBn(T~xgQ
zrxvw3X=0XKFzoVW&_DGhUjlDC?U^u2tTr7JeO9rVnkI*YNqZ*Wl9y19IirSO8a|_`
zB_v;_`YBU9ufp;b0M0G>Fg-tIrg-qhsW<8+?}M=iaIq42+iBVKV%uIO2b!Cwe<I31
z0QVr^5a2LFEG-ae3-f%DMWJw1ZlH%}RC<1@B0r#GGy2$$vG#kW{mRw4*g$mEe%lFV
z95okSy-Q3#$|NU3)oUcvvKkCs!bU>Rn-UkQv^oQkme%Hw(G&^Ggtq((bpJ}mH5In6
znLI;}Tys=xq2;s6in!%983KIE5VQH0waJj21I8(Ob=Cm;7LcduZ?i_(&M~P|#kEt*
zx~@59Xnf+uZ=L)2)W2VA(r)v#yZQVp6CQfu+MH3Ipgx9G+V!Ai5o@qF8{dAOpjB}#
z-MAL!+7#C_OJg4^pDJ)vx7%3X*6yLQ>vAk?MMvugcX)y+O3&G(C44&BIyGUP9&}u|
z?Og031s;N;OS(>kFKtf`I^!BqYtYs1UaZLpU2_G~l;$r+oR*lBL#A)8tK_AYU7u6q
z38up^e6ro0xNIx`e+!2fw<qXP_OG_P4UICR*&Q5}r+c;%8OmTPQz>t3*XAd)pfNv7
zMK6Lq5@8DFW-IP5t|_6Ltb#R2TkF#@Ji#1g+EoZHDi<Obg(&DML~78TaFEKA<xyEf
zk69P;(f;#ga&-&P#WwkBmb74UF=@;#P+T+w|M3>mzcmaO|D^wDD6*eHFP)`h4S_Vr
zytZ%vO&^tCQtJ(OHe||FoKFtGdFb)&qDg+OY4S%5hX4eIE`SZ71C~ON21@O?Ef}U?
zIG3qtCe3Wjrg@D$Gc%djix0+V3HLPLJQe1>jU7UqrL5U2ZJl;4Eyw(PcB$y89Povr
zNwq&6;kFiEz~9^)mEW3Wa|Y?+KB}8r?@FqDOFQP?st$LVFq2t`Ky6T`5sDfYJow;t
zH{eeUF*l#1t(<~T{Df<VAfH<OgKXt&{wwoQ|H}@smg*Nh>t4+=Z-tx=l?uve9(Cy&
zct{C_7dOdBIA)n2GGf-IaFZc3F!gdMJ_s0y;UK_pKozZM-Y|JBBo4qb0K7}dz(-Ry
z=-U7ltRKsahQfSH`3&g~gnZI(gyPPsSV)<>@|+Jq74VAL-m<%geHdo>lCD@;?ZQbY
z`(iwh)~sA5YAExLrJlt4<Et4>8}AsMQxC0+B%|nyJ8EjKgQSH$d7Uw<v9vW5vxOET
zrfVTkH4kDQ=<&_e7WOp-FL)x~DzB@XXQEXT>`y{Dmtw0L0|ZiCzm5=>IiyziI+zpS
z8<$1Q6IkFke65kFab+kP_49*%B4jGRGogz7#!>?QRs-ko8({q&Py&7)ZF?fGLrwvW
z?*U&t^vQ5B4loI@1p2Cv7lTqI*#;^KFaWmzP$79IU?YP!KmHte4~%5$He>h@U^;wX
zAv79%*VQg{4XZ@WreEDP%JoNR0M6^?yLUBa+vD0aXyY*Nl`vF&qjDUtDD>+fxC$^6
za4FrrvD|(=$WgR?W1o&jkT){KETM4lLe=DKaBl)6tEC)wD-FEQfr{$z(V!XtHvkqw
zx(J|>lnY)nhCWacP;)`KT0yD;`{|}lLpxC0c%E}W-3%qXL*=~ywZag1s^-bkC8{rj
zkg9^KxGv*i%!N8e+X4aZhj{(wLn~QCRoy8(Lx;Smo<A+%MdkHob$ceMawUtJOk7t{
zFYM74Ox+9!10sM0030>CoK0&s_jSIF)dGHRzP`C2rDPM6-QS3@6n{X5u(g-4X|;L!
z@ma!(G}5Ov<BR40^|++1PgIJrbmWQA9s4nhdQ}}@%IlP>g&PyxgP;xp@Ya$?0IEPA
zf{HPCQ{x??j>)6oegwG45K~0)<y?B<7k}qE=V94^8gtW=Z;C9m$<ul_k6%(`>+P<S
zaOnoL)7h=XwmVsEx>@-2Dq;IIla1zM&m6JltbxLB0jgir0lAjeZqE@V^u+dx{)jGS
zYcfJDQCZ7oaswc-U%d`_I~Z%})b{>%0@*}mI|e$}!6o2k^ZFfmR<WAGFAealfx>T<
z0bm_%eQ99ReN1{i@@FG~7aTD1egJw+J^<=Lz(&9(fNENm$Yf+zxfY^F04lJ@Y0S&L
zZNKC3N;B~CYbl=Z;BF=4UxM0CgWnjFhph7>whA09t!W(;Zle`%1jQNi_!|vEyhgP<
z%Z8|RV?)K<6aCT9q$Pn+t9sq4V*p=>^1lEowkK)L&VJ)?nsv*wTCqy%n-IJOP<i_U
zQ(ceeZJ2%wM9<NwotHRY#29d&S+y(8?tc`b*I;0aZ|{V!SY|WVt+~0ym;44(o~`j-
zSp~~20Hh~sWeSZJ@3P0i2MjSE`QuHxD|u+VPAR)5I@d!E7-`Ph{fcf^a-xiPYqL>b
z&fvZLmnspjWIg%cEvidYF6NQ`CVmafi%1`T`50|c{xDND+Q~+-lve-J=7>M2YIjjw
zFTpEdhWV#=r|Yg{4#!dHo_@}EAP0oZnS0(Bd1pC9{y3{axLW|K&C_Y*zCNyf(2Ywd
zv~Pr1P8;{F7mKNK|3q=ODfe51{Ul7jq~#wJy3uVh8{&$}arD>+OT@pMJrB$g)dyLy
zEVZ{0T4MAb-Fund`?fF6^G`Jue;*xzopoLl-xD|mIGEmWdX#n?TqD+*wTD{71h|lg
z0EYqU)uP%Njmf!z5BVWL^?Zye_8j*E?lJo6aD&)HwTFsK{}H>TLp8LzKT0v#830lt
zEl__JFp7sUTQJmY_`PZIG^pITSs1g1c{Nfc=wm2<4rZ#)2e!{A)4@{#Zh_Ok@sOiL
zJh60q=M9K|==mZyFO)}N%Kr?&hC#pKzo?#Hk>{f_@q}6R(IUaAfB0Bo)dz5%m{mEK
zUx8PQxhepC0q=tcSV||3trYK@%^wdD;uYHTN#z){Ma<4`#lWpW`6?7u`K+p~)a|6s
z5^P_uJ?08T!t<Ku`&#|R0=b6lpVry_!8SY18$NBYUV`VbSHv@~3Z)(fD#Pk<DMT>I
zTqCdY1bzP3O9rY_s+7mERNjfw=MOK9w}UO(%6n73))knH(d6S5+3F#l66O0AU&;4C
zO0?p5ABW1JSSU}@w&P=MDY~ZZGyi@(VCk)*zzixmUQ5g|KNQCME+XS6-%&EYD7QP=
z;*8CF=!<kqhw31;IaTA@QIyf865C((gk;?d#Z@c2sFhA|RD9=skKld)Bo--u#89>B
z|A0~x#Xy~B@Va7-h0#d3RCPi8bPzmMe3?2Z3&2X#PYx3&sr_V)-NTIYHuH^>du*59
zkElxEZ5#vsX{IHzI26AURNtztiqgg`{$P-=*oR>82)%u3m|Z<EvgrF$HMRow+1IQ&
z?a@0vh5`@cz#B?2)OrElw8?ey?@Uato6Ntux;j2$6Vf=9u$GIlMhlcI@(jW}3pfXE
zK-RODm^~OV_%kM+7rv*4YVu7?ejPxaV`?4hLYfMmI#VBjo1GYz&_DlCBtE3PGyf^J
z(}!mkbc}^;Ib;t4)H`nic<LpGN1Tkm(Lg1iXxUI!H&=#_domp1BN$((ys^~{l>>P$
zK;63epaug*0Mvcf2#R){b$09pbqsI<@HOBZAOn+TGQ=!R{1t;QJ@xsd9^>kjre0y{
zB_r`Tk$9HGFF;(<>XK7ekh*8op|4K%_{PTul_`2UBf49nS7ZUzpDT6_V3MU;^cwT_
zbNwtsqe5hMYCn(PDE{g0(pEb7!=L**Tt~8Uk2uqh<QE=srgfIj7oumU_Al6A{`tpq
G;(r0@-H!JF

diff --git a/litellm/integrations/litedebugger.py b/litellm/integrations/litedebugger.py
index c8b52a16cd..8b4c6d7517 100644
--- a/litellm/integrations/litedebugger.py
+++ b/litellm/integrations/litedebugger.py
@@ -29,7 +29,7 @@ class LiteDebugger:
             )
 
     def input_log_event(
-        self, model, messages, end_user, litellm_call_id, print_verbose
+        self, model, messages, end_user, litellm_call_id, print_verbose, litellm_params, optional_params
     ):
         try:
             print_verbose(
@@ -42,6 +42,8 @@ class LiteDebugger:
                 "status": "initiated",
                 "litellm_call_id": litellm_call_id,
                 "user_email": self.user_email,
+                "litellm_params": litellm_params,
+                "optional_params": optional_params
             }
             response = requests.post(
                 url=self.api_url,
diff --git a/litellm/llms/baseten.py b/litellm/llms/baseten.py
new file mode 100644
index 0000000000..b8016a32e4
--- /dev/null
+++ b/litellm/llms/baseten.py
@@ -0,0 +1,129 @@
+import os, json
+from enum import Enum
+import requests
+import time
+from typing import Callable
+from litellm.utils import ModelResponse
+
+class BasetenError(Exception):
+    def __init__(self, status_code, message):
+        self.status_code = status_code
+        self.message = message
+        super().__init__(
+            self.message
+        )  # Call the base class constructor with the parameters it needs
+
+
+class BasetenLLM:
+    def __init__(
+        self, encoding, logging_obj, api_key=None
+    ):
+        self.encoding = encoding
+        self.completion_url_fragment_1 = "https://app.baseten.co/models/"
+        self.completion_url_fragment_2 = "/predict"
+        self.api_key = api_key
+        self.logging_obj = logging_obj
+        self.validate_environment(api_key=api_key)
+
+    def validate_environment(
+        self, api_key
+    ):  # set up the environment required to run the model
+        # set the api key
+        if self.api_key == None:
+            raise ValueError(
+                "Missing Baseten API Key - A call is being made to baseten but no key is set either in the environment variables or via params"
+            )
+        self.api_key = api_key
+        self.headers = {
+            "accept": "application/json",
+            "content-type": "application/json",
+            "Authorization": "Api-Key " + self.api_key,
+        }
+
+    def completion(
+        self,
+        model: str,
+        messages: list,
+        model_response: ModelResponse,
+        print_verbose: Callable,
+        optional_params=None,
+        litellm_params=None,
+        logger_fn=None,
+    ):  # logic for parsing in - calling - parsing out model completion calls
+        model = model
+        prompt = ""
+        for message in messages:
+            if "role" in message:
+                if message["role"] == "user":
+                    prompt += (
+                        f"{message['content']}"
+                    )
+                else:
+                    prompt += (
+                        f"{message['content']}"
+                    )
+            else:
+                prompt += f"{message['content']}"
+        data = {
+            "prompt": prompt,
+            # "instruction": prompt, # some baseten models require the prompt to be passed in via the 'instruction' kwarg
+            # **optional_params,
+        }
+
+        ## LOGGING
+        self.logging_obj.pre_call(
+            input=prompt,
+            api_key=self.api_key,
+            additional_args={"complete_input_dict": data},
+        )
+        ## COMPLETION CALL
+        response = requests.post(
+            self.completion_url_fragment_1 + model + self.completion_url_fragment_2, headers=self.headers, data=json.dumps(data)
+        )
+        if "stream" in optional_params and optional_params["stream"] == True:
+            return response.iter_lines()
+        else:
+            ## LOGGING
+            self.logging_obj.post_call(
+                input=prompt,
+                api_key=self.api_key,
+                original_response=response.text,
+                additional_args={"complete_input_dict": data},
+            )
+            print_verbose(f"raw model_response: {response.text}")
+            ## RESPONSE OBJECT
+            completion_response = response.json()
+            if "error" in completion_response:
+                raise BasetenError(
+                    message=completion_response["error"],
+                    status_code=response.status_code,
+                )
+            else:
+                if "model_output" in completion_response:
+                    if isinstance(completion_response["model_output"], str):
+                        model_response["choices"][0]["message"]["content"] = completion_response["model_output"]
+                    elif isinstance(completion_response["model_output"], dict) and "data" in completion_response["model_output"] and isinstance(completion_response["model_output"]["data"], list):
+                        model_response["choices"][0]["message"]["content"] = completion_response["model_output"]["data"][0]
+                    else:
+                        raise ValueError(f"Unable to parse response. Original response: {response.text}")
+            ## CALCULATING USAGE - baseten charges on time, not tokens - have some mapping of cost here. 
+            prompt_tokens = len(
+                self.encoding.encode(prompt)
+            ) 
+            completion_tokens = len(
+                self.encoding.encode(model_response["choices"][0]["message"]["content"])
+            )
+
+            model_response["created"] = time.time()
+            model_response["model"] = model
+            model_response["usage"] = {
+                "prompt_tokens": prompt_tokens,
+                "completion_tokens": completion_tokens,
+                "total_tokens": prompt_tokens + completion_tokens,
+            }
+            return model_response
+
+    def embedding(
+        self,
+    ):  # logic for parsing in - calling - parsing out model embedding calls
+        pass
diff --git a/litellm/main.py b/litellm/main.py
index 5062ace36a..ffd7bfc363 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -21,6 +21,7 @@ from litellm.utils import (
 )
 from .llms.anthropic import AnthropicLLM
 from .llms.huggingface_restapi import HuggingfaceRestAPILLM
+from .llms.baseten import BasetenLLM
 import tiktoken
 from concurrent.futures import ThreadPoolExecutor
 
@@ -73,6 +74,7 @@ def completion(
     max_tokens=float("inf"),
     presence_penalty=0,
     frequency_penalty=0,
+    num_beams=1,
     logit_bias={},
     user="",
     deployment_id=None,
@@ -681,36 +683,31 @@ def completion(
             custom_llm_provider == "baseten"
             or litellm.api_base == "https://app.baseten.co"
         ):
-            import baseten
-
-            base_ten_key = get_secret("BASETEN_API_KEY")
-            baseten.login(base_ten_key)
-
-            prompt = " ".join([message["content"] for message in messages])
-            ## LOGGING
-            logging.pre_call(input=prompt, api_key=base_ten_key, model=model)
-
-            base_ten__model = baseten.deployed_model_version_id(model)
-
-            completion_response = base_ten__model.predict({"prompt": prompt})
-            if type(completion_response) == dict:
-                completion_response = completion_response["data"]
-                if type(completion_response) == dict:
-                    completion_response = completion_response["generated_text"]
-
-            ## LOGGING
-            logging.post_call(
-                input=prompt,
-                api_key=base_ten_key,
-                original_response=completion_response,
+            custom_llm_provider = "baseten"
+            baseten_key = (
+                api_key
+                or litellm.baseten_key
+                or os.environ.get("BASETEN_API_KEY")
             )
-
-            ## RESPONSE OBJECT
-            model_response["choices"][0]["message"]["content"] = completion_response
-            model_response["created"] = time.time()
-            model_response["model"] = model
+            baseten_client = BasetenLLM(
+                encoding=encoding, api_key=baseten_key, logging_obj=logging
+            )
+            model_response = baseten_client.completion(
+                model=model,
+                messages=messages,
+                model_response=model_response,
+                print_verbose=print_verbose,
+                optional_params=optional_params,
+                litellm_params=litellm_params,
+                logger_fn=logger_fn,
+            )
+            if "stream" in optional_params and optional_params["stream"] == True:
+                # don't try to access stream object,
+                response = CustomStreamWrapper(
+                    model_response, model, custom_llm_provider="huggingface"
+                )
+                return response
             response = model_response
-
         elif custom_llm_provider == "petals" or (
             litellm.api_base and "chat.petals.dev" in litellm.api_base
         ):
diff --git a/litellm/tests/test_model_alias_map.py b/litellm/tests/test_model_alias_map.py
index 368f02b1ab..9edd771b13 100644
--- a/litellm/tests/test_model_alias_map.py
+++ b/litellm/tests/test_model_alias_map.py
@@ -13,4 +13,5 @@ from litellm import embedding, completion
 litellm.set_verbose = True
 
 # Test: Check if the alias created via LiteDebugger is mapped correctly
-print(completion("wizard-lm", messages=[{"role": "user", "content": "Hey, how's it going?"}]))
\ No newline at end of file
+{"top_p": 0.75, "prompt": "What's the meaning of life?", "num_beams": 4, "temperature": 0.1}
+print(completion("llama-7b", messages=[{"role": "user", "content": "Hey, how's it going?"}], top_p=0.1, temperature=0, num_beams=4, max_tokens=60))
\ No newline at end of file
diff --git a/litellm/utils.py b/litellm/utils.py
index b06da44e1e..938f6a7c36 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -154,6 +154,7 @@ class Logging:
         self.optional_params = optional_params
         self.litellm_params = litellm_params
         self.logger_fn = litellm_params["logger_fn"]
+        print_verbose(f"self.optional_params: {self.optional_params}")
         self.model_call_details = {
             "model": model,
             "messages": messages,
@@ -214,6 +215,8 @@ class Logging:
                             end_user=litellm._thread_context.user,
                             litellm_call_id=self.
                             litellm_params["litellm_call_id"],
+                            litellm_params=self.model_call_details["litellm_params"],
+                            optional_params=self.model_call_details["optional_params"],
                             print_verbose=print_verbose,
                         )
                 except Exception as e:
@@ -539,7 +542,7 @@ def get_litellm_params(
     return litellm_params
 
 
-def get_optional_params(
+def get_optional_params( # use the openai defaults
     # 12 optional params
     functions=[],
     function_call="",
@@ -552,6 +555,7 @@ def get_optional_params(
     presence_penalty=0,
     frequency_penalty=0,
     logit_bias={},
+    num_beams=1, 
     user="",
     deployment_id=None,
     model=None,
@@ -613,7 +617,13 @@ def get_optional_params(
         optional_params["temperature"] = temperature
         optional_params["top_p"] = top_p
         optional_params["top_k"] = top_k
-
+    elif custom_llm_provider == "baseten":
+        optional_params["temperature"] = temperature
+        optional_params["top_p"] = top_p
+        optional_params["top_k"] = top_k
+        optional_params["num_beams"] = num_beams
+        if max_tokens != float("inf"):
+            optional_params["max_new_tokens"] = max_tokens
     else:  # assume passing in params for openai/azure openai
         if functions != []:
             optional_params["functions"] = functions
diff --git a/pyproject.toml b/pyproject.toml
index 5e1ebb6648..eee1a89678 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.478"
+version = "0.1.479"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"