From 24e51ec75ce72715c7864624bf8c5bda96cdeb24 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Thu, 10 Aug 2023 18:01:52 -0700
Subject: [PATCH] allow custom base to openai

---
 litellm/__pycache__/__init__.cpython-311.pyc  | Bin 3653 -> 3651 bytes
 litellm/__pycache__/main.cpython-311.pyc      | Bin 18782 -> 18848 bytes
 litellm/__pycache__/timeout.cpython-311.pyc   | Bin 5167 -> 5167 bytes
 litellm/__pycache__/utils.cpython-311.pyc     | Bin 35798 -> 35699 bytes
 .../__pycache__/__init__.cpython-311.pyc      | Bin 201 -> 201 bytes
 .../__pycache__/aispend.cpython-311.pyc       | Bin 4923 -> 4923 bytes
 .../__pycache__/berrispend.cpython-311.pyc    | Bin 4690 -> 4690 bytes
 .../__pycache__/helicone.cpython-311.pyc      | Bin 4526 -> 4526 bytes
 .../__pycache__/supabase.cpython-311.pyc      | Bin 5615 -> 5615 bytes
 litellm/main.py                               |   4 ++--
 pyproject.toml                                |   2 +-
 11 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc
index a8367a9a6db1f0447d4c00a8615435fab5c1eba4..a441050f71a7c0776f99dffae1e6d7233c0c6283 100644
GIT binary patch
delta 68
zcmX>qb6AFVIWI340}wQ}Uro8ak#{i*qw?g9EHR8qllfRLFsg69&l<qW$UWJBJBag!
Yh{Od3!3QcDn|rw*FfwvX&f~of0K>Bs?*IS*

delta 70
zcmX>sb5w?RIWI340}%8uUrD*Mk#{i*qw3_1EHR8KllfRLFluhT&l<qW$UE79JBa&%
ah{Od3!4GT<s+ya-xgRhxvQ5t6y$%4)trVI7

diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index 98b01fd91e64237c6a495f15d8119c64910fa563..d5fda4c2ab972c408c8d08747f8f96cf3f284830 100644
GIT binary patch
delta 4382
zcmb_feN0=|6@S;p20J#`7;Lcd7lwdsz~MU(lK{bx4@yV~<ZCHmT&sh?v-A8Qp}Q|c
zZPYDQ)+ISzq^;>jx0ZDaQdhA~?Nm+qr&Cw06`htTvZ_p)RApPciD=7I?T=~qzK1dP
zmL*7g^83Ae&pr3tdw=KLbFc4SLkob6KQtQk9DN$Tej9)Ps<9M(@MhI<q(j(pLywCt
zs^J6VTz(A|sF5Dt%6Y0XX_%Ut9*qmJ*$EsK#tT?q`Y;<h`l{*sw-#vB)D@J98d_O<
z@G*#MP9yvBCz`7W*<nF<03Cx>oui=ShML%4MK2)9amB!EA#U{+A0r$=xb%i<y=4pk
z8MyN7g^65Jg6*eO%<L5;=&=Lh`aV<!16nKWEdCno(CMH?*MXeSsda!mR|ngy=8OSd
z8wS+#_Z~8!p8qur>fLCg{g3pQHrORwBFGJ<5*zZsNBKT@U@)o6h#gFZlXO13!DjI;
zQaWxjO5{g!@Lt$y2#uF5l`qm2+>}?rnj{BtU|*@CMiEz}%aT*Htv7I#m@-mGbi|1(
zDLs~@t&5c9o9j#?jyOpv_Q60=$w1l&_J^qrI!GWbqiO+J%F$B(T6-{~Jt#{{sb_S2
z4O}rc=T>2E$|_mm&&D$Nqp<+h!WTxTrFId~Nzhk$Bo}ePU9%0<Kxe*>BF^8RTf=N&
zg|IqC*k~CJk+KOSxrt6}PW7ca+cK@4mI)N}bkS~HFVBdT8dxcd8aFA#c|<pX7%?zd
z5Olhi8ndYOU@fuFa)OJxYQW+<=)nb98q^s>9B!gc@$_&fb0sfv5bx7Q=BCSe#PKMH
zK&NXLeCTq+pesbf<$}wZ>q|SukR}-W;dq(9{y*JNPJD#EPcy=rX|$H&v?Fr)5eS=u
zzLrdq5QnR9>s0x)PpX)%kSeDurLFM1*^RctkInn%x68CuzQjpo1kpuxNmaOwR8bmg
z2rX@xlR?>Af{Df%)u*lgbn8pp%PN_OvdiVPee3^dZ`jy>KIPpF2D%jkia8ZWDi*2I
z&6FZ1RX<i#sEJPU^9E7QVM^!8s+1AQzZM@SWQnqO(gBjabLb?hC#zGPC-YM!%+gUA
z@#FUO%n`^8qTvAH{#y`{z@$HA<xydiJsVODtCnh&{IPkRneLW+;*peL8YDYNDRg!g
zY5#v=rr}?NTSck#7hX%RAHuJ!1+;8@WMa+XuS3%6suNQO1f4D3m9>Z(61<?ool=n0
z&~KMi!*a1xPX2_-aQ6)r-k7a(_=C`E3wn2F+L2?Qn+i#_#3ZPRNveZuw))CCz93`t
zp3GiS9jRTYhc^wDVvf{hwT0FaRV0<!yI9t>EcGtt&>*F+@*s}JOlYzpRaYVfm!}V|
z%s4sVcu1T$a8-JjO*W?NJt}54nQG=Ymugh}ZBmR2*ALq^nqs)ACTSb)BOKewQhf%&
zd$LGuz<cpN(!exnmTz36bbpFc??WiX{qm{MM7F^xr_EST8cEaA6UtEvzp$6qDhHq=
zP18e<LdQZ2b1-x`OmM8oVBBybN=}xaH<70|Ngm?AMQj_$JCPzUgR%ozlr_tgHLp`P
zD79esf`!EcSWC?4V2Zrbhmfa`Hs8WB7CwZBSjKt{k;bLNS$C1vtfNyQwe>Mb%}uRJ
zC=}aLkxDNYt=OE(fhI-Ft~EonA?*b;40jDyI9g;hW?XSL>5Isw0-0~jS}RiaGF)^A
z&D+H@={4XHvK?-@i*0n;K28+UEft(lE49JrZil*U=?LgO?#i~Mqp9^Ode0!tNp0ub
z&Z4v2IrTB_Eb<?R0nZ;$2h@8b<_@YQ^iW7@$7d2^Y#QdhEnC*5LIiGk-yLT4q?X>V
zr{kg!p%uSMkadPwca}|)Ib!sjNX4zJVvY$DPfhS+Q=>vO5s&eSs9&RW=wcn%@gsD@
z$K@9E1bkX9y8D@6fWZL@33dhbcmy{S9Hans<sK6|iG@Q9ybOlmbzc?gf)(F$T4gHB
zU#d`{$1!DVrkBFBsUPL6O$~lpdHr$v+mB}SPiiOl_>7pKi;ut$wqAN16WTMf2{=<#
z=~*W-X%M1kW}*pkRGf=PsX69qYV&7RJ4~`t7pt$4hpMf1CQKHta~(Z59*v6=F<uye
z`f3;IgTd-OC<5QE{%gf4)^&`*ml=#xNE*j@@hd_sJ~2LeIyxt`!cBh^O@cX4ZavJ}
z^VX)5Nan<22~iMWZ=gD_U16&S&Ig>@7G}%@uLPVZ3_lNSQwbrs7YLytum$Uy<oTXu
zrgA34=(KQ>X+Oyzb0$JDlbvD^g}Gqkp-EQ!4uzy@JSM!%3b|c_dq;;4^$R>}V=<UC
z%Dj)p$L6MDV^|QGEHBFAcx-|flWH1zf`iFWG|>+K3WlMrrdanGO#>IWRr}=fks7<o
zxT4$scK`c(eiJ_YariLQwb++ms5`l(=ToimN@T(M`pnAk=*sN*zjJio^r%)jt`9{v
zd=9FPvs&&6)qNSM9xW@9JMej134GCT4Sv`DM)*M?mz%%A<lJv(&#&~((;wCDR}IUZ
zMr1Q1DrRP6O>#$90MG9TFXx5ZQN4M_%iS*Ov(wKfp?zEF=bm*RtKF~P9ipEHUj1x|
z`a!UI)}sE0MKfEnoalH@J+PBewu?b0gJ}vhx@7O{rsbzisa-lcJ2o{FZTI}Cf$8-z
z*u!8ig;b9Yc&@9VIV&CmOzRwjIi_k>`VuBEFgVX(9{$o*YI=qhuTw~>SxiY_?RK?)
zj|mqTyuu)lf<G@iW3XGWAdmDaD>2^+Zvfxz)x1TE-(7yO`}Zm&ff(7TXZGbmehKeJ
zrnQ$?wGTqQZH{+X(Z=8^g=EfnEIuc&f2wpQ&-ON>Z^Aphp{}nofrr6m2J9Lnut8*-
zN~ZF%DoauS%nMJ)@XS<nr|=%FBKjsm%l^J^png$<!mIgQv3;TGC&I1bl|v&dr=oW(
nB@2<aHShPVn&oyb8}F+*mGPqEzJ^ofU9_%h<#zts-Y5SJe&)aY

delta 4091
zcmcgvdu&@*8NbJ`*iIbVNn^+NI)21S{L1^?Hf<iwW9c*LwyrIsS;)0$QpfRbob<7C
zyMQXjrf%!@4YbjYMF=vgdSz24${+kuQ87(opdxi>@&*(Tf}yEOL7f1B#QCn{ICk5$
zLx?N+cOKt4-}%n(`_6Zc7lHidMPhp0WHNH>JJ@ke9DTv$An(5AKS&Bn&l$uGr_}Hs
zsaSrUnAOApmo#6tPndBm`wXi;H7oySgKgS+b9q9GlJqC;hXw5s;#mGf`vM^jI9afV
z?1x_zxC<TMCC?F=KT{a{6p{trvi+2!M0A`}(X8Y{sMqtlGek0qJe)QT5djYAY;dsb
zDd;u~5+{u41bDvC2-5|Yb;<>E#X0qw8e{C&cUiy~`w2viZn9qYUyM($>D{e%EtbOX
z3QN_T=!VO@uT)6bGdtrrX0SkUOLcIdsFB%bG1@jHJxh#>3&@A^$$ZQU2a6i)LejgW
zViNYtNGLB>!idWT<we#eftFAMb&6Gtfzo945+m`#8j*yfPFgNjIx>?vu?7xpDDUfH
z9ZXFyD`3NdN-xK1#jEmAjy$CFmNW7Vu}Vmq+Nx_rE^3o)iHuvBRx!Lpm<jBc{$}gp
z&nBlza$}*9D`*8=wAx7+9xe7UTqxdQ2%}yx%UK<AHYSMmRG1{Piy9Jb8EtG_L$3ZK
z3T2X!k>C;=6$`P}gta`@U9?2hQ^O=dq9AGxSGbbRdE~l99d*oel8bq0s?;~?7R`Ah
zc*;M>i7hfu-TmAb3uF)Fspo`=<7ED{p7OFYZ`C{pLCDd~eEz1Zf_P!UwY%ib9(s`v
zHr?(KFRi5PcLMopWwBZ=W_?l++X?%vVP9J=KZLnlY>!q>`()pAm0UGlEmy;m)lE9!
z9qSHvhr(FZSxy!xVf*QoYs5}k!x*TgtOkuGWlsu}$yqCqjfS(_t14yB!s$vD&DEbF
zZ)Wn(n%|e6pVp@0sBekw?!ubGWq;_t0zgd-asY0WI3@zOJ0R=!{PV#U^iKsct4$SW
zY9i(pfd<5lYbha^8yZ58a(4<18k`D(rO4sSbA0~F)V~<QBw=Uk<ho4uW@PY&%UU8=
zCLYO{#r(dBmcv5NhW}aIXk*X7M;kKPZ1ZZS{5k2muPmvFod(|KRLLRuz~-{h(1J?r
zmP0hm${sn48MH!4(UkRxz2{Wo`W&l?4Z)Y}VQ*h90ZPnr(FVDeS|l~K$aQeh-c(%|
zGv{QQZMn1LI$FEfv`T4Ro~(Xde(A^jGJ1PXE@63LU`fNGkNwgg;aGswPc>)S>97#J
z+3O}ZDE$0gf`S)ovZrUN1p~yK7a;ea8J_%nnL!o%87&h_jwn|MyA@kmM&P2Ya)UTX
zIXua7V-BxFdE7OL4~WCG2}iPg+$_3OYuDR$q_X8csT6l83B83jEViMWDmdCmn`ujO
zXa3zs`Neh|0o^W(c^z@$E(iC2rH;hTQ2RRS_GPHcA#8UZVXX>bt!sqsk=ro*Fo@uf
zg=Y3F7(w2`_sLs^FF!}yFe{0p;$F;3-y^g+`CuM*?X&<co9#loXuV^0YR@w3cqki^
zd2fW(*TsJyq642RL}M*^Ih(Lo4LgkRwmWR?NIaf7ek}bxOgmu3U1n#Ou#ZbfSxFTq
z)ybXU^a$$C<UZKsaaVUHAIat5t3>4F&Xb)-$x-f@`T%#71P{PT&+l2X8}|+v@Gg|L
zp_eXs+Y8rPQa}9N`{P<{r*v^?W;&jb`dK5Wl9Vx{I1QgbDNQ1BEWx_l;d-T`N)h&;
zFo@8L5JJF%D3u}XfC^v2xgD!J5q2?{MX|>txv^spEcktJ)u$~S!KN2s6t4UHqzCj>
zU(=-xSbnKWMeeD_-o{>K(wd(0nzZ>n@JaPI?>U*@pEEh7n~cTh60>Zx{qSMU)AyXO
zla%>z-e2umV=YxAMIN7v%qGSX$Kw&ED~|i?ha3LQ{=2c4GDMC|MB<6bnb>*e02m3B
zlbtXbaFGG{df)-l55ElDs5*p-#t<Gu7-x_&jmHv)rJ4BT#MqI@apt5y1S8}y42LRh
zdr_`mHD)%YiO<X?q&R#f6fkW}vxH$GHNsn=3bzHT?FbzRod_EdHX&?=zlIvYAFd^%
z@KCtEwFf)r7^F0liO96{1#CZxkZWE#AQZbN;D_Os_QN>lWt^y*n32w6rJ#3Yc<kZ5
zJEbVfFa}d5#Sdfg@#E2%aZ!@MT`OqN8tAR<fcaXR;bUg+0=L3Pm%mZVtKhu`<MNgI
zc%kjOv+A{7-`e%co^yM?-+Rqjf3>0enzIM~-TXdyH~&DpV&RMyDC+9c-qLXe#c-x=
z3-q)+2fyk{HWkiUx%Z2QcvgHA++M?qKUs!1vf`$(U&o4DR^z;0eM<<;tJR;Xwe$Mr
z<t;x|@7{t|Z$;=vIKqJWya(%j3{F_2$ZUKjHX9k6ACJyOHhDhAi&q*z7(^IikeSg1
z@ANje<wc2dyykJ}Q5<Sb&&Bt$RD?hgWT@+NSQfDQ5`&bQ`C57c_Vu|oy^5XRMtBWD
z&mgE@Jto+p9AtbhrVsLWuqGh90T=tc+GSQ<T)x)#TNQZ%-X7R$ME%Ml@4~+ZrgcwY
za{y)rHwu@qYDajUK}s_*6F)BDA2(*nmBBXhEc|1zq4zj;co3dJz<e#?B8tv*%J5>-
z&ETK<uIU+ZE*jY?U13dj+_>4g<;kIE$@Y0I=~^k~%J{|BH>JyESNHC_`dH+H((=WD
hA8A*tij>R8n`%yFIwjoHaw`2P+lo$+OVBrb=syhHgJb{z

diff --git a/litellm/__pycache__/timeout.cpython-311.pyc b/litellm/__pycache__/timeout.cpython-311.pyc
index c7211e4a7ef94e6b8043acab4eb8dff1663a7f2f..3817a2602c5a15c756f6cff1856d6a4a2aa976a7 100644
GIT binary patch
delta 20
acmZ3lv0j6FIWI340}xC#ySkBEMFapizXcfp

delta 20
acmZ3lv0j6FIWI340}xERae5=SiU<HaU<I-O

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index a83e61171f3173394cb551a9e818d8facbf1af4f..5a8696af9121cbd1db63022192e1f9bdf360c95d 100644
GIT binary patch
delta 264
zcmcaMo$2#5Ccfpoyj%=Gu(9oG%D(E2eB#Ai9YF4Mh8l(v#>p3Jr6+q83s2_e<5DVN
z1F3_68s;>{HB8Hx7#LOqF$64NnH;DrGFhORZ}RzKb^&I;q8Ok=Q6iAgWG#9#S-2#U
z(Q9&Ui3%g%=9ML<nIsi5N=gcft@QPCGD}i(a&q;OQj3Z*^%65Tca%#rGRAFQQqjvO
z>UhHMLQLKT@B9m8wHE~IE(+FN5v<$nR%OY=*s{5yhK-4F+T`}S^Nb5Nhu2?cWL&&i
lztN7Faoy&;mIy}1shf|tE@qWrV{~Qwz<@ytOm6B90RWAbQZ)bo

delta 320
zcmex7jp^ESCcfpoyj%=G;H+^qg}-JapLj9X8X$K%Lk&X-<K&AOQj<N4MVL~UCO^y;
znH=WKH+dB^*W?5_UT)?z#x=~#m>3vVGfkEZlbhVn$~XBy8JnFZi(gR;(1a?rl*E!m
zg{0KXymW=))Vvafl6-}n%#zfcoLmJUnVOqgQdDWBP?QK%tjSjN21peNPd-!}$(T4<
zrbI=8>jIbM1`{9wL>F1CuCQ2LV6nQ(!n@hA<TR6rbVf-@ft9|#fgTuInHU%tY*sCo
zW@L=t>{!vuC~9+{?m~Fx1-GmVg%uYBD=!LGUJ<O^{J7GRiLrIFYz-R|<MhcYb>|ru
uZvIktosn_L<}(d;%#7<dbGJk=GEUo^(z=*cf}PQo@dE<}DKuHWI|KlIjArxz

diff --git a/litellm/integrations/__pycache__/__init__.cpython-311.pyc b/litellm/integrations/__pycache__/__init__.cpython-311.pyc
index 561733ee0200ef1f3212b2995f469d9d8fa8a94f..e951c50a337adb1bc5f3832f9960b4e70938a751 100644
GIT binary patch
delta 19
ZcmX@fc#@HOIWI340}xC#yE>739{@611!VvL

delta 19
ZcmX@fc#@HOIWI340}ymDpP$IR4*)Rr1s?za

diff --git a/litellm/integrations/__pycache__/aispend.cpython-311.pyc b/litellm/integrations/__pycache__/aispend.cpython-311.pyc
index fcf43e46fa9697510df6aa3045f0020c7fd6901b..9e2d468cb34420c7c07d282880d8d6176a4990ba 100644
GIT binary patch
delta 20
acmdn3wp)#RIWI340}xC#ySkCvKo|fzRs}c!

delta 20
acmdn3wp)#RIWI340}z;9Kev(FKo|f!U<Gpk

diff --git a/litellm/integrations/__pycache__/berrispend.cpython-311.pyc b/litellm/integrations/__pycache__/berrispend.cpython-311.pyc
index 1878c8246370848d1ffec7fa727e1464f0fc9b43..87b3f5e36e7e08e09f86bd49785df2266bda03fc 100644
GIT binary patch
delta 20
acmcbla!G}IIWI340}xC#ySkCvT?ha@r3H8Z

delta 20
acmcbla!G}IIWI340}z;9Kev(FT?ha^uLZLJ

diff --git a/litellm/integrations/__pycache__/helicone.cpython-311.pyc b/litellm/integrations/__pycache__/helicone.cpython-311.pyc
index e7edf5ad3ad8296d3eea24363f8abe9b47ff4166..03de753b4e331937cdd9cda61a9965d3e5fa0413 100644
GIT binary patch
delta 20
acmZ3dyiS>WIWI340}xC#ySkBku^<3A;01{Q

delta 20
acmZ3dyiS>WIWI340}$+FyS$Nmu^<3AvITnp

diff --git a/litellm/integrations/__pycache__/supabase.cpython-311.pyc b/litellm/integrations/__pycache__/supabase.cpython-311.pyc
index 098597291352596316be986399abf5d2ff2b9f9b..c3f60037e56eaf011bcc069d2cb85dd607ef9077 100644
GIT binary patch
delta 20
acmaE_{a%}UIWI340}xC#ySkD4i6{U>ECyfz

delta 20
acmaE_{a%}UIWI340}ya=p5Ms*L=*r&GX<gm

diff --git a/litellm/main.py b/litellm/main.py
index ad9a97e52..e24904424 100644
--- a/litellm/main.py
+++ b/litellm/main.py
@@ -44,7 +44,7 @@ def completion(
     presence_penalty=0, frequency_penalty=0, logit_bias={}, user="", deployment_id=None,
     # Optional liteLLM function params
     *, return_async=False, api_key=None, force_timeout=60, azure=False, logger_fn=None, verbose=False,
-    hugging_face = False, replicate=False,together_ai = False
+    hugging_face = False, replicate=False,together_ai = False, llm_provider=None
   ):
   try:
     global new_response
@@ -85,7 +85,7 @@ def completion(
           messages = messages,
           **optional_params
         )
-    elif model in litellm.open_ai_chat_completion_models:
+    elif model in litellm.open_ai_chat_completion_models or llm_provider == "custom": # allow user to make an openai call with a custom base
       openai.api_type = "openai"
       # note: if a user sets a custom base - we should ensure this works
       openai.api_base = litellm.api_base if litellm.api_base is not None else "https://api.openai.com/v1"
diff --git a/pyproject.toml b/pyproject.toml
index 912612cfb..25f77869a 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.375"
+version = "0.1.376"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"