From a9f7a80e3d1974df2e4617ea9842b0c965ff1522 Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Mon, 9 Oct 2023 14:11:21 -0700
Subject: [PATCH] feat(proxy_cli.py): add max budget to proxy

---
 litellm/__pycache__/__init__.cpython-311.pyc | Bin 13276 -> 13291 bytes
 litellm/__pycache__/main.cpython-311.pyc     | Bin 50880 -> 51217 bytes
 litellm/__pycache__/utils.cpython-311.pyc    | Bin 159033 -> 159033 bytes
 litellm/proxy/proxy_cli.py                   |   5 +++--
 litellm/proxy/proxy_server.py                |   4 +++-
 5 files changed, 6 insertions(+), 3 deletions(-)

diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc
index 32ca5104125a1573542044b98b0aef2fdcb6a221..efd2f42d5a970354dce1a977d377eaff496dbdbe 100644
GIT binary patch
delta 585
zcmYL`&x_MQ6vx|&wEoB<NNo=-qDZ%wEwwCyD0=s%D4rxtlh?`6nPhmGti?;klc2k5
z<F3E;X1y$n)IY?%mfgQ#FM9Rlyo4n=e3<!szb}uF1AfGvx#OHJ+2>OK3OxJibXxTW
z-nI9o<0Y|)lpARXnMkj<o|I+!t97sE+Z2H?A_&5L0w+8qNJ2=^i}m(yZ7rs=AtZzi
z!ehe3Vp%m18xiv5$;1d5r{_Bl6uzLODW!^gLBhF>N6Z5kZIx+(FDYKhViuYJBP~4K
zEF^-K!ea(-i{zQC=|uq`;43nx@>wysim%h(oeR@9h1E<doE0w%rFK0TB|fGk&*h^M
zbl@_n1BP!&=Q}hQCS%+#rZ)f$Ok5^#r;st@px77?-{rG+=u0ChnPT{!)Y)vy5PXch
zF@CTLKN3C>K2sxKnExRBLi#J=Te`Q}PWM;a4g5~Em0{v@Fs@>uU5YrLb?X;@Q1dq7
v24P_FuXa;Kej?!(9xm3q)!OA|qw=S8jHk|XV{c_r<;vgebZzmdKRxjuR7SP8

delta 548
zcmYL^zi-n(6vyKfn()H`RZ0s|B1EBSr;0}1Ky=80*gzmg>tesyR?fcD^BF-qq+_L)
zUp=7Z_eLfLl)X#;2qY^Ke*gopcH*8b<QqP^_j%uUPxs58`u5ni&sNOYx^^A-ce~S?
zoyU8o)^}Q))=(d}?ytJ0M2`T3fbf7YAUq-r2@yd|dhKuZQ)uq`_tNENR#T9uF!r<4
zsS0_5PpQ-HJPfi+oJYxOkovx9510!MnkbVY?wU;2$lEMd0SXzqxK~O9$wQYZz-J`S
z<w;irfPl}*oGE6*?i#+(KRffIm!*}ANBF9IEauX2xkx?SCwZ|L<sbuxaTzewq>CLA
z6f=K#T~0p+RPe-MA-*YP!hDF>5D?!Mvv=vIf^!xzJRo&G-_i#Ug*(JUqwpQ!J>df-
ziiJW#Y~KDz`V--^K3Z;DU-XaVt8-bSpL#whCt|VLi1<}sSZQ7vQ*MKBlh8Fdso#o(
mmvXp`(@AfoR$p9LsQ#(^$F{wrOl6U>s(<s_`h?#Y&HMwd7_4;w

diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc
index 6f74501e53f60548eb8b706da55757c5a1e62dbb..be268cfe4b601c11e3baa5e2dabc84107fccfe06 100644
GIT binary patch
delta 2208
zcmZuwdrVVT96sl^v=xNj-j<fuVsCj!i@YDQ2o4b)TTo;?6q&|VZh>wHwG<b#OJEy|
zETXF(l94zwjR@=!70zZ%Oct}4sN39}$)aP+f^kuk#q9b>X59YRIp>xR-A>c*e!tiE
z`<-*|Ilo_XFrvwtOiYXiWQl<c|F;l=Thy3eSyA$^YdY&o2usmz*kX_%{k02dHFvnQ
z+`ra7pADo8|I>EnGxjonWqXE{h2}VSoM#BM)*_KRyQbYKd57X!*Gt*NwLw}=u+A@V
zz;BUqCLjQxlE1n-0BdfPa?~LtBN-%K$~~lYSLKnidTE7}?_VoD)3;qK6_5rmONAt-
zK`J8HC>8sg+BvCYNZZ;h!A9UM!#lJZ!E5jZ1KW4_di}Erl<oG1dILS(vwCX0?%y-3
z3;Dx+q3$*_>b90?EV3C@z3b8TCo^J0zgq>3HOg%^K_f(YHQ}Zx?;)Iz^20U@q!KoC
zF~%Oom@8#IS{q|;#Mto|`#xm_Q91Uu6-7iI<=9O&Ysehd&mS8AGLWIHm#wJDUaGT<
z!vnAp-L%`#guN76&@c9y=n&<O*PwtV9PUND<m`9I8T|sj>PUvhWLc1Ha*Ax19rFC_
z3C^P$KIlMvjumYxGn$K@ep&szY(lr4Wn|w15>q!4;b7_!f(33H@$tyBv@uQ~Y9=(e
zw3nRJ@>qm-Z6V4|raYIH4tW&JSw||x)GV|v-9uP~7*!&%2V%3Hmj%g5l<M58Xoo^4
znsT2YtS)WOLZv0VqzxDSdoJ6BdCq2xs^ji-7bL|>x)qIQ*hq_CGnb(28FgexGIr)J
zHmn-8;!Bx+l8p1Ra_M8Mr<^{<yhi$%%1-3sgixX^9LlxfA99}Oh?CDxB{8;{<^sBz
z!CZ$`7C!S$aO7hre|14XtE}ikK`u0*2L<ZJCfTO)k-o@6n6v0InJ!Z1M*8AU2%9NB
zM;dgO&<1#<^b~DZ@!UR*o)1E4xSvPgm0uxgSIezvrosl*FYjhW5%F186+#}ru<9Ny
zEvbAHF5>%n>4Sbp_#zt2w@2GNTs=eBMAdP%7W>w4kbFT>btS>^>P+r*0{*6Yw|<2f
zUGvvT^z?>9Ibu&ROs<o!%ezusLoS)v+^}A3?+J<FPQO@H{}TGC*6CSr@BUjwlEmnx
zq{+q6d-?x~<id&`$=~kl>k5m3Ua_vH+waZ8t80ff#!!G9bEuO-2LW`qu8SOV^TwK$
z%vK{b$7>Gt(k%Mf%<9{GZJmMcj!+kM)lpcWgG@dry0!5dyob-!uY@|56d>Ld*nx}<
z$1JgSA8Tgg0^PyBa43K-G<Xx32%RI;i5@q2VF0By4lbh(uRgS%`ZrM6Pl2Vef<x5o
zM3)*d{29qjH5n{Kz1}!hHLDATdUgiGYN6T$-D#R4`jO@{1Zy^JCpfvOi=bumo`jeH
zksaGyLB>AVnnq%eHy0<f*a_NlFNI+W0p#0a#*Hmgkfi>-Wt0{C0k`6}UTJ}<8ryRK
z|F$(r>tYhBgI2GlP)$KSPHggR;J6n#{A!y4CcdFj07#A^?vp|;xEJ4j=e`zxg=dGI
z5MIN7zIPhJgLrCRp#eTZv*>Gh9iJE-Hozx1@5mE_PVI;CChEx^1}40^=n<TpXkR!S
za!roUhb~XHK@ZNI`cVguV9hBf#2Kgapc=h{;G|inzC^TZ+DSwYOfQ3H@fXwC5MIV}
zGbbUug5UpqNJj>-ocl`)=P-Z%L(PB=xYBR9GjF82mE3?4#w&p0jf5mc!%Q78niV~x
z2EbdCMU2J+i%m&jbTJSdW0|8aC6Sp)V6i2#ZlqE%GLr`eKB5`wS4_+lKw@&FX{1gu
zGt&wNO!l$lQKMpGb_%e$#`;Ek6gx8=AVoYHH#(p!VWtz9l9g0OmjW`Ni_tV-T{_k_
zx=l%ErUw{pk=~J=ikF$$bh`A>RAo6cb3l?c(l)X!y4Mnrt1~O5EX4M$?*6`><G4qF
Uz<mwi3`17Mz*1W9M;F}OKd+EwMF0Q*

delta 1885
zcmZuvd2AF_9DZ+RueP*%&CYa}J-WTOP<n9~+6J*zu5#42P>LL-v(;`(yG~mY;w)&g
zNV#I+t+66tQKSV7M_(XOjDc7%7$pXen8rT{8vMhE(`X`Bh`*WLu8=sJ{pS1qe&2lW
zdvE5zAbWW~TQHKIo{HewU6LEDK^Xm_7E_l$LH?S1zTk6=E65$(Oj_7OW-%wYpxrCx
zM)fB^a++AZf~jSxm={GY%SaaE1<?^_epKI5Cl)|&xmXCeB4}e!kP`#Mq7(Rlh_#<t
z#O<kKQ4}YgYFk!{GeEyeoGs1_){4c!%3!T?DidngiL=1DUMvC4i()BYgIE@9Y-hys
zsIH|+#0@AghYsmjTZ%yn_Vr8MZ5A@l&tt8!h1@C^$laY*UBnhI9IU82!N4BiAHO2@
zglvmoW4Q!>7q}zAuL9>2d{W?W+|-jf#g-&lf07+bvTu^?ev;)m=Yq?(S^0(9AxtGf
z5x;Dg?0v>$1Ib9nvQf5^Q_eZqN^Uvpbym?)MS9#WveH$Q$a26H!W?<z@~7~kJK~aa
zBOJ}2?!ac7%*leBDLZACJhg>Z_b|(cT_h_<Ak#fw*qVb>dFJUIG8fJ#M+*e<mS-;5
zUGp3PEcFX;5IouLZP0Vz;UGVHd*PU7Bq!~@wU{TDeU)T=u0VdCS;GG3lR@6gDFl~;
zSqU#tF7`JWd6^U4;C0+z4b$8HD}b}gOUQTGOXFUEXJ%&Vo`{sNqT@L}4C)QA*27#L
zbhf+>$O8%UUd0?$@(7G+w4hkMjTKg^x4QwedV5@y&geNQUFN8zxQT&Idx-}>758*$
zA#5{ySRikFz(dN9Tc7?|Fp@c9Ddvf*tQb4U;xaY=n`I+f{u)53{5oU`SNh5Nic`Q$
zvoFCq<Fh?#fZKD<s;eG+W-pt<hp{*i;blZNRq&*$>H>&WW~vt8t!7m(fjU%OhIx9p
z`VaNtJqupLDSU(%--)>Tz9i2UIkkmy$g+j!fIV9HA-2%r=bRY6lTT|F06wV6WA3C<
zf9+NyZLQnIW=$Ad!yOwtgWD$3RI)WF^>*}hPngtVb8Byq{IjwPXAp7Kq8S0Z)C-@X
zR1Pp<Y-??MrK9_0sY7k8P$8s3rwU!9WV4&#`kVMy`hER;Y|um@=w{+BQrvKii_1WJ
zlAX|Zbcg%<q!78?5J=NZx-=)kHwJKsJlps>JanbeVbR)};9y*Er;*~D<WSS1Ty3Ow
z1A3_rZWD&E)UzerC+%02aZ{pSJqmtjR$l}RuGt89bxjvwdGofkq=D2)E;d)eif7kl
z!;D{B;m~FusYbh07|<-~hP9V4$Xx4Un)pxLK;M6<8ONQp{e>vAAwx$V?@i(V|CngW
z=H(2t71Qma38&Yy3PO$qQWBJWcsn)hoYdh@=)K);jIUG2-g6ia&};k3O!#+lFZLC_
zLBDu=z=S7h-O&dogO;?D)Qzly=to8ZhQ!Xl9%+9v7pWdSJ~jGnv<>^{vXeg;aE$uT
zxiKS!==}3#7#zCBG7X6rx@XJ{jghf@e3srAE5i6Py-&|zJWfY1L=6z5__K#PJW2ys
z4zoLQHkom%f>it|Ekj|o(tyl%#i&sevT#a@MpF?dC}|p<hHS2(yqHf(*UAhujT?M^
z-vY&~l@?^O46@OPV%16;N_Px4?pvYQwUS3x=a3_2Rs<+_q$-(6@D26HdK9NNcA?Cy
zVSQ|eGF>a($m&o$8ucOw=+kI6;=My{vGqzkejzg0m4G(Ub`syuq>*8mzY)MBix^Xs
US4^7Z1)mX@Do6wR@G8&z3m+jIXaE2J

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index 6f9ecddb4061408149ec11362bba8bc1ba32a4be..1f1eab4bb5a1ddf2c35b1c2239cf350555e2402c 100644
GIT binary patch
delta 27
hcmdmai*x5KPOjy=yj%=Gppe<f)yl=Vm5WI~7XWn~2M+)M

delta 27
hcmdmai*x5KPOjy=yj%=GP^RC=)yl=Vm5WI~7XWsr2P*&o

diff --git a/litellm/proxy/proxy_cli.py b/litellm/proxy/proxy_cli.py
index c732fcbe7..373577580 100644
--- a/litellm/proxy/proxy_cli.py
+++ b/litellm/proxy/proxy_cli.py
@@ -69,11 +69,12 @@ def open_config():
 @click.option('--drop_params', is_flag=True, help='Drop any unmapped params') 
 @click.option('--add_function_to_prompt', is_flag=True, help='If function passed but unsupported, pass it as prompt') 
 @click.option('--max_tokens', default=None, type=int, help='Set max tokens for the model') 
+@click.option('--max_budget', default=None, type=float, help='Set max budget for API calls - works for hosted models like OpenAI, TogetherAI, Anthropic, etc.`') 
 @click.option('--telemetry', default=True, type=bool, help='Helps us know if people are using this feature. Turn this off by doing `--telemetry False`') 
 @click.option('--config', is_flag=True, help='Create and open .env file from .env.template')
 @click.option('--test', flag_value=True, help='proxy chat completions url to make a test request to')
 @click.option('--local', is_flag=True, default=False, help='for local debugging')
-def run_server(host, port, api_base, model, deploy, debug, temperature, max_tokens, drop_params, add_function_to_prompt, telemetry, config, test, local):
+def run_server(host, port, api_base, model, deploy, debug, temperature, max_tokens, drop_params, add_function_to_prompt, max_budget, telemetry, config, test, local):
     if config:
         open_config()
     
@@ -127,7 +128,7 @@ def run_server(host, port, api_base, model, deploy, debug, temperature, max_toke
         return
     else:
         load_config()
-        initialize(model, api_base, debug, temperature, max_tokens, telemetry, drop_params, add_function_to_prompt)
+        initialize(model, api_base, debug, temperature, max_tokens, max_budget, telemetry, drop_params, add_function_to_prompt)
 
 
         try:
diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py
index 8d7f0859a..e0a8ae68f 100644
--- a/litellm/proxy/proxy_server.py
+++ b/litellm/proxy/proxy_server.py
@@ -46,7 +46,7 @@ def usage_telemetry(): # helps us know if people are using this feature. Set `li
         }
         litellm.utils.litellm_telemetry(data=data)
 
-def initialize(model, api_base, debug, temperature, max_tokens, telemetry, drop_params, add_function_to_prompt):
+def initialize(model, api_base, debug, temperature, max_tokens, max_budget, telemetry, drop_params, add_function_to_prompt):
     global user_model, user_api_base, user_debug, user_max_tokens, user_temperature, user_telemetry
     user_model = model
     user_api_base = api_base
@@ -59,6 +59,8 @@ def initialize(model, api_base, debug, temperature, max_tokens, telemetry, drop_
         litellm.drop_params = True
     if add_function_to_prompt == True: 
         litellm.add_function_to_prompt = True
+    if max_budget: 
+        litellm.max_budget = max_budget
 
 def deploy_proxy(model, api_base, debug, temperature, max_tokens, telemetry, deploy):
     import requests