From 3286a708fe974ad11f36d0a2dd1e1d53667ebdeb Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 21 Aug 2023 11:37:07 -0700 Subject: [PATCH] simplifying calling litellm debugger --- .../docs/debugging/hosted_debugging.md | 18 ++++++------------ litellm/__init__.py | 1 + litellm/__pycache__/__init__.cpython-311.pyc | Bin 5586 -> 5605 bytes litellm/__pycache__/main.cpython-311.pyc | Bin 28465 -> 28465 bytes litellm/__pycache__/utils.cpython-311.pyc | Bin 55312 -> 55904 bytes .../tests/test_litedebugger_integration.py | 6 +----- litellm/utils.py | 4 ++++ 7 files changed, 12 insertions(+), 17 deletions(-) diff --git a/docs/my-website/docs/debugging/hosted_debugging.md b/docs/my-website/docs/debugging/hosted_debugging.md index 5464a201c..709918751 100644 --- a/docs/my-website/docs/debugging/hosted_debugging.md +++ b/docs/my-website/docs/debugging/hosted_debugging.md @@ -16,14 +16,13 @@ See our live dashboard 👉 [admin.litellm.ai](https://admin.litellm.ai/) By default, your dashboard is viewable at `admin.litellm.ai/`. ``` +import litellm, os + ## Set your email os.environ["LITELLM_EMAIL"] = "your_user_email" - ## LOG ON ALL 3 EVENTS - litellm.input_callback = ["lite_debugger"] - litellm.success_callback = ["lite_debugger"] - litellm.failure_callback = ["lite_debugger"] - +## Set debugger to true +litellm.debugger = True ``` ## Example Usage @@ -36,12 +35,8 @@ By default, your dashboard is viewable at `admin.litellm.ai/`. ## Set ENV variable os.environ["LITELLM_EMAIL"] = "your_email" - ## LOG ON ALL 3 EVENTS - litellm.input_callback = ["lite_debugger"] - litellm.success_callback = ["lite_debugger"] - litellm.failure_callback = ["lite_debugger"] - - litellm.set_verbose = True + ## Set debugger to true + litellm.debugger = True user_message = "Hello, how are you?" messages = [{ "content": user_message,"role": "user"}] @@ -52,6 +47,5 @@ By default, your dashboard is viewable at `admin.litellm.ai/`. # bad request call response = completion(model="chatgpt-test", messages=[{"role": "user", "content": "Hi 👋 - i'm a bad request"}]) - ``` diff --git a/litellm/__init__.py b/litellm/__init__.py index c1e914936..498fb0eae 100644 --- a/litellm/__init__.py +++ b/litellm/__init__.py @@ -21,6 +21,7 @@ hugging_api_token: Optional[str] = None togetherai_api_key: Optional[str] = None caching = False caching_with_models = False # if you want the caching key to be model + prompt +debugger = False model_cost = { "gpt-3.5-turbo": { "max_tokens": 4000, diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc index c998bff4ac6cd91de57b2024a44a884cb573a619..d189765886b3b8d945a0bb5a8cdd52ecbc589552 100644 GIT binary patch delta 404 zcmXv|J4?e*7`-=9TPxAxR#0nwHEsGxAE}QjR9oA+JAF8nF9b_6*y7@%Lq;7WqnkrT zih^cy?BFa;;wB=v`2$@167|42=bppi-utY4DAJWAg&3iA^NwHVQiMO;#Rps*fhp&c zUmQ;htie#W876erp7E9*dLmjJLON{^#K)LVy!p?BQw c_=FJZ(0@3wTXj#vHXnW&3!ent@Z>=J0kx=Rp#T5? delta 392 zcmXwzJ4*vm5QXRN3X#YL5u1QUW7Ir$vw3Y2H7aUe{s61Na+X!u3yRo?AV>-u3)#-n zA|k1DAwM96wfF-97U}J6oQ*p0&AI1rxc83q4_$lGv@q~|U3}8;UWQO=lHfFAQZ7*oKGb=ma(Bftg9bO0AgV4PWE63jBQ!mK(# z`lG-k8IHgdyDYmjtI3+79H+ViCgs^0RG^}xV3tZ`v6@^fbDm?Zu;%Tgox0?wJyVS~ za>2>Yj<-49`Cwy#+f{BCX^k&0(K>CombB0kz~`D)Bpeg diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index 846016121f8f01f42409ee6853585f9dfedb884b..22622cde7c85093c374d890cbe7403783c63fd6d 100644 GIT binary patch delta 20 acmdmZk8$HYM$YBDyj%=G@Ny%kMm_*a*9I>D delta 20 acmdmZk8$HYM$YBDyj%=GuzVw@Mm_*ZjRoxh diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index 05731d21d777adb1472e7b4ad1452e6063acef72..8af1d3c14165ac9c79de76abb7d530266047a54e 100644 GIT binary patch delta 4588 zcma)93viT068>jj$?oQ{c?Uuufq?9W5D6g>2wad5L@*E#1ub2d>_QTf-8lQ_Ni+x) zLh%r6JUNjQ&LbEh82CZ!q8#?yuU5eBBH3b~?Ub@%e39C!2RcvJ+ftqi00G6q<6OAWB(pP+_QQ)N7*kM8Fs z_wbS&Rw^GCZgKZ0^GZ5ekVq3&MkETBTnV4AM)j^pQPddN(v|Dzh00i38f7sx2%%V< zSO|SOI#nN{#?kSD_@=%3W~L~6#BcBu5ybb>ioz4sg#MA+;5IfY+Z4B{k!@498{8p# zLz_j0_K4r$#}v1@k<}6#%Z3$hr5m#&(owkg(d>yvQUAD>Xw#kw`@`^39 z)0Wv5*hil(m2;fDKzN^`vzk|M7_~?C=P+RL3&*Nc zEvxkKR%*(hZfg@Nd>`O-!0+jDe(`|k#rFCgB5!w=D_7$Ntg&2;id$pq)}?9rQ?i*g z%pBXT1c90!T-o$_Wc;RQx7s@*)4C$lx)oh`1^YZ^c(=l$D%d4QUYFzHGwx2u+;+#@ ztFdvLW^9?!p1SnXj3>KhlnFxobi^(N_iA*^n(24M*F8WO7k~XY+AmHWH8oo~m2D}U zs6RFN!3PR+^dIIJ#XuIQJ%oQa7z_U^;ND=s+f56mCXYBH$bpCoQNqU^5n8ulkTJYl z>4QAlHg!(MeMS-8{|R%o#DaV_>>M0j0DJ_vC?F74;;Z(GRQr~CyneosmQBmF{jUl? zN5wPa=;E|U<0UbpRl6~5y^d|9s)ss_Ukb)yZTgH8%<-`x#qp2_Hb>Ar7YrT891cB^ z11W5#F*666J_Y+TVR?k{mLRWC8q@0i&y-ntS-uVEmo7%yO8v zg8YU~&l+$1PLN+{x<^JC*uN;Vc#!E^$hxVx*voFviQ?6diAJk%2KYBbcK|vJzXvrM z@FPGE-p`=^1E>dxE3BslNteHX_ly946m71LrM9_AMzc`)S!#R;%IEca zf@h);0vpX+ILeqL)JwHh3*R-f!8Ebtu^}OtzYGd51BPLk21o}usI6qxu)%^1MEN~l zmDf8}?ke#(xl8o~^&HS^6gv}Z<(pvwKw6EvB+6um>;_${&b4B{c{0YsD79uK8%w)t z>TM^%#gh5MfGiqaJ0WT|wCy*|Qf;*LE(z_eeK}J{t|}E}atN$<0SWYaU2@c9NX?>2IXyLqcM_eg8g#hY$DjoGM0>wpjWYEpWUm`zFMzJh^-NH~JVAXL zhJ}EK0Apz5y4-<9AhQ5-0L6f@fLU~HU1Ho^kht*qJWy4j9;LALI1o30hA8kS{(RS~Y+=fIJIm+;n2S zbsloZ{Qwp4tN^>Mzj+7m!;=undpNZkSb-?-j|sKG%y>k{b1mKb)2y0%PcItzW-qfg!#XKBJ15UwTeXfr1K0do%s5DzL@9`A#3n6B+g$UX|TAsFmRuwf@) zaJy8O9}jQ@7K~~eq=45nNAs6DldQ276y37M+Fx!5X;;fAwwgLyMzR(3Q_F123s?-` zP3_UQZ|bc%80P{Wpn`q(S+;=$e56(HJIWHeg$MDLnh0+)CRyYrn$ebK{WElf5~^#< zW?xWi+a>mmwsOConQmgn4O)L-VE7uL7cf@%TyDScq8+Fc86BlP&2n3Wpdoaq>ZwzQ zP8iyt8~WVWzlcxngSfKxVxD1fnb$4LK`aB$Fa8dlJh*}Vpv^v1$)>;re;a`R4)|z* zED-Fa$Rup=RsdGP_X!Y|gLc5!Pd~rAK*x+U=TMTy-!ti(WD!I_mI80VdkfT0fLaK~ z3o2lAdn#0yJuH|3nHHlE1`J*i4wtz(0Oj|=40Sreb~?EUJh?)d&Ld(dmWc%gB1(Lf zRgMaeTITaQeT&NZJD6%ldYr#f0VgQ+a4NHEQx7j@Cj5V7H`7ZaV^&QDV7=}E@V#I#)P+tc&(L***qA^0TJ2h2-6UR-fL&gJ6XA@`YK z#%p56LT&vSz1}Ko=|wnhq1VnOHOc*yA>30v$Ape(co(7C4(N-9cVH;XvlCQbdGe3N z&~6Qw%l)DZur>ujc_51lXVAj|&3pc{D|g{yZOILcpXJxloFVFEl8XfS?ub=T{0;&|+z9rQ&DRp5NS%MeHBF-Ip@qd zXU?2CGx^IN`=h(;iQ5wrJPLgS)}0N_Klf7NFNVa8wJFMG#Vuxfx`{C}J)%dyL{Eq< zbwEuUEoOPrMfY1g;?~GD>|T<+G}$AL480+}U71(t43n%+_b6iGv^1C^2a3YyiiHo7 zsrXLP%bhPLh#t4NU9}|AZ6c7IDt?>Yr{1Y2ThoDLqT_3}Jx|7)Ivg-X@7y6&c)Fev z8-?s4N1d`o2|4T77UegNkgGZFc{|OfKkH*kD87y@S2$rPzS~u{k`?eo2KH6Rcv=Tf z3Ay!{hEkp&mJJ(a^OT5}hE*pen)a|7;RU44s|ZBl@GKD>{$$r46sb0x;6A0zmFg~J zmt9J7su9T<$UKv?C+8>!bNWr`W;`>ZA4}gv6MYV8#B}RwSglZXUc(<2r*nID*$C4D zFb1$1ut_B4O<{S)+`Lj7D;BTi*Y@5DelI{HfrgZ4Wbl4qJVhWj-&CWf5|3ITA12T*#&xU*3F#^^LiH4vOwzAXuvUm#Q_Ui>q2ySm)csnbG6e z9HaM`msrkr7`0ou*hw_+3Wkd}f&Q^A{sMTIohrJH>&ME)*m144uWUxA@!v9M&8m34 zhhY9xkujk)r!M{h7E)Hl-y6Sztx&4%cPcBG&r!lF$iz;Y>Cyvy3FS*VKz4jd;>5&Z zY^QKcD(>#PA?DfiXr!zA^|A_;H;HwVijrPL7|nnu0gsDwlV)|R!PcE4xN@IzvP-wM zo|DO4*1FnkeT?aobD7uePHj^x5bLI_o_Dfy%G#nU^tGiBmwq)=%g-kdo}8;3%=HxH z+YgSPm|Kuze<#OD1G!1QIQ|wK9t2z;1bEv-b3w2EZxh)a(fpbSxVS$BMRp8O0?4%#7@IxYT zYL@c@(%xp|PhDqY4~w^_9e4hj7>2Rswl~!8>G>%{D&RbU=?v6Xag{Fw2XN+?Goyb$hycvTXeJ?@TQxT|cU!Ca*N0*f8{zYX0jbFr+FT}Rl5q4Un z&UvW#KVWpT!t{XC$nmR^78)zMrnjv&MOtbWq~i-1Rr!;6E-u6|HGEk;!5dr=v@8^*mw zRrP9?ExxI)NwUI)Xc}Osc%Wvq_cmy?FXT|o&}+vVYd0=j2Tj?(+$!Zym67cRb0j9> z_JAWuhaQd^V&qe{z$MdVVwUOfNE|RRx2TV?GL6^8m;m zFH%JBm1$lMu7l^e`l1;JgQ769%BECk#xc*79S%Mb(VjGYaa zTn;oyaby03UVJMgy#PPG2*s66*{n_6w0U%W3p8X0e3vMnhd&F({0{DQP49gOa2+YSARE6$Y9N!@fs zE7eG#jGu~f}UMg+SEd`_!8 z{s6{)k-Z}=_Z6@m*FH^%VLCzqJ)k*=#Hy{X@B}6SHX5}%&e~kE#_GkQrnTN!x$PF0 zn+CJhBD47>RxfUAp5eI{!2q@x&ozH)_vT)na*%D5Yott zeQ!0pVASnh$nx<7t&Pvr)oML+bY`tBbJgcR&?onZF1($X=U7}83CU8SFfw7ZStRdU z&n_8_`zqK(nBdz1I{*U#vUsr1lu6j&F8~k)$AgzFTXw*BQB2=|2m3}e?(1p1wclm0 zm-XR+C6Jpio)0Lw{2zO=#F&b%4Rx zmdR!;bNx$L?hZ?_tRutx6*00UZ_oyaGiYqam(gYE4@7FL!fj-MBQJJO?G?x$SBb=C6<=}<3xAF4+H9joE3 z7|QBA3aX(WbLr_gv`zp%1bhVe6M^Y17i(GvvDd_|)-ler#JSUG zYt?P_$FU;YRiL7m3>hH6*Qv0CpCh8Mq>#Rnk`ii19a4+BW;Wz@{w}<}2RKaNyPMxm z2258ds;iOZ)*3W;q>eU-+A&DkVC3-#W8PHoWP@6d;a&_=MB?$DE_o3=B8DB`!B&V< z$4h79zrE|w1(o<8m0P1*8H{l;#b7s+LGp51@l|27mp z0O0M+&jRqS 0 or len(litellm.success_callback) > 0 or len(litellm.failure_callback) > 0 ) and len(callback_list) == 0: