From b60049b030d44ddaebdcc1a33135e926b67957fe Mon Sep 17 00:00:00 2001
From: Krrish Dholakia <krrishdholakia@gmail.com>
Date: Thu, 7 Sep 2023 18:02:20 -0700
Subject: [PATCH] fix litedebugger double logging error

---
 litellm/__pycache__/utils.cpython-311.pyc     | Bin 89855 -> 90109 bytes
 litellm/integrations/litedebugger.py          |   6 +++---
 .../tests/test_litedebugger_integration.py    |   8 +++++---
 litellm/utils.py                              |  17 +++++++++++------
 pyproject.toml                                |   2 +-
 5 files changed, 20 insertions(+), 13 deletions(-)

diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc
index b7522252ed69dbf31aee30e36169a3a623000632..50e93a23ed8e92bf414b680cb3b45871d39496a8 100644
GIT binary patch
delta 2585
zcma)74Nw%<9pC@%?cQ?ieZcJ<9LL82$_esyK!Bi_07v2O+J-ikh#!HI1p$ecV@(J>
zn>1<KOcN85*W`4x8H_2h)fmjHvzf#;5i+BYra9~xtu3Q*q8<B@V#Z9U)6~8_IDxUv
zbm#5={on8Z`Tp<!c5nWg{qh~w@Ty*~qsUVhxFLP;)1!v(+mc^qDJn$Cpu%&H1VO3?
z(23GiG-}i4(zkGWHDQA^kuG3N6w{~}x@b!R8qL}=2qo6(1Y}~yfgU+7#uFz*5<1ZU
zRzA=iM^?iOn(DNmc&81$l%fS48cE5}>lgHUw5abw;q&$+wD}ne=ca~W(_U0!ccE3z
zIP_p@0??t4vq3cP)XJ6xD@i9?DdfsckGC#>p|&_k)&#Y(2|c$?H1rr^B9fC438|$S
zzYKDcert4#fmfCk#t_}6T9`_wuqZCtmzqF3=0Z7Q{zzGugt9FS6;qSqZ3vteRGwx;
zda|2urr99@^`xb-cVttt4n3WAdnNMFr*8?YB+AR8F^$V&&L}Eil$Rq%x)WYNjp@$Y
zYWP)_iBU@j(qts&<$itpmMz`ewm94!vcJ2x-_aE4D5z=jIO_bpy^hZ90Y|&abW09Y
znsFT}&<aPU)luMhV7t`O+p5Z1rFl!_aa`fefwd&ZKsPSQOa;e&(iV?Wmw8Lry6)X&
zk=kZ5lQG4&MEI64--6q--UjQ#;WjDK_E0$IVKSzY2P4UY;p9QIH#-%(m;DSn_SB?$
z%Bd6ODYXgIm<b3!mY}QSnK65I9m9;RVF@zMuml<B6II^sE@~9$Q#zU~P6;}Xi#=tn
zF?sUYi5!kV6ZtHGCR~ilm)9iv3`{$VGCvaW`kXyHe2RA2a!^Xqw~dSM3N7=ftzJYE
zr51>C2GX7Mrp}!j($^Y^LC+RhP=hBC{o}28R$^r#dSdD-QQ}BDX=6vXmy)yyiuYLf
z5uTzBk$3I^)lD3Fz4#t-Ep8S&)8Zvzgf!=&g*!OktV0k;N3E`8w851CM)ZKot~c6Z
zZm1xO_PdHx763_{@A0A_NM;*_hN?w_bejcom6&h$lQ=*R&<nm)4+xc1FBcD6Mo4)M
z-73*x>(ccWIGlt&FUcSYT1u-4y|?sRkc_&^D(8CICKu0DNGRI~DFm+vJ9@p$X&E&4
z?`UuD=<knq-e!OM*8VC7{;2FE4Szr{Rir{W^4H|1ObfPfiuaf{Qrt*pGNuGyMDT?L
zAO56bC$p-O6y&)Y(I-$RavG{US@eX1CX0zIolnb7<ky&dG&{MPBhdRaOQ83)jLHkk
zePwv>ssk)+#CO$jjHQZAn4y-E0YI(pB;4n|kA~;*#MjI;$Y{FJZF@OLON)vnG4q9g
z5mkB8X^BPYUaRIo2xO=X+U8lIA&o+*ZN;gmOofJxU_q~WoO6QxLoop&EdGn9g)2Em
zD&EhNdo}wgHNzFhb-~5F!qJ?Ag$E0F=M0Pc@^|OIDLv_%Hd-Ub%o$3nuSYwY@*X*7
z&U(!m$-6sjR>!nxkBE6^Mb~N3HCi+!)<(qIuvj~<R2w#{BdU~tRxCX&mX6*tCAuS`
zJ1n~YFQv;S^9v0m#FS}e#I*9DA75`;P3ycGFHcSKE4_E%s(VKO{)#?cdkG%H?|tWU
zS`%c44eHOKfFXY#?FiZ7A@a^WK*<>~o}zk8F<#C>u9lUdqxoP7eU}3h`auiQFVRGq
z>x&lThNW)M<LfIHg!sbxAQT0LiSzSua#x_kFOd)9d2Vf#J#XmpZ<BgETIaj-Jlik(
z12X!_#&g`iqi2G;Hg!WeKD{X)>@ystPd+O+PYce2+^Fu&#wnpbBGiY4`pdYmRf0^8
z8qcd};HdYqYO~37lGAzDFegoQx!yaO$vau^8id;_{BNj^?<Wb(&PI>BjMdLj|BLiO
z0&AI}Zjqd7R-B=}k_55O|2Pe9{9(ID!v_3GM;{GcxVh^H1B00DZDZg?+_}A$hU54b
zeUou8jpgszwD2r`=CR#0yn>xiR02_H`%xte@8UgA<?7)a9^ZY*0tI;F$Tuvy2uVJm
zk~8?r@jr908DE}^Co#~q-;O~i{?!MEX&Au%@Q(qW#8;>O#lR50a^^S-NAZC_7PD{>
zM=o|*;S8$&q62t*;0v=6&V&>WT=0Z)m4o99>{3Q_aEyVUD;o{)Pk`Sj%_cZX!-pZ>
z4A<aKp&MoxfD5615ys$>Qf`6Y16)ybNsvXu-<1Lza5T(@$egM)+2L<M)4Z}K4c-RO
zDL2v~2#}~e<bVc%WaXVq;5Cr0oLUZ7d6LN+g|Gvvlodr#sDZ7a`$|cS-zh0&FhfJX
z5?=v7WJ#h!t6?7luPOz1Lmfk``s!dEj4G3L;MBsT@|hQIvT$AbtO<^=5K;Cw!!}K^
lPXpxB^WW*UD1Lph^#0IY8z3{$OM`iaT0|u!umN^4{{eW(xCsCN

delta 2265
zcmaJ?dr(y86~E`+y?2*=aoH!2eF82ZAuRF`bwOBBx{G<3lB6R@L@pSWhgnuj%wjZl
znv5Z>dZx2xnlu_6(kYCM{gT{iFk{8E2pKyI*_4c}9b=o?%yjD7Bs0V|lYYA@Xeadh
z<J@z9-*?XW-E)5T-mlN{-@M1`-_YsQ3|%+3+>}H-t>2r)KF8xTz9l6PVYWkZE4d`r
zM{R_?2jfzhB8g!l%L;(1Y$u+`vg6JiEuJW7q{#jz3!chWqN>n<6WMyu;EkXOYYLkc
zhhP(;Kc@^YTGOHdJ7|SLE|qHkc9UUH88)U0r;MZyn{c|&2_{_qW0w%&BFeBHcfM=F
z;#v*IY}cdBR-W^EM38hl*knZLmGC@uN?woeT5bPZ1JBqpz>!Mp_?EOeH0>P*k|yhp
z%cLkiXiq+Empu<eJZQJ`C3#F(g`;-o{PX4FdasT%g>#by(sSp-nNWH-59=HS%9kW&
zkl)MWl?o@P4BzR?;&FyloD1`v2D@#2-`1_$dbhe7I>YVTy8B%ZhdN8@9}c+Iw0C#o
zX6F~+#z$Rl9CH1QGlZJS9=8q52RVk>$9$?X$1Ii8s;aoEDyFI;@8phwIxw9XjAsU8
znL+$#o{gNye-)lRTyG0_m~;1M`_q_l6;OXXO}&QU#*KOYRor+LpF~#i6gkfrsDIwr
zP|)aOCswlbX2PcqxcLi0y%@0ZlNNzOlQy10lWs2Qd+H6rTCRg%=nJEwK4r*!eu~;C
zL(Y0o#lDl$B0gRE2>#2Li8)@ihP^%FgJFp7&x33XdeiYcHE!B)y-25{yp!{%j3nSu
z@5^T8FwH%Z%%57oL==(=*OfgKo%KTo4wqStYDqIpl{1o3Px6$c#aNkjg>GT+gM5Ui
z>BU<~lB!zR+s%ZI-n)mcWmf#GT!U51Jo&d7mqtJ`ECekYkZnr7SiRq0{D5JA9boUu
zMDya(@|q>aQPVIL{>Z%eN6q)%Z-r3{4wXAWkE7)^)Vh{gj#R7y>ygUplwvc(-lSsj
zL`5rP9jRPP`#Z8aNBiAf9UYzh{V9Es=PD;y_AG~5e-2b)p}&ayqI!^9xtx+dTpjc>
z=hTfW0|Gm#VCl`Ipbi%ElVZIX^zc(IfkIOro<dW_T+;V0Y05;mY$Z?ohInWpf?wcF
zEBK5AbFbM=Tx<JSI7|*T8d-4R$v{KaK!la<YJ<exZge+7(1GrtCHmD0uwYJ;5g0r^
zYr>IWA-Nvx6Vl(J9qRuxo%Y;5CLxqy&juH#(ADFi4NKQv7Oip7Gb@(Nh$TPon-**1
zVr@*UO~Hk;V(E-n`eypHSQi)TVq)DQFe!RuJ*y662OP|#qd2G`&o&POTtm-eSK%#^
z_V|}9wqLQ>BK(4&=x2?MD7&~(;g%F}V9XIclm>d1vZsgHa6UF{EXMs~<`j%aHvR;+
zTrs1srC=VseHMS#QaX>3M9W^l{!K<(=op>RCB8r09tvO5KiS?Zb$33|e`~h*>ZXr{
zo5{Y|@tL-5P)R;*yAQly3XIMY*V>LX#q(GHX7`0Xv6hb5Iw_{@oYr>6wVkut9W&Y;
z)7qZ6wkM|TxlHccEP>m}oL{=U(aF4@>-W*igj3yQ<tB>O6g3&R4-9;h6;HP>Z$F)^
z)<!AK&86m0#_JNyVx|i+cyof8Hy$5vN-+P|>>+_I2Uu85E=ndA9wS$~o?@YcG;ce_
z!7jq}Z04w*q@8{iWb#I6Dh)m+p-7ez4w9h*M_G7{EcszI&?9ZnSMxANqC-VG_>i1?
z`KlQT$;n?nU{-%b$%m3AM*jW&H32q}zkHyfHSqeyacC#M`u!*i{p5-1=K&6oYcv1h
z;6?J+Kb+xVlpOz)mxn)+nNOayKpa=ibpl6@&l%Gp9(`L0Ww1}ari3#byda;{z}p-g
zlQ*WrR{+13n={}v3sX_S1UFzdI%k3bxD<WL4C8QFuCTy|0H4UJOvq*7?{aZA2rPUa
zrB|E$pbh>3?AJ=!=YTN~c=}E3Z;RGBV1-=ef?5Ebyvq&rzipJ?%LSDJvgF@+;4>BF
z^kymSf=b!rh5HrI6@9dVR-2SFD<Q!`ubfs5Kj10lAJxDs9K0?U*TWi)M)fto_h3Z6
z&;SKW_^q61f^T@ZE+;m?DIPwOUwa&S72co%=<ELN_C^Z-;_ltnXiY1)4eMAiCYZZy
LtGu%nUgG`>ZO3il

diff --git a/litellm/integrations/litedebugger.py b/litellm/integrations/litedebugger.py
index ef33c7edd7..b18a42db74 100644
--- a/litellm/integrations/litedebugger.py
+++ b/litellm/integrations/litedebugger.py
@@ -40,7 +40,7 @@ class LiteDebugger:
         litellm_params,
         optional_params,
     ):
-        print_verbose(f"LiteDebugger: Pre-API Call Logging")
+        print_verbose(f"LiteDebugger: Pre-API Call Logging for call id {litellm_call_id}")
         try:
             print_verbose(
                 f"LiteLLMDebugger: Logging - Enters input logging function for model {model}"
@@ -101,7 +101,7 @@ class LiteDebugger:
             pass
 
     def post_call_log_event(self, original_response, litellm_call_id, print_verbose, call_type, stream):
-        print_verbose(f"LiteDebugger: Post-API Call Logging")
+        print_verbose(f"LiteDebugger: Post-API Call Logging for call id {litellm_call_id}")
         try:
             if call_type == "embedding":
                 litellm_data_obj = {
@@ -147,7 +147,7 @@ class LiteDebugger:
         call_type, 
         stream = False
     ):
-        print_verbose(f"LiteDebugger: Success/Failure Call Logging")
+        print_verbose(f"LiteDebugger: Success/Failure Call Logging for call id {litellm_call_id}")
         try:
             print_verbose(
                 f"LiteLLMDebugger: Success/Failure Logging - Enters handler logging function for function {call_type} and stream set to {stream} with response object {response_obj}"
diff --git a/litellm/tests/test_litedebugger_integration.py b/litellm/tests/test_litedebugger_integration.py
index 018a659165..49ea9a7e37 100644
--- a/litellm/tests/test_litedebugger_integration.py
+++ b/litellm/tests/test_litedebugger_integration.py
@@ -70,13 +70,15 @@ messages = [{"content": user_message, "role": "user"}]
 #         # Redirect stdout
 #         old_stdout = sys.stdout
 #         sys.stdout = new_stdout = io.StringIO()
-#         litellm.token = "a67abbaf-35b8-4649-8647-68c5fe8d37fb" # generate one here - https://www.uuidgenerator.net/version4
-#         response = completion(model="gpt-3.5-turbo", messages=messages)
+#         litellm.token = "1e6795ea-a75e-4231-8110-dcc721dcffc3" # generate one here - https://www.uuidgenerator.net/version4
+
+#         completion(model="gpt-3.5-turbo", messages=messages)
+#         completion(model="claude-instant-1", messages=messages)
 
 #         # Restore stdout
 #         sys.stdout = old_stdout
 #         output = new_stdout.getvalue().strip()
-
+#         print(output)
 #         if "LiteDebugger: Pre-API Call Logging" not in output:
 #             raise Exception(f"LiteLLMDebugger: pre-api call not logged!")
 #         if "LiteDebugger: Post-API Call Logging" not in output:
diff --git a/litellm/utils.py b/litellm/utils.py
index 818f46c9d4..d0a6570d56 100644
--- a/litellm/utils.py
+++ b/litellm/utils.py
@@ -159,7 +159,7 @@ class Logging:
 
     def pre_call(self, input, api_key, model=None, additional_args={}):
         # Log the exact input to the LLM API
-        print_verbose(f"Logging Details Pre-API Call")
+        print_verbose(f"Logging Details Pre-API Call for call id {self.litellm_call_id}")
         try:
             # print_verbose(f"logging pre call for model: {self.model} with call type: {self.call_type}")
             self.model_call_details["input"] = input
@@ -200,7 +200,7 @@ class Logging:
                         )
 
                     elif callback == "lite_debugger":
-                        print_verbose("reaches litedebugger for logging!")
+                        print_verbose(f"reaches litedebugger for logging! - model_call_details {self.model_call_details}")
                         model = self.model_call_details["model"]
                         messages = self.model_call_details["input"]
                         print_verbose(f"liteDebuggerClient: {liteDebuggerClient}")
@@ -294,6 +294,7 @@ class Logging:
                 start_time = self.start_time
             if end_time is None:
                 end_time = datetime.datetime.now()
+            print_verbose(f"success callbacks: {litellm.success_callback}")
             for callback in litellm.success_callback:
                 try:
                     if callback == "lite_debugger":
@@ -441,9 +442,12 @@ def client(original_function):
             function_id = kwargs["id"] if "id" in kwargs else None
             if litellm.use_client or ("use_client" in kwargs and kwargs["use_client"] == True): 
                 print_verbose(f"litedebugger initialized")
-                litellm.input_callback.append("lite_debugger")
-                litellm.success_callback.append("lite_debugger")
-                litellm.failure_callback.append("lite_debugger")
+                if "lite_debugger" not in litellm.input_callback:
+                    litellm.input_callback.append("lite_debugger")
+                if "lite_debugger" not in litellm.success_callback:
+                    litellm.success_callback.append("lite_debugger")
+                if "lite_debugger" not in litellm.failure_callback:
+                    litellm.failure_callback.append("lite_debugger")
             if (
                 len(litellm.input_callback) > 0
                 or len(litellm.success_callback) > 0
@@ -540,7 +544,8 @@ def client(original_function):
                 result['litellm_call_id'] = litellm_call_id
 
             # LOG SUCCESS - handle streaming success logging in the _next_ object, remove `handle_success` once it's deprecated
-            threading.Thread(target=logging_obj.success_handler, args=(result, start_time, end_time)).start()
+            logging_obj.success_handler(result, start_time, end_time)
+            # threading.Thread(target=logging_obj.success_handler, args=(result, start_time, end_time)).start()
             my_thread = threading.Thread(
                 target=handle_success, args=(args, kwargs, result, start_time, end_time)
             )  # don't interrupt execution of main thread
diff --git a/pyproject.toml b/pyproject.toml
index 139a194412..5fdb4cd1cd 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm"
-version = "0.1.560"
+version = "0.1.561"
 description = "Library to easily interface with LLM API providers"
 authors = ["BerriAI"]
 license = "MIT License"