phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) use no-log to disable per request logging

Browse source
This commit is contained in:
ishaan-jaff 2024-03-08 16:56:20 -08:00
parent ddd231a8c2
commit 0a538fe679
1 changed files with 17 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/utils.py
View file

@ -1281,8 +1281,13 @@ class Logging:
try: try:
litellm_params = self.model_call_details.get("litellm_params", {}) litellm_params = self.model_call_details.get("litellm_params", {})
if litellm_params.get("no-log", False) == True: if litellm_params.get("no-log", False) == True:
print_verbose("no-log request, skipping logging") # proxy cost tracking cal backs should run
continue if not (
isinstance(callback, CustomLogger)
and "_PROXY_" in callback.__class__.__name__
):
print_verbose("no-log request, skipping logging")
continue
if callback == "lite_debugger": if callback == "lite_debugger":
print_verbose("reaches lite_debugger for logging!") print_verbose("reaches lite_debugger for logging!")
print_verbose(f"liteDebuggerClient: {liteDebuggerClient}") print_verbose(f"liteDebuggerClient: {liteDebuggerClient}")
@ -1711,6 +1716,16 @@ class Logging:
callbacks = litellm._async_success_callback callbacks = litellm._async_success_callback
verbose_logger.debug(f"Async success callbacks: {callbacks}") verbose_logger.debug(f"Async success callbacks: {callbacks}")
for callback in callbacks: for callback in callbacks:
# check if callback can run for this request
litellm_params = self.model_call_details.get("litellm_params", {})
if litellm_params.get("no-log", False) == True:
# proxy cost tracking cal backs should run
if not (
isinstance(callback, CustomLogger)
and "_PROXY_" in callback.__class__.__name__
):
print_verbose("no-log request, skipping logging")
continue
try: try:
if kwargs.get("no-log", False) == True: if kwargs.get("no-log", False) == True:
print_verbose("no-log request, skipping logging") print_verbose("no-log request, skipping logging")