phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

use safe init_verbose_loggers

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-05 20:56:48 -07:00
parent 818a70838d
commit d91b1c93d1
1 changed files with 68 additions and 53 deletions
Download patch file Download diff file Expand all files Collapse all files

25
litellm/proxy/common_utils/debug_utils.py
View file

@ -136,6 +136,7 @@ async def get_otel_spans():
# Helper functions for debugging # Helper functions for debugging
def init_verbose_loggers(): def init_verbose_loggers():
try:
worker_config = litellm.get_secret("WORKER_CONFIG") worker_config = litellm.get_secret("WORKER_CONFIG")
if os.path.isfile(worker_config): if os.path.isfile(worker_config):
return return
@ -157,7 +158,9 @@ def init_verbose_loggers():
# this must ALWAYS remain logging.INFO, DO NOT MODIFY THIS # this must ALWAYS remain logging.INFO, DO NOT MODIFY THIS
verbose_logger.setLevel(level=logging.INFO) # sets package logs to info verbose_logger.setLevel(level=logging.INFO) # sets package logs to info
verbose_router_logger.setLevel(level=logging.INFO) # set router logs to info verbose_router_logger.setLevel(
level=logging.INFO
) # set router logs to info
verbose_proxy_logger.setLevel(level=logging.INFO) # set proxy logs to info verbose_proxy_logger.setLevel(level=logging.INFO) # set proxy logs to info
if detailed_debug == True: if detailed_debug == True:
import logging import logging
@ -169,8 +172,12 @@ def init_verbose_loggers():
) )
verbose_logger.setLevel(level=logging.DEBUG) # set package log to debug verbose_logger.setLevel(level=logging.DEBUG) # set package log to debug
verbose_router_logger.setLevel(level=logging.DEBUG) # set router logs to debug verbose_router_logger.setLevel(
verbose_proxy_logger.setLevel(level=logging.DEBUG) # set proxy logs to debug level=logging.DEBUG
) # set router logs to debug
verbose_proxy_logger.setLevel(
level=logging.DEBUG
) # set proxy logs to debug
elif debug == False and detailed_debug == False: elif debug == False and detailed_debug == False:
# users can control proxy debugging using env variable = 'LITELLM_LOG' # users can control proxy debugging using env variable = 'LITELLM_LOG'
litellm_log_setting = os.environ.get("LITELLM_LOG", "") litellm_log_setting = os.environ.get("LITELLM_LOG", "")
@ -178,7 +185,10 @@ def init_verbose_loggers():
if litellm_log_setting.upper() == "INFO": if litellm_log_setting.upper() == "INFO":
import logging import logging
from litellm._logging import verbose_proxy_logger, verbose_router_logger from litellm._logging import (
verbose_proxy_logger,
verbose_router_logger,
)
# this must ALWAYS remain logging.INFO, DO NOT MODIFY THIS # this must ALWAYS remain logging.INFO, DO NOT MODIFY THIS
@ -191,7 +201,10 @@ def init_verbose_loggers():
elif litellm_log_setting.upper() == "DEBUG": elif litellm_log_setting.upper() == "DEBUG":
import logging import logging
from litellm._logging import verbose_proxy_logger, verbose_router_logger from litellm._logging import (
verbose_proxy_logger,
verbose_router_logger,
)
verbose_router_logger.setLevel( verbose_router_logger.setLevel(
level=logging.DEBUG level=logging.DEBUG
@ -199,3 +212,5 @@ def init_verbose_loggers():
verbose_proxy_logger.setLevel( verbose_proxy_logger.setLevel(
level=logging.DEBUG level=logging.DEBUG
) # set proxy logs to debug ) # set proxy logs to debug
except Exception as e:
verbose_logger.warning(f"Failed to init verbose loggers: {str(e)}")