feat(utils.py): support custom cost tracking per second

https://github.com/BerriAI/litellm/issues/1374
This commit is contained in:
Krrish Dholakia 2024-01-22 11:15:08 -08:00
parent 44f756efb5
commit 276a685a59
4 changed files with 74 additions and 31 deletions

View file

@ -12,15 +12,6 @@ formatter = logging.Formatter("\033[92m%(name)s - %(levelname)s\033[0m: %(messag
handler.setFormatter(formatter)
def print_verbose(print_statement):
try:
if set_verbose:
print(print_statement) # noqa
except:
pass
verbose_proxy_logger = logging.getLogger("LiteLLM Proxy")
verbose_router_logger = logging.getLogger("LiteLLM Router")
verbose_logger = logging.getLogger("LiteLLM")
@ -29,3 +20,18 @@ verbose_logger = logging.getLogger("LiteLLM")
verbose_router_logger.addHandler(handler)
verbose_proxy_logger.addHandler(handler)
verbose_logger.addHandler(handler)
def print_verbose(print_statement):
try:
if set_verbose:
print(print_statement) # noqa
verbose_logger.setLevel(level=logging.DEBUG) # set package log to debug
verbose_router_logger.setLevel(
level=logging.DEBUG
) # set router logs to debug
verbose_proxy_logger.setLevel(
level=logging.DEBUG
) # set proxy logs to debug
except:
pass