mirror of
https://github.com/meta-llama/llama-stack.git
synced 2026-01-07 09:49:56 +00:00
recolorize a bit
This commit is contained in:
parent
11fffe7b95
commit
2cbaa1c75a
3 changed files with 30 additions and 13 deletions
|
|
@ -434,7 +434,6 @@ def main():
|
||||||
|
|
||||||
logger.debug(f"serving APIs: {apis_to_serve}")
|
logger.debug(f"serving APIs: {apis_to_serve}")
|
||||||
|
|
||||||
print("")
|
|
||||||
app.exception_handler(RequestValidationError)(global_exception_handler)
|
app.exception_handler(RequestValidationError)(global_exception_handler)
|
||||||
app.exception_handler(Exception)(global_exception_handler)
|
app.exception_handler(Exception)(global_exception_handler)
|
||||||
signal.signal(signal.SIGINT, functools.partial(handle_signal, app))
|
signal.signal(signal.SIGINT, functools.partial(handle_signal, app))
|
||||||
|
|
|
||||||
|
|
@ -98,15 +98,17 @@ case "$env_type" in
|
||||||
*)
|
*)
|
||||||
esac
|
esac
|
||||||
|
|
||||||
set -x
|
|
||||||
|
|
||||||
if [[ "$env_type" == "venv" || "$env_type" == "conda" ]]; then
|
if [[ "$env_type" == "venv" || "$env_type" == "conda" ]]; then
|
||||||
|
set -x
|
||||||
|
|
||||||
$PYTHON_BINARY -m llama_stack.distribution.server.server \
|
$PYTHON_BINARY -m llama_stack.distribution.server.server \
|
||||||
--yaml-config "$yaml_config" \
|
--yaml-config "$yaml_config" \
|
||||||
--port "$port" \
|
--port "$port" \
|
||||||
$env_vars \
|
$env_vars \
|
||||||
$other_args
|
$other_args
|
||||||
elif [[ "$env_type" == "container" ]]; then
|
elif [[ "$env_type" == "container" ]]; then
|
||||||
|
set -x
|
||||||
|
|
||||||
# Check if container command is available
|
# Check if container command is available
|
||||||
if ! is_command_available $CONTAINER_BINARY; then
|
if ! is_command_available $CONTAINER_BINARY; then
|
||||||
printf "${RED}Error: ${CONTAINER_BINARY} command not found. Is ${CONTAINER_BINARY} installed and in your PATH?${NC}" >&2
|
printf "${RED}Error: ${CONTAINER_BINARY} command not found. Is ${CONTAINER_BINARY} installed and in your PATH?${NC}" >&2
|
||||||
|
|
|
||||||
|
|
@ -9,11 +9,24 @@ import os
|
||||||
from logging.config import dictConfig
|
from logging.config import dictConfig
|
||||||
from typing import Dict
|
from typing import Dict
|
||||||
|
|
||||||
|
from rich.console import Console
|
||||||
|
from rich.logging import RichHandler
|
||||||
|
|
||||||
# Default log level
|
# Default log level
|
||||||
DEFAULT_LOG_LEVEL = logging.INFO
|
DEFAULT_LOG_LEVEL = logging.INFO
|
||||||
|
|
||||||
# Predefined categories
|
# Predefined categories
|
||||||
CATEGORIES = ["core", "server", "router", "inference", "agents", "safety", "eval", "tools", "client"]
|
CATEGORIES = [
|
||||||
|
"core",
|
||||||
|
"server",
|
||||||
|
"router",
|
||||||
|
"inference",
|
||||||
|
"agents",
|
||||||
|
"safety",
|
||||||
|
"eval",
|
||||||
|
"tools",
|
||||||
|
"client",
|
||||||
|
]
|
||||||
|
|
||||||
# Initialize category levels with default level
|
# Initialize category levels with default level
|
||||||
_category_levels: Dict[str, int] = {category: DEFAULT_LOG_LEVEL for category in CATEGORIES}
|
_category_levels: Dict[str, int] = {category: DEFAULT_LOG_LEVEL for category in CATEGORIES}
|
||||||
|
|
@ -64,6 +77,12 @@ def parse_environment_config(env_config: str) -> Dict[str, int]:
|
||||||
return category_levels
|
return category_levels
|
||||||
|
|
||||||
|
|
||||||
|
class CustomRichHandler(RichHandler):
|
||||||
|
def __init__(self, *args, **kwargs):
|
||||||
|
kwargs["console"] = Console(width=120)
|
||||||
|
super().__init__(*args, **kwargs)
|
||||||
|
|
||||||
|
|
||||||
def setup_logging(category_levels: Dict[str, int]) -> None:
|
def setup_logging(category_levels: Dict[str, int]) -> None:
|
||||||
"""
|
"""
|
||||||
Configure logging based on the provided category log levels.
|
Configure logging based on the provided category log levels.
|
||||||
|
|
@ -71,7 +90,7 @@ def setup_logging(category_levels: Dict[str, int]) -> None:
|
||||||
Parameters:
|
Parameters:
|
||||||
category_levels (Dict[str, int]): A dictionary mapping categories to their log levels.
|
category_levels (Dict[str, int]): A dictionary mapping categories to their log levels.
|
||||||
"""
|
"""
|
||||||
log_format = "%(asctime)s %(name)s:%(lineno)d [%(category)s]: %(message)s"
|
log_format = "[dim]%(asctime)s %(name)s:%(lineno)d[/] [yellow dim]%(category)s[/]: %(message)s"
|
||||||
|
|
||||||
class CategoryFilter(logging.Filter):
|
class CategoryFilter(logging.Filter):
|
||||||
"""Ensure category is always present in log records."""
|
"""Ensure category is always present in log records."""
|
||||||
|
|
@ -89,18 +108,19 @@ def setup_logging(category_levels: Dict[str, int]) -> None:
|
||||||
"disable_existing_loggers": False,
|
"disable_existing_loggers": False,
|
||||||
"formatters": {
|
"formatters": {
|
||||||
"rich": {
|
"rich": {
|
||||||
"()": logging.Formatter, # Standard formatter (RichHandler handles colors)
|
"()": logging.Formatter,
|
||||||
"format": log_format,
|
"format": log_format,
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"handlers": {
|
"handlers": {
|
||||||
"console": {
|
"console": {
|
||||||
"class": "rich.logging.RichHandler",
|
"()": CustomRichHandler, # Use our custom handler class
|
||||||
"formatter": "rich",
|
"formatter": "rich",
|
||||||
"rich_tracebacks": True,
|
"rich_tracebacks": True,
|
||||||
"show_time": False, # We handle timestamps ourselves in the log_format
|
"show_time": False,
|
||||||
"show_path": False,
|
"show_path": False,
|
||||||
"filters": ["category_filter"], # Ensures category is included
|
"markup": True,
|
||||||
|
"filters": ["category_filter"],
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"filters": {
|
"filters": {
|
||||||
|
|
@ -136,15 +156,11 @@ def get_logger(name: str, category: str = "uncategorized") -> logging.LoggerAdap
|
||||||
Returns:
|
Returns:
|
||||||
logging.LoggerAdapter: Configured logger with category support.
|
logging.LoggerAdapter: Configured logger with category support.
|
||||||
"""
|
"""
|
||||||
# Use the name as the logger's name
|
|
||||||
logger = logging.getLogger(name)
|
logger = logging.getLogger(name)
|
||||||
# Apply the category's log level to the logger
|
|
||||||
logger.setLevel(_category_levels.get(category, DEFAULT_LOG_LEVEL))
|
logger.setLevel(_category_levels.get(category, DEFAULT_LOG_LEVEL))
|
||||||
# Attach the category as extra context
|
|
||||||
return logging.LoggerAdapter(logger, {"category": category})
|
return logging.LoggerAdapter(logger, {"category": category})
|
||||||
|
|
||||||
|
|
||||||
# Parse environment variable and configure logging
|
|
||||||
env_config = os.environ.get("LLAMA_STACK_LOGGING", "")
|
env_config = os.environ.get("LLAMA_STACK_LOGGING", "")
|
||||||
if env_config:
|
if env_config:
|
||||||
print(f"Environment variable LLAMA_STACK_LOGGING found: {env_config}")
|
print(f"Environment variable LLAMA_STACK_LOGGING found: {env_config}")
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue