mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
046d85fa79
The starter distribution now comes with all the required packages to support persistent stores—like the agent store, metadata, and inference—using PostgreSQL. We’ve added a new run YAML file, run-with-postgres-store.yaml, to make this setup easy. The file is included in the container image, so users can simply override the entrypoint to use the Postgres-specific config. The documentation has been updated with instructions on how to do that. Closes: #2619 Signed-off-by: Sébastien Han <seb@redhat.com>
104 lines
2.8 KiB
Python
104 lines
2.8 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
import importlib
|
|
import os
|
|
import signal
|
|
import subprocess
|
|
import sys
|
|
|
|
from termcolor import cprint
|
|
|
|
from llama_stack.log import get_logger
|
|
|
|
log = get_logger(name=__name__, category="core")
|
|
|
|
|
|
def formulate_run_args(image_type: str, image_name: str) -> list:
|
|
# Only venv is supported now
|
|
current_venv = os.environ.get("VIRTUAL_ENV")
|
|
env_name = image_name or current_venv
|
|
if not env_name:
|
|
cprint(
|
|
"No current virtual environment detected, please specify a virtual environment name with --image-name",
|
|
color="red",
|
|
file=sys.stderr,
|
|
)
|
|
return []
|
|
|
|
cprint(f"Using virtual environment: {env_name}", file=sys.stderr)
|
|
|
|
script = importlib.resources.files("llama_stack") / "core/start_stack.sh"
|
|
run_args = [
|
|
script,
|
|
image_type,
|
|
env_name,
|
|
]
|
|
|
|
return run_args
|
|
|
|
|
|
def in_notebook():
|
|
try:
|
|
from IPython import get_ipython
|
|
|
|
ipython = get_ipython()
|
|
if ipython is None or "IPKernelApp" not in ipython.config: # pragma: no cover
|
|
return False
|
|
except ImportError:
|
|
return False
|
|
except AttributeError:
|
|
return False
|
|
return True
|
|
|
|
|
|
def run_command(command: list[str]) -> int:
|
|
"""
|
|
Run a command with interrupt handling and output capture.
|
|
Uses subprocess.run with direct stream piping for better performance.
|
|
|
|
Args:
|
|
command (list): The command to run.
|
|
|
|
Returns:
|
|
int: The return code of the command.
|
|
"""
|
|
original_sigint = signal.getsignal(signal.SIGINT)
|
|
ctrl_c_pressed = False
|
|
|
|
def sigint_handler(signum, frame):
|
|
nonlocal ctrl_c_pressed
|
|
ctrl_c_pressed = True
|
|
log.info("\nCtrl-C detected. Aborting...")
|
|
|
|
try:
|
|
# Set up the signal handler
|
|
signal.signal(signal.SIGINT, sigint_handler)
|
|
|
|
# Run the command with stdout/stderr piped directly to system streams
|
|
result = subprocess.run(
|
|
command,
|
|
text=True,
|
|
check=False,
|
|
)
|
|
|
|
# Print stdout and stderr if command failed
|
|
if result.returncode != 0:
|
|
if result.stdout:
|
|
log.error(f"STDOUT: {result.stdout}")
|
|
if result.stderr:
|
|
log.error(f"STDERR: {result.stderr}")
|
|
|
|
return result.returncode
|
|
except subprocess.SubprocessError as e:
|
|
log.error(f"Subprocess error: {e}")
|
|
return 1
|
|
except Exception as e:
|
|
log.exception(f"Unexpected error: {e}")
|
|
return 1
|
|
finally:
|
|
# Restore the original signal handler
|
|
signal.signal(signal.SIGINT, original_sigint)
|