mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-12 12:06:04 +00:00
8e5ed739ec
Moved package code from llama_stack/ to src/llama_stack/ following Python packaging best practices. Updated pyproject.toml, MANIFEST.in, and tool configurations accordingly. Public API and import paths remain unchanged. Developers will need to reinstall in editable mode after pulling this change. Also updated paths in pre-commit config, scripts, and GitHub workflows.
128 lines
4.2 KiB
Python
Executable file
128 lines
4.2 KiB
Python
Executable file
#!/usr/bin/env python
|
|
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
import concurrent.futures
|
|
import importlib
|
|
import subprocess
|
|
import sys
|
|
from collections.abc import Iterable
|
|
from functools import partial
|
|
from pathlib import Path
|
|
|
|
from rich.progress import Progress, SpinnerColumn, TextColumn
|
|
|
|
REPO_ROOT = Path(__file__).parent.parent
|
|
|
|
|
|
class ChangedPathTracker:
|
|
"""Track a list of paths we may have changed."""
|
|
|
|
def __init__(self):
|
|
self._changed_paths = []
|
|
|
|
def add_paths(self, *paths):
|
|
for path in paths:
|
|
path = str(path)
|
|
if path not in self._changed_paths:
|
|
self._changed_paths.append(path)
|
|
|
|
def changed_paths(self):
|
|
return self._changed_paths
|
|
|
|
|
|
def find_distro_dirs(distro_dir: Path) -> Iterable[Path]:
|
|
"""Find immediate subdirectories in the distributions folder."""
|
|
if not distro_dir.exists():
|
|
raise FileNotFoundError(f"Distributions directory not found: {distro_dir}")
|
|
|
|
return sorted(d for d in distro_dir.iterdir() if d.is_dir() and d.name != "__pycache__")
|
|
|
|
|
|
def process_distro(distro_dir: Path, progress, change_tracker: ChangedPathTracker) -> None:
|
|
"""Process a single distribution directory."""
|
|
progress.print(f"Processing {distro_dir.name}")
|
|
|
|
try:
|
|
# Import the module directly
|
|
module_name = f"llama_stack.distributions.{distro_dir.name}"
|
|
module = importlib.import_module(module_name)
|
|
|
|
# Get and save the distribution template
|
|
if template_func := getattr(module, "get_distribution_template", None):
|
|
distro = template_func()
|
|
|
|
yaml_output_dir = REPO_ROOT / "llama_stack" / "distributions" / distro.name
|
|
doc_output_dir = REPO_ROOT / "docs/docs/distributions" / f"{distro.distro_type}_distro"
|
|
change_tracker.add_paths(yaml_output_dir, doc_output_dir)
|
|
distro.save_distribution(
|
|
yaml_output_dir=yaml_output_dir,
|
|
doc_output_dir=doc_output_dir,
|
|
)
|
|
else:
|
|
progress.print(f"[yellow]Warning: {distro_dir.name} has no get_distribution_template function")
|
|
|
|
except Exception as e:
|
|
progress.print(f"[red]Error processing {distro_dir.name}: {str(e)}")
|
|
raise e
|
|
|
|
|
|
def check_for_changes(change_tracker: ChangedPathTracker) -> bool:
|
|
"""Check if there are any uncommitted changes."""
|
|
has_changes = False
|
|
for path in change_tracker.changed_paths():
|
|
result = subprocess.run(
|
|
["git", "diff", "--exit-code", path],
|
|
cwd=REPO_ROOT,
|
|
capture_output=True,
|
|
)
|
|
if result.returncode != 0:
|
|
print(f"Change detected in '{path}'.", file=sys.stderr)
|
|
has_changes = True
|
|
return has_changes
|
|
|
|
|
|
def pre_import_distros(distro_dirs: list[Path]) -> None:
|
|
# Pre-import all distro modules to avoid deadlocks.
|
|
for distro_dir in distro_dirs:
|
|
module_name = f"llama_stack.distributions.{distro_dir.name}"
|
|
importlib.import_module(module_name)
|
|
|
|
|
|
def main():
|
|
distros_dir = REPO_ROOT / "src" / "llama_stack" / "distributions"
|
|
change_tracker = ChangedPathTracker()
|
|
|
|
with Progress(
|
|
SpinnerColumn(),
|
|
TextColumn("[progress.description]{task.description}"),
|
|
) as progress:
|
|
distro_dirs = list(find_distro_dirs(distros_dir))
|
|
task = progress.add_task("Processing distribution templates...", total=len(distro_dirs))
|
|
|
|
pre_import_distros(distro_dirs)
|
|
|
|
# Create a partial function with the progress bar
|
|
process_func = partial(process_distro, progress=progress, change_tracker=change_tracker)
|
|
|
|
# Process distributions in parallel
|
|
with concurrent.futures.ThreadPoolExecutor() as executor:
|
|
# Submit all tasks and wait for completion
|
|
list(executor.map(process_func, distro_dirs))
|
|
progress.update(task, advance=len(distro_dirs))
|
|
|
|
if check_for_changes(change_tracker):
|
|
print(
|
|
"Distribution changes detected. Please commit the changes.",
|
|
file=sys.stderr,
|
|
)
|
|
sys.exit(1)
|
|
|
|
sys.exit(0)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|