phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

distro codegen update

Browse source
This commit is contained in:
Alexey Rybak 2025-09-22 15:34:45 -07:00
parent 4cbeb2a439
commit 418a215c6a
1 changed files with 18 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

24
scripts/distro_codegen.py
View file

@ -39,10 +39,14 @@ def find_distro_dirs(distro_dir: Path) -> Iterable[Path]:
if not distro_dir.exists(): if not distro_dir.exists():
raise FileNotFoundError(f"Distributions directory not found: {distro_dir}") raise FileNotFoundError(f"Distributions directory not found: {distro_dir}")
return sorted(d for d in distro_dir.iterdir() if d.is_dir() and d.name != "__pycache__") return sorted(
d for d in distro_dir.iterdir() if d.is_dir() and d.name != "__pycache__"
)
def process_distro(distro_dir: Path, progress, change_tracker: ChangedPathTracker) -> None: def process_distro(
distro_dir: Path, progress, change_tracker: ChangedPathTracker
) -> None:
"""Process a single distribution directory.""" """Process a single distribution directory."""
progress.print(f"Processing {distro_dir.name}") progress.print(f"Processing {distro_dir.name}")
@ -56,14 +60,18 @@ def process_distro(distro_dir: Path, progress, change_tracker: ChangedPathTracke
distro = template_func() distro = template_func()
yaml_output_dir = REPO_ROOT / "llama_stack" / "distributions" / distro.name yaml_output_dir = REPO_ROOT / "llama_stack" / "distributions" / distro.name
doc_output_dir = REPO_ROOT / "docs/source/distributions" / f"{distro.distro_type}_distro" doc_output_dir = (
REPO_ROOT / "docs/docs/distributions" / f"{distro.distro_type}_distro"
)
change_tracker.add_paths(yaml_output_dir, doc_output_dir) change_tracker.add_paths(yaml_output_dir, doc_output_dir)
distro.save_distribution( distro.save_distribution(
yaml_output_dir=yaml_output_dir, yaml_output_dir=yaml_output_dir,
doc_output_dir=doc_output_dir, doc_output_dir=doc_output_dir,
) )
else: else:
progress.print(f"[yellow]Warning: {distro_dir.name} has no get_distribution_template function") progress.print(
f"[yellow]Warning: {distro_dir.name} has no get_distribution_template function"
)
except Exception as e: except Exception as e:
progress.print(f"[red]Error processing {distro_dir.name}: {str(e)}") progress.print(f"[red]Error processing {distro_dir.name}: {str(e)}")
@ -101,12 +109,16 @@ def main():
TextColumn("[progress.description]{task.description}"), TextColumn("[progress.description]{task.description}"),
) as progress: ) as progress:
distro_dirs = list(find_distro_dirs(distros_dir)) distro_dirs = list(find_distro_dirs(distros_dir))
task = progress.add_task("Processing distribution templates...", total=len(distro_dirs)) task = progress.add_task(
"Processing distribution templates...", total=len(distro_dirs)
)
pre_import_distros(distro_dirs) pre_import_distros(distro_dirs)
# Create a partial function with the progress bar # Create a partial function with the progress bar
process_func = partial(process_distro, progress=progress, change_tracker=change_tracker) process_func = partial(
process_distro, progress=progress, change_tracker=change_tracker
)
# Process distributions in parallel # Process distributions in parallel
with concurrent.futures.ThreadPoolExecutor() as executor: with concurrent.futures.ThreadPoolExecutor() as executor: