mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-06-30 11:50:14 +00:00
Add version command with comprehensive unit tests and build integration
- Implement llama version command with table and JSON output formats - Add build-time git information capture via scripts/generate_build_info.py - Include comprehensive unit test suite (test_version.py, test_version_simple.py, test_version_integration.py) - Add build system integration with custom setup.py command - Update .gitignore to exclude generated build info file Features: - Display Llama Stack and client versions - Show Python version and build information (git commit, date, branch, tag) - Optional component/provider listing organized by API - Support for both table and JSON output formats - Build-time capture of git metadata for version tracking Testing: - 8 unit tests covering all functionality - Integration tests for CLI execution - Simple dependency-free validation tests - Documentation for test suite and build process Signed-off-by: Akram Ben Aissi <akram.benaissi@gmail.com>
This commit is contained in:
Akram Ben Aissi
parent
dbdc811d16
commit
1da7714bab
11 changed files with 1431 additions and 1 deletions
220
tests/unit/cli/test_version_integration.py
Normal file
220
tests/unit/cli/test_version_integration.py
Normal file
|
|
@ -0,0 +1,220 @@
|
|||
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
||||
# All rights reserved.
|
||||
#
|
||||
# This source code is licensed under the terms described in the LICENSE file in
|
||||
# the root directory of this source tree.
|
||||
|
||||
"""
|
||||
Integration tests for the version command that can be run independently.
|
||||
These tests verify the basic functionality without requiring complex mocking.
|
||||
"""
|
||||
|
||||
import json
|
||||
import subprocess
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def test_version_command_help():
|
||||
"""Test that the version command help works"""
|
||||
try:
|
||||
result = subprocess.run(
|
||||
[sys.executable, "-m", "llama_stack.cli.llama", "version", "--help"],
|
||||
capture_output=True,
|
||||
text=True,
|
||||
timeout=30,
|
||||
cwd=Path(__file__).parent.parent.parent.parent,
|
||||
)
|
||||
|
||||
assert result.returncode == 0
|
||||
assert "Display version information" in result.stdout
|
||||
assert "--format" in result.stdout
|
||||
assert "--components" in result.stdout
|
||||
print("✓ Version command help test passed")
|
||||
|
||||
except subprocess.TimeoutExpired:
|
||||
print("✗ Version command help test timed out")
|
||||
raise
|
||||
except Exception as e:
|
||||
print(f"✗ Version command help test failed: {e}")
|
||||
raise
|
||||
|
||||
|
||||
def test_version_command_basic():
|
||||
"""Test basic version command execution"""
|
||||
try:
|
||||
result = subprocess.run(
|
||||
[sys.executable, "-m", "llama_stack.cli.llama", "version", "--format", "json"],
|
||||
capture_output=True,
|
||||
text=True,
|
||||
timeout=30,
|
||||
cwd=Path(__file__).parent.parent.parent.parent,
|
||||
)
|
||||
|
||||
assert result.returncode == 0
|
||||
|
||||
# Parse JSON output
|
||||
json_output = json.loads(result.stdout.split("\n")[-2]) # Get last non-empty line
|
||||
|
||||
# Check required fields
|
||||
required_fields = [
|
||||
"llama_stack_version",
|
||||
"llama_stack_client_version",
|
||||
"python_version",
|
||||
"git_commit",
|
||||
"git_commit_date",
|
||||
"git_branch",
|
||||
"git_tag",
|
||||
"build_timestamp",
|
||||
]
|
||||
|
||||
for field in required_fields:
|
||||
assert field in json_output, f"Missing field: {field}"
|
||||
|
||||
# Check that values are not empty (except for potentially unknown values)
|
||||
assert json_output["python_version"] != ""
|
||||
assert "." in json_output["python_version"] # Should be in format x.y.z
|
||||
|
||||
print("✓ Version command basic test passed")
|
||||
print(f" Llama Stack version: {json_output['llama_stack_version']}")
|
||||
print(f" Python version: {json_output['python_version']}")
|
||||
print(f" Git commit: {json_output['git_commit']}")
|
||||
|
||||
except subprocess.TimeoutExpired:
|
||||
print("✗ Version command basic test timed out")
|
||||
raise
|
||||
except Exception as e:
|
||||
print(f"✗ Version command basic test failed: {e}")
|
||||
raise
|
||||
|
||||
|
||||
def test_version_command_with_components():
|
||||
"""Test version command with components flag"""
|
||||
try:
|
||||
result = subprocess.run(
|
||||
[sys.executable, "-m", "llama_stack.cli.llama", "version", "--format", "json", "--components"],
|
||||
capture_output=True,
|
||||
text=True,
|
||||
timeout=60, # Longer timeout for components
|
||||
cwd=Path(__file__).parent.parent.parent.parent,
|
||||
)
|
||||
|
||||
assert result.returncode == 0
|
||||
|
||||
# Parse JSON output
|
||||
json_output = json.loads(result.stdout.split("\n")[-2]) # Get last non-empty line
|
||||
|
||||
# Check that components field exists
|
||||
assert "components" in json_output
|
||||
assert isinstance(json_output["components"], list)
|
||||
|
||||
# If components exist, check their structure
|
||||
if json_output["components"]:
|
||||
component = json_output["components"][0]
|
||||
required_component_fields = ["api", "component", "type", "provider_type"]
|
||||
for field in required_component_fields:
|
||||
assert field in component, f"Missing component field: {field}"
|
||||
|
||||
print("✓ Version command with components test passed")
|
||||
print(f" Found {len(json_output['components'])} components")
|
||||
|
||||
except subprocess.TimeoutExpired:
|
||||
print("✗ Version command with components test timed out")
|
||||
raise
|
||||
except Exception as e:
|
||||
print(f"✗ Version command with components test failed: {e}")
|
||||
raise
|
||||
|
||||
|
||||
def test_build_info_structure():
|
||||
"""Test that build_info.py has the correct structure"""
|
||||
try:
|
||||
# Import build info directly
|
||||
build_info_path = Path(__file__).parent.parent.parent.parent / "llama_stack" / "cli" / "build_info.py"
|
||||
|
||||
if build_info_path.exists():
|
||||
# Read the file content
|
||||
content = build_info_path.read_text()
|
||||
|
||||
# Check that it contains BUILD_INFO
|
||||
assert "BUILD_INFO" in content
|
||||
|
||||
# Check that it has the expected fields
|
||||
expected_fields = [
|
||||
"git_commit",
|
||||
"git_commit_date",
|
||||
"git_branch",
|
||||
"git_tag",
|
||||
"build_timestamp",
|
||||
]
|
||||
|
||||
for field in expected_fields:
|
||||
assert field in content, f"Missing field in build_info.py: {field}"
|
||||
|
||||
print("✓ Build info structure test passed")
|
||||
else:
|
||||
print("! Build info file not found - this is expected in development")
|
||||
|
||||
except Exception as e:
|
||||
print(f"✗ Build info structure test failed: {e}")
|
||||
raise
|
||||
|
||||
|
||||
def test_build_script_execution():
|
||||
"""Test that the build script can be executed"""
|
||||
try:
|
||||
script_path = Path(__file__).parent.parent.parent.parent / "scripts" / "generate_build_info.py"
|
||||
|
||||
if script_path.exists():
|
||||
result = subprocess.run(
|
||||
[sys.executable, str(script_path)],
|
||||
capture_output=True,
|
||||
text=True,
|
||||
timeout=30,
|
||||
cwd=script_path.parent.parent,
|
||||
)
|
||||
|
||||
assert result.returncode == 0
|
||||
assert "Generated build info file" in result.stdout
|
||||
|
||||
print("✓ Build script execution test passed")
|
||||
else:
|
||||
print("! Build script not found")
|
||||
|
||||
except subprocess.TimeoutExpired:
|
||||
print("✗ Build script execution test timed out")
|
||||
raise
|
||||
except Exception as e:
|
||||
print(f"✗ Build script execution test failed: {e}")
|
||||
raise
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
"""Run integration tests when executed directly"""
|
||||
print("Running version command integration tests...")
|
||||
|
||||
tests = [
|
||||
test_version_command_help,
|
||||
test_version_command_basic,
|
||||
test_version_command_with_components,
|
||||
test_build_info_structure,
|
||||
test_build_script_execution,
|
||||
]
|
||||
|
||||
passed = 0
|
||||
failed = 0
|
||||
|
||||
for test in tests:
|
||||
try:
|
||||
test()
|
||||
passed += 1
|
||||
except Exception as e:
|
||||
print(f"Test {test.__name__} failed: {e}")
|
||||
failed += 1
|
||||
|
||||
print(f"\nResults: {passed} passed, {failed} failed")
|
||||
|
||||
if failed > 0:
|
||||
sys.exit(1)
|
||||
else:
|
||||
print("All integration tests passed!")
|
||||
Loading…
Add table
Add a link
Reference in a new issue