phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-01 16:24:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

kill random comments

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-13 15:21:07 -08:00
parent 3b61c31dab
commit 4d2e814cc6
1 changed files with 0 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

12
llama_stack/cli/download.py
View file

@ -150,7 +150,6 @@ class ParallelDownloader:
async def retry_with_exponential_backoff( async def retry_with_exponential_backoff(
self, task: DownloadTask, func, *args, **kwargs self, task: DownloadTask, func, *args, **kwargs
): ):
"""Custom retry logic with exponential backoff"""
last_exception = None last_exception = None
for attempt in range(task.max_retries): for attempt in range(task.max_retries):
try: try:
@ -170,8 +169,6 @@ class ParallelDownloader:
async def get_file_info( async def get_file_info(
self, client: httpx.AsyncClient, task: DownloadTask self, client: httpx.AsyncClient, task: DownloadTask
) -> None: ) -> None:
"""Get file information with retry logic"""
async def _get_info(): async def _get_info():
response = await client.head( response = await client.head(
task.url, headers={"Accept-Encoding": "identity"}, **self.client_options task.url, headers={"Accept-Encoding": "identity"}, **self.client_options
@ -200,7 +197,6 @@ class ParallelDownloader:
raise raise
def verify_file_integrity(self, task: DownloadTask) -> bool: def verify_file_integrity(self, task: DownloadTask) -> bool:
"""Verify if the downloaded file size matches the expected size"""
if not os.path.exists(task.output_file): if not os.path.exists(task.output_file):
return False return False
return os.path.getsize(task.output_file) == task.total_size return os.path.getsize(task.output_file) == task.total_size
@ -208,8 +204,6 @@ class ParallelDownloader:
async def download_chunk( async def download_chunk(
self, client: httpx.AsyncClient, task: DownloadTask, start: int, end: int self, client: httpx.AsyncClient, task: DownloadTask, start: int, end: int
) -> None: ) -> None:
"""Download a chunk of the file with retry logic"""
async def _download_chunk(): async def _download_chunk():
headers = {"Range": f"bytes={start}-{end}"} headers = {"Range": f"bytes={start}-{end}"}
async with client.stream( async with client.stream(
@ -236,7 +230,6 @@ class ParallelDownloader:
) from e ) from e
async def prepare_download(self, task: DownloadTask) -> None: async def prepare_download(self, task: DownloadTask) -> None:
"""Prepare for download by creating directory and checking existing file"""
output_dir = os.path.dirname(task.output_file) output_dir = os.path.dirname(task.output_file)
os.makedirs(output_dir, exist_ok=True) os.makedirs(output_dir, exist_ok=True)
@ -244,7 +237,6 @@ class ParallelDownloader:
task.downloaded_size = os.path.getsize(task.output_file) task.downloaded_size = os.path.getsize(task.output_file)
async def download_file(self, task: DownloadTask) -> None: async def download_file(self, task: DownloadTask) -> None:
"""Download a single file with error handling"""
try: try:
async with httpx.AsyncClient(**self.client_options) as client: async with httpx.AsyncClient(**self.client_options) as client:
await self.get_file_info(client, task) await self.get_file_info(client, task)
@ -289,7 +281,6 @@ class ParallelDownloader:
) from e ) from e
def has_disk_space(self, tasks: List[DownloadTask]) -> bool: def has_disk_space(self, tasks: List[DownloadTask]) -> bool:
"""Check if there's enough disk space for all downloads"""
try: try:
total_remaining_size = sum( total_remaining_size = sum(
task.total_size - task.downloaded_size for task in tasks task.total_size - task.downloaded_size for task in tasks
@ -312,7 +303,6 @@ class ParallelDownloader:
raise DownloadError(f"Failed to check disk space: {str(e)}") from e raise DownloadError(f"Failed to check disk space: {str(e)}") from e
async def download_all(self, tasks: List[DownloadTask]) -> None: async def download_all(self, tasks: List[DownloadTask]) -> None:
"""Download all files with proper error handling"""
if not tasks: if not tasks:
raise ValueError("No download tasks provided") raise ValueError("No download tasks provided")
@ -394,7 +384,6 @@ def _meta_download(
info: "LlamaDownloadInfo", info: "LlamaDownloadInfo",
max_concurrent_downloads: int, max_concurrent_downloads: int,
): ):
"""Download model files from Meta using parallel downloader"""
from llama_stack.distribution.utils.model_utils import model_local_dir from llama_stack.distribution.utils.model_utils import model_local_dir
output_dir = Path(model_local_dir(model.descriptor())) output_dir = Path(model_local_dir(model.descriptor()))
@ -434,7 +423,6 @@ class Manifest(BaseModel):
def _download_from_manifest(manifest_file: str, max_concurrent_downloads: int): def _download_from_manifest(manifest_file: str, max_concurrent_downloads: int):
"""Download files from manifest using parallel downloader"""
from llama_stack.distribution.utils.model_utils import model_local_dir from llama_stack.distribution.utils.model_utils import model_local_dir
with open(manifest_file, "r") as f: with open(manifest_file, "r") as f: