forked from phoenix-oss/llama-stack-mirror
acbecbf8b3
# What does this PR do? It is important to verify large checkpoints downloaded via `llama model download` because subtle corruptions can easily happen with large file system writes. This PR adds a `verify-download` subcommand. Note that verification itself is a very time consuming process (and will take several **minutes** for the 405B model), hence this is a separate subcommand (and not part of the download which can already be time-consuming) and there are spinners and a bit of a "show" around it in the implementation. ## Test Plan <img width="1012" alt="image" src="https://github.com/user-attachments/assets/f82b0d42-2a15-4917-b85e-6d3cd7d31e55">
36 lines
1.2 KiB
Python
36 lines
1.2 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
import argparse
|
|
|
|
from llama_stack.cli.model.describe import ModelDescribe
|
|
from llama_stack.cli.model.download import ModelDownload
|
|
from llama_stack.cli.model.list import ModelList
|
|
from llama_stack.cli.model.prompt_format import ModelPromptFormat
|
|
from llama_stack.cli.model.verify_download import ModelVerifyDownload
|
|
|
|
from llama_stack.cli.subcommand import Subcommand
|
|
|
|
|
|
class ModelParser(Subcommand):
|
|
"""Llama cli for model interface apis"""
|
|
|
|
def __init__(self, subparsers: argparse._SubParsersAction):
|
|
super().__init__()
|
|
self.parser = subparsers.add_parser(
|
|
"model",
|
|
prog="llama model",
|
|
description="Work with llama models",
|
|
)
|
|
|
|
subparsers = self.parser.add_subparsers(title="model_subcommands")
|
|
|
|
# Add sub-commands
|
|
ModelDownload.create(subparsers)
|
|
ModelList.create(subparsers)
|
|
ModelPromptFormat.create(subparsers)
|
|
ModelDescribe.create(subparsers)
|
|
ModelVerifyDownload.create(subparsers)
|