phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add llama download support for multiple models with comma-separated list

Browse source
This commit is contained in:
ABucket 2024-10-12 14:28:36 +08:00
parent a2b87ed0cb
commit 8fcded0004
1 changed files with 38 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

59
llama_stack/cli/download.py
View file

@ -48,6 +48,11 @@ def setup_download_parser(parser: argparse.ArgumentParser) -> None:
required=False, required=False,
help="See `llama model list` or `llama model list --show-all` for the list of available models", help="See `llama model list` or `llama model list --show-all` for the list of available models",
) )
parser.add_argument(
"--model-ids",
required=False,
help="Comma-separated list of model IDs to download. See `llama model list` or `llama model list --show-all` for the list of available models",
)
parser.add_argument( parser.add_argument(
"--hf-token", "--hf-token",
type=str, type=str,
@ -148,31 +153,43 @@ def run_download_cmd(args: argparse.Namespace, parser: argparse.ArgumentParser):
_download_from_manifest(args.manifest_file) _download_from_manifest(args.manifest_file)
return return
if args.model_id is None: if args.model_ids:
parser.error("Please provide a model id") model_ids = [model_id.strip() for model_id in args.model_ids.split(",")]
elif args.model_id:
model_ids = [args.model_id]
else:
parser.error("Please provide a model id or a list of model ids (--model-ids)")
return return
prompt_guard = prompt_guard_model_sku() meta_urls = []
if args.model_id == prompt_guard.model_id: if args.meta_url:
model = prompt_guard meta_urls = [url.strip() for url in args.meta_url.split(",")]
info = prompt_guard_download_info() if len(meta_urls) > 0 and len(meta_urls) != len(model_ids):
else: parser.error("The number of --meta-url values must match the number of --model-ids values.")
model = resolve_model(args.model_id)
if model is None:
parser.error(f"Model {args.model_id} not found")
return
info = llama_meta_net_info(model)
if args.source == "huggingface": prompt_guard = prompt_guard_model_sku()
_hf_download(model, args.hf_token, args.ignore_patterns, parser) for idx, model_id in enumerate(model_ids):
else: if model_id == prompt_guard.model_id:
meta_url = args.meta_url model = prompt_guard
if not meta_url: info = prompt_guard_download_info()
meta_url = input( else:
"Please provide the signed URL you received via email after visiting https://www.llama.com/llama-downloads/ (e.g., https://llama3-1.llamameta.net/*?Policy...): " model = resolve_model(model_id)
) if model is None:
parser.error(f"Model {model_id} not found")
return
info = llama_meta_net_info(model)
if args.source == "huggingface":
_hf_download(model, args.hf_token, args.ignore_patterns, parser)
else:
if len(meta_urls) > idx:
meta_url = meta_urls[idx]
else:
meta_url = input(
f"Please provide the signed URL for {model_id} you received via email after visiting https://www.llama.com/llama-downloads/ (e.g., https://llama3-1.llamameta.net/*?Policy...): "
)
assert meta_url is not None and "llamameta.net" in meta_url assert meta_url is not None and "llamameta.net" in meta_url
_meta_download(model, meta_url, info) _meta_download(model, meta_url, info)
class ModelEntry(BaseModel): class ModelEntry(BaseModel):