Merge branch 'main' into cli

This commit is contained in:
Xi Yan 2024-09-14 14:10:34 -07:00 committed by GitHub
commit 085f9fcce3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 21 additions and 10 deletions

View file

@ -48,8 +48,8 @@ def setup_download_parser(parser: argparse.ArgumentParser) -> None:
)
parser.add_argument(
"--model-id",
choices=[x.descriptor() for x in models],
required=False,
help="See `llama model list` or `llama model list --show-all` for the list of available models",
)
parser.add_argument(
"--hf-token",

View file

@ -38,7 +38,6 @@ class ModelList(Subcommand):
"Model Descriptor",
"HuggingFace Repo",
"Context Length",
"Hardware Requirements",
]
rows = []
@ -46,15 +45,12 @@ class ModelList(Subcommand):
if not args.show_all and not model.is_featured:
continue
req = model.hardware_requirements
descriptor = model.descriptor()
rows.append(
[
descriptor,
model.huggingface_repo,
f"{model.max_seq_length // 1024}K",
f"{req.gpu_count} GPU{'s' if req.gpu_count > 1 else ''}, each >= {req.memory_gb_per_gpu}GB VRAM",
]
)
print_table(