phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 22:47:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

temp commit

Browse source
This commit is contained in:
Botao Chen 2024-12-16 22:39:08 -08:00
parent 81e1957446
commit 415b8f2dbd
3 changed files with 28 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/inline/inference/meta_reference/generation.py
View file

@ -119,7 +119,7 @@ class Llama:
if config.checkpoint_dir and config.checkpoint_dir != "null":
ckpt_dir = config.checkpoint_dir
else:
ckpt_dir = model_checkpoint_dir(model_id) # true model id
ckpt_dir = model_checkpoint_dir(model_id)
checkpoints = sorted(Path(ckpt_dir).glob("*.pth"))
assert len(checkpoints) > 0, f"no checkpoint files found in {ckpt_dir}"

2
llama_stack/providers/inline/inference/meta_reference/inference.py
View file

@ -85,7 +85,7 @@ class MetaReferenceInferenceImpl(
else resolve_model(model.identifier)
)
if llama_model is None:
raise RuntimeError(
raise ValueError(
"Please make sure your llama_model in model metadata or model identifier is in llama-models SKU list"
)