phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 07:14:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

no special casign for original

Browse source
This commit is contained in:
Hardik Shah 2024-07-22 14:42:38 -07:00
parent 4d3b226275
commit 441e5da6ed
1 changed files with 2 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama_toolchain/cli/inference/configure.py
View file

@ -69,12 +69,8 @@ class InferenceConfigure(Subcommand):
checkpoint_dir, model_parallel_size = self.read_user_inputs()
checkpoint_dir = os.path.expanduser(checkpoint_dir)
# Check if checkpoint_dir contains "consolidated.00.pth"
# HF keeps the original pth files in a "original" folder
# so we need to check for that as well
if not (Path(checkpoint_dir) / "consolidated.00.pth" ).exists():
if (Path(checkpoint_dir) / "original" / "consolidated.00.pth" ).exists():
checkpoint_dir = os.path.join(checkpoint_dir, "original")
assert Path(checkpoint_dir).exists() and Path(checkpoint_dir).is_dir(), \
f"{checkpoint_dir} does not exist or it not a directory"
os.makedirs(CONFIGS_BASE_DIR, exist_ok=True)
yaml_output_path = Path(CONFIGS_BASE_DIR) / "inference.yaml"