Allow overridding checkpoint_dir via config

This commit is contained in:
Ashwin Bharambe 2024-10-18 14:28:06 -07:00
parent 33afd34e6f
commit 71a905e93f
2 changed files with 16 additions and 9 deletions

View file

@ -29,6 +29,10 @@ class MetaReferenceInferenceConfig(BaseModel):
# (including our testing code) who might be using llama-stack as a library.
create_distributed_process_group: bool = True
# By default, the implementation will look at ~/.llama/checkpoints/<model> but you
# can override by specifying the directory explicitly
checkpoint_dir: Optional[str] = None
@field_validator("model")
@classmethod
def validate_model(cls, model: str) -> str: