phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 20:29:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

temp commit

Browse source
This commit is contained in:
Botao Chen 2024-12-16 21:43:30 -08:00
parent 30f6eb282f
commit 81e1957446
10 changed files with 54 additions and 39 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/inline/inference/meta_reference/config.py
View file

@ -46,8 +46,10 @@ class MetaReferenceInferenceConfig(BaseModel):
return model
@property
def model_parallel_size(self) -> int:
def model_parallel_size(self) -> Optional[int]:
resolved = resolve_model(self.model)
if resolved is None:
return None
return resolved.pth_file_count
@classmethod