phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-05 04:17:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

[tmp fix] hardware requirement tmp fix

Browse source
This commit is contained in:
Xi Yan 2024-09-14 14:06:36 -07:00
parent bafef7ab96
commit e69e1b8309
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_toolchain/inference/meta_reference/model_parallel.py
View file

@ -79,7 +79,7 @@ class LlamaModelParallelGenerator:
def __enter__(self):
self.group = ModelParallelProcessGroup(
self.model.hardware_requirements.gpu_count,
1,
init_model_cb=partial(init_model_cb, self.config),
)
self.group.start()