phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into cli

Browse source
This commit is contained in:
Xi Yan 2024-09-14 14:10:34 -07:00 • committed by GitHub
commit 085f9fcce3
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 21 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_toolchain/inference/meta_reference/generation.py
View file

@ -79,7 +79,8 @@ class Llama:
if not torch.distributed.is_initialized():
torch.distributed.init_process_group("nccl")
model_parallel_size = 1
model_parallel_size = config.model_parallel_size
if not model_parallel_is_initialized():
initialize_model_parallel(model_parallel_size)