mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-03 19:57:35 +00:00
45 lines
1.3 KiB
Bash
45 lines
1.3 KiB
Bash
#!/bin/bash
|
|
|
|
if [[ $# -ne 1 ]]; then
|
|
echo "Error: Please provide the name of CONDA environment you wish to create"
|
|
exit 1
|
|
fi
|
|
|
|
ENV_NAME=$1
|
|
|
|
set -eu
|
|
eval "$(conda shell.bash hook)"
|
|
|
|
echo "Will build env (or overwrite) named '$ENV_NAME'"
|
|
|
|
set -x
|
|
|
|
run_build() {
|
|
# Set CUDA 9.0a targets
|
|
export CUDA_ARCH_LIST="8.0;9.0a"
|
|
export NVCC_GENCODE="-gencode=arch=compute_80,code=sm_80 -gencode=arch=compute_90a,code=sm_90a"
|
|
export TORCH_CUDA_ARCH_LIST=$CUDA_ARCH_LIST
|
|
|
|
# Set up the conda environment
|
|
yes | conda remove --name $ENV_NAME --all
|
|
yes | conda create -n $ENV_NAME python=3.10
|
|
conda activate $ENV_NAME
|
|
yes | conda install --channel "nvidia/label/cuda-12.1.0" cuda
|
|
yes | conda install cuda-nvtx cuda-nvtx-dev conda-forge::nccl
|
|
|
|
|
|
# ############# Hack to get CUDA path #############
|
|
ln -s $CONDA_PREFIX/targets/x86_64-linux/include/* $CONDA_PREFIX/include/ || true
|
|
export CUDA_HOME=$CONDA_PREFIX
|
|
export CUDA_BIN_PATH=$CUDA_HOME
|
|
# #################################################
|
|
|
|
# PT nightly
|
|
pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu121
|
|
pip install --pre torchvision --index-url https://download.pytorch.org/whl/nightly/cu121
|
|
|
|
# install dependencies for `llama-agentic-system`
|
|
pip install -r fp8_requirements.txt
|
|
}
|
|
|
|
run_build
|