phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-07 12:47:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

llama distribution -> llama stack + containers (WIP)

Browse source
This commit is contained in:
Ashwin Bharambe 2024-08-28 10:07:08 -07:00
parent 45987996c4
commit fd3b65b718
16 changed files with 204 additions and 80 deletions
Download patch file Download diff file Expand all files Collapse all files

15
llama_toolchain/distribution/start_conda_env.sh
View file

@ -18,15 +18,24 @@ error_handler() {
trap 'error_handler ${LINENO}' ERR
if [ $# -lt 2 ]; then
echo "Usage: $0 <environment_name> <script_args...>"
if [ $# -lt 3 ]; then
echo "Usage: $0 <env_name> <yaml_config> <port> <script_args...>"
exit 1
fi
env_name="$1"
shift
yaml_config="$1"
shift
port="$1"
shift
eval "$(conda shell.bash hook)"
conda deactivate && conda activate "$env_name"
$CONDA_PREFIX/bin/python -m llama_toolchain.distribution.server "$@"
$CONDA_PREFIX/bin/python \
-m llama_toolchain.distribution.server \
--yaml_config "$yaml_config" \
--port "$port" "$@"