phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-09 19:58:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

no homedirs

Browse source
This commit is contained in:
Hardik Shah 2025-02-06 13:45:54 -08:00
parent f724562629
commit 9267a3bc79
2 changed files with 8 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

8
docs/source/distributions/self_hosted_distro/dell.md
View file

@ -98,12 +98,12 @@ docker run --rm -it \
You can start a chroma-db easily using docker. You can start a chroma-db easily using docker.
```bash ```bash
# This is where the indices are persisted # This is where the indices are persisted
mkdir -p chromadb mkdir -p $HOME/chromadb
podman run --rm -it \ podman run --rm -it \
--network host \ --network host \
--name chromadb \ --name chromadb \
-v ./chromadb:/chroma/chroma \ -v $HOME/chromadb:/chroma/chroma \
-e IS_PERSISTENT=TRUE \ -e IS_PERSISTENT=TRUE \
chromadb/chroma:latest \ chromadb/chroma:latest \
--port $CHROMADB_PORT \ --port $CHROMADB_PORT \
@ -122,7 +122,7 @@ This method allows you to get started quickly without having to build the distri
docker run -it \ docker run -it \
--network host \ --network host \
-p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \ -p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \
-v ~/.llama:/root/.llama \ -v $HOME/.llama:/root/.llama \
# NOTE: mount the llama-stack / llama-model directories if testing local changes else not needed # NOTE: mount the llama-stack / llama-model directories if testing local changes else not needed
-v /home/hjshah/git/llama-stack:/app/llama-stack-source -v /home/hjshah/git/llama-models:/app/llama-models-source \ -v /home/hjshah/git/llama-stack:/app/llama-stack-source -v /home/hjshah/git/llama-models:/app/llama-models-source \
# localhost/distribution-dell:dev if building / testing locally # localhost/distribution-dell:dev if building / testing locally
@ -148,7 +148,7 @@ export SAFETY_MODEL=meta-llama/Llama-Guard-3-1B
docker run \ docker run \
-it \ -it \
-p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \ -p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \
-v ~/.llama:/root/.llama \ -v $HOME/.llama:/root/.llama \
-v ./llama_stack/templates/tgi/run-with-safety.yaml:/root/my-run.yaml \ -v ./llama_stack/templates/tgi/run-with-safety.yaml:/root/my-run.yaml \
llamastack/distribution-dell \ llamastack/distribution-dell \
--yaml-config /root/my-run.yaml \ --yaml-config /root/my-run.yaml \

8
llama_stack/templates/dell/doc_template.md
View file

@ -86,12 +86,12 @@ docker run --rm -it \
You can start a chroma-db easily using docker. You can start a chroma-db easily using docker.
```bash ```bash
# This is where the indices are persisted # This is where the indices are persisted
mkdir -p chromadb mkdir -p $HOME/chromadb
podman run --rm -it \ podman run --rm -it \
--network host \ --network host \
--name chromadb \ --name chromadb \
-v ./chromadb:/chroma/chroma \ -v $HOME/chromadb:/chroma/chroma \
-e IS_PERSISTENT=TRUE \ -e IS_PERSISTENT=TRUE \
chromadb/chroma:latest \ chromadb/chroma:latest \
--port $CHROMADB_PORT \ --port $CHROMADB_PORT \
@ -110,7 +110,7 @@ This method allows you to get started quickly without having to build the distri
docker run -it \ docker run -it \
--network host \ --network host \
-p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \ -p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \
-v ~/.llama:/root/.llama \ -v $HOME/.llama:/root/.llama \
# NOTE: mount the llama-stack / llama-model directories if testing local changes else not needed # NOTE: mount the llama-stack / llama-model directories if testing local changes else not needed
-v /home/hjshah/git/llama-stack:/app/llama-stack-source -v /home/hjshah/git/llama-models:/app/llama-models-source \ -v /home/hjshah/git/llama-stack:/app/llama-stack-source -v /home/hjshah/git/llama-models:/app/llama-models-source \
# localhost/distribution-dell:dev if building / testing locally # localhost/distribution-dell:dev if building / testing locally
@ -136,7 +136,7 @@ export SAFETY_MODEL=meta-llama/Llama-Guard-3-1B
docker run \ docker run \
-it \ -it \
-p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \ -p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \
-v ~/.llama:/root/.llama \ -v $HOME/.llama:/root/.llama \
-v ./llama_stack/templates/tgi/run-with-safety.yaml:/root/my-run.yaml \ -v ./llama_stack/templates/tgi/run-with-safety.yaml:/root/my-run.yaml \
llamastack/distribution-{{ name }} \ llamastack/distribution-{{ name }} \
--yaml-config /root/my-run.yaml \ --yaml-config /root/my-run.yaml \