docs: update container deployment guides for distributions

This commit is contained in:
r3v5 2025-07-21 10:33:12 +01:00
parent ecdcfb28ca
commit f009c0b534
No known key found for this signature in database
GPG key ID: 7758B9F272DE67D9
9 changed files with 19 additions and 19 deletions

View file

@ -71,7 +71,7 @@ docker run \
--pull always \
--gpu all \
-p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \
-v ~/.llama:/root/.llama \
-v ~/.llama:/.llama \
llamastack/distribution-{{ name }} \
--port $LLAMA_STACK_PORT \
--env INFERENCE_MODEL=meta-llama/Llama-3.2-3B-Instruct
@ -85,7 +85,7 @@ docker run \
--pull always \
--gpu all \
-p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \
-v ~/.llama:/root/.llama \
-v ~/.llama:/.llama \
llamastack/distribution-{{ name }} \
--port $LLAMA_STACK_PORT \
--env INFERENCE_MODEL=meta-llama/Llama-3.2-3B-Instruct \