docs: update container deployment guides for distributions

This commit is contained in:
r3v5 2025-07-21 10:33:12 +01:00
parent ecdcfb28ca
commit f009c0b534
No known key found for this signature in database
GPG key ID: 7758B9F272DE67D9
9 changed files with 19 additions and 19 deletions

View file

@ -83,7 +83,7 @@ docker run \
--pull always \
--gpu all \
-p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \
-v ~/.llama:/root/.llama \
-v ~/.llama:/.llama \
llamastack/distribution-meta-reference-gpu \
--port $LLAMA_STACK_PORT \
--env INFERENCE_MODEL=meta-llama/Llama-3.2-3B-Instruct
@ -97,7 +97,7 @@ docker run \
--pull always \
--gpu all \
-p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \
-v ~/.llama:/root/.llama \
-v ~/.llama:/.llama \
llamastack/distribution-meta-reference-gpu \
--port $LLAMA_STACK_PORT \
--env INFERENCE_MODEL=meta-llama/Llama-3.2-3B-Instruct \