mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-17 16:22:43 +00:00
docs: update docs to use llama stack list-deps.
Signed-off-by: Charlie Doern <cdoern@redhat.com>
This commit is contained in:
parent
62719f1b8a
commit
7d4530a4c4
7 changed files with 33 additions and 14 deletions
|
|
@ -27,8 +27,11 @@ MODEL="Llama-4-Scout-17B-16E-Instruct"
|
|||
# get meta url from llama.com
|
||||
llama model download --source meta --model-id $MODEL --meta-url <META_URL>
|
||||
|
||||
# install dependencies for the distribution
|
||||
llama stack list-deps meta-reference-gpu | xargs -L1 uv pip install
|
||||
|
||||
# start a llama stack server
|
||||
INFERENCE_MODEL=meta-llama/$MODEL llama stack build --run --template meta-reference-gpu
|
||||
INFERENCE_MODEL=meta-llama/$MODEL llama stack run meta-reference-gpu
|
||||
|
||||
# install client to interact with the server
|
||||
pip install llama-stack-client
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue