forked from phoenix-oss/llama-stack-mirror
Update doc templates for running safety on self-hosted templates (#874)
This commit is contained in:
parent
eaba6a550a
commit
2cebb24d3a
12 changed files with 140 additions and 37 deletions
|
@ -98,10 +98,15 @@ If you are using Llama Stack Safety / Shield APIs, use:
|
|||
export SAFETY_PORT=8081
|
||||
export SAFETY_MODEL=meta-llama/Llama-Guard-3-1B
|
||||
|
||||
# You need a local checkout of llama-stack to run this, get it using
|
||||
# git clone https://github.com/meta-llama/llama-stack.git
|
||||
cd /path/to/llama-stack
|
||||
|
||||
docker run \
|
||||
-it \
|
||||
-p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \
|
||||
-v ./run-with-safety.yaml:/root/my-run.yaml \
|
||||
-v ~/.llama:/root/.llama \
|
||||
-v ./llama_stack/templates/remote-vllm/run-with-safety.yaml:/root/my-run.yaml \
|
||||
llamastack/distribution-{{ name }} \
|
||||
--yaml-config /root/my-run.yaml \
|
||||
--port $LLAMA_STACK_PORT \
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue