phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-31 07:23:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

default to 8321 everywhere

Browse source
This commit is contained in:
Hardik Shah 2025-03-20 15:45:00 -07:00
parent 581e8ae562
commit 41f0421dbf
56 changed files with 2352 additions and 2305 deletions
Download patch file Download diff file Expand all files Collapse all files

2
distributions/tgi/compose.yaml
View file

@ -83,7 +83,7 @@ services:
- ~/.llama:/root/.llama
- ./run${TGI_SAFETY_MODEL:+-with-safety}.yaml:/root/my-run.yaml
ports:
- "${LLAMA_STACK_PORT:-5001}:${LLAMA_STACK_PORT:-5001}"
- "${LLAMA_STACK_PORT:-8321}:${LLAMA_STACK_PORT:-8321}"
# Hack: wait for TGI server to start before starting docker
entrypoint: bash -c "sleep 60; python -m llama_stack.distribution.server.server --yaml_config /root/my-run.yaml"
restart_policy: