update compose file

This commit is contained in:
Xi Yan 2024-10-18 11:12:27 -07:00
parent 542ffbee72
commit dcac9e4874

View file

@ -26,7 +26,8 @@ services:
capabilities: [gpu] capabilities: [gpu]
runtime: nvidia runtime: nvidia
llamastack-local-cpu: llamastack-local-cpu:
depends_on: ollama depends_on:
- ollama
image: llamastack/llamastack-local-cpu image: llamastack/llamastack-local-cpu
network_mode: "host" network_mode: "host"
volumes: volumes:
@ -37,6 +38,7 @@ services:
- "5000:5000" - "5000:5000"
# Hack: wait for ollama server to start before starting docker # Hack: wait for ollama server to start before starting docker
entrypoint: bash -c "sleep 60; python -m llama_stack.distribution.server.server --yaml_config /root/llamastack-run-ollama.yaml" entrypoint: bash -c "sleep 60; python -m llama_stack.distribution.server.server --yaml_config /root/llamastack-run-ollama.yaml"
deploy:
restart_policy: restart_policy:
condition: on-failure condition: on-failure
delay: 3s delay: 3s