add bedrock distribution code

This commit is contained in:
Dinesh Yeduguru 2024-11-01 16:48:03 -07:00
parent 6ebd553da5
commit ce8af602e8
2 changed files with 57 additions and 0 deletions

View file

@ -0,0 +1,15 @@
services:
llamastack:
image: distribution-bedrock
volumes:
- ~/.llama:/root/.llama
- ./run.yaml:/root/llamastack-run-bedrock.yaml
ports:
- "5000:5000"
entrypoint: bash -c "python -m llama_stack.distribution.server.server --yaml_config /root/llamastack-run-bedrock.yaml"
deploy:
restart_policy:
condition: on-failure
delay: 3s
max_attempts: 5
window: 60s