From ce8af602e8da9b0186e987a54eaf6d56f42e4316 Mon Sep 17 00:00:00 2001 From: Dinesh Yeduguru Date: Fri, 1 Nov 2024 16:48:03 -0700 Subject: [PATCH] add bedrock distribution code --- distributions/bedrock/compose.yaml | 15 +++++++++++ distributions/bedrock/run.yaml | 42 ++++++++++++++++++++++++++++++ 2 files changed, 57 insertions(+) create mode 100644 distributions/bedrock/compose.yaml create mode 100644 distributions/bedrock/run.yaml diff --git a/distributions/bedrock/compose.yaml b/distributions/bedrock/compose.yaml new file mode 100644 index 000000000..f988e33d1 --- /dev/null +++ b/distributions/bedrock/compose.yaml @@ -0,0 +1,15 @@ +services: + llamastack: + image: distribution-bedrock + volumes: + - ~/.llama:/root/.llama + - ./run.yaml:/root/llamastack-run-bedrock.yaml + ports: + - "5000:5000" + entrypoint: bash -c "python -m llama_stack.distribution.server.server --yaml_config /root/llamastack-run-bedrock.yaml" + deploy: + restart_policy: + condition: on-failure + delay: 3s + max_attempts: 5 + window: 60s diff --git a/distributions/bedrock/run.yaml b/distributions/bedrock/run.yaml new file mode 100644 index 000000000..28eef4cb9 --- /dev/null +++ b/distributions/bedrock/run.yaml @@ -0,0 +1,42 @@ +version: '2' +built_at: '2024-11-01T17:40:45.325529' +image_name: local +name: bedrock +docker_image: null +conda_env: local +apis: +- shields +- agents +- models +- memory +- memory_banks +- inference +- safety +providers: + inference: + - provider_id: bedrock0 + provider_type: remote::bedrock + config: + aws_access_key_id: + aws_secret_access_key: + aws_session_token: + region_name: + memory: + - provider_id: meta0 + provider_type: meta-reference + config: {} + safety: + - provider_id: meta0 + provider_type: meta-reference + config: {} + agents: + - provider_id: meta0 + provider_type: meta-reference + config: + persistence_store: + type: sqlite + db_path: ~/.llama/runtime/kvstore.db + telemetry: + - provider_id: meta0 + provider_type: meta-reference + config: {} \ No newline at end of file