From 3ee3746462bb05661087b3743d2ebc3c4f707366 Mon Sep 17 00:00:00 2001 From: skamenan7 Date: Wed, 27 Aug 2025 16:01:19 -0400 Subject: [PATCH] Add AWS Bedrock inference provider to Red Hat distribution - Add bedrock provider configuration in providers.d/remote/inference/ - Include bedrock as inference provider option in build.yaml - Configure with proper boto3 dependencies and module references --- redhat-distribution/build.yaml | 1 + .../providers.d/remote/inference/aws_bedrock.yaml | 7 +++++++ 2 files changed, 8 insertions(+) create mode 100644 redhat-distribution/providers.d/remote/inference/aws_bedrock.yaml diff --git a/redhat-distribution/build.yaml b/redhat-distribution/build.yaml index 663fb002f..98f23cb6b 100644 --- a/redhat-distribution/build.yaml +++ b/redhat-distribution/build.yaml @@ -4,6 +4,7 @@ distribution_spec: providers: inference: - remote::vllm + - remote::bedrock - inline::sentence-transformers vector_io: - inline::milvus diff --git a/redhat-distribution/providers.d/remote/inference/aws_bedrock.yaml b/redhat-distribution/providers.d/remote/inference/aws_bedrock.yaml new file mode 100644 index 000000000..1ed273ceb --- /dev/null +++ b/redhat-distribution/providers.d/remote/inference/aws_bedrock.yaml @@ -0,0 +1,7 @@ +adapter: + adapter_type: bedrock + pip_packages: ["boto3>=1.26.137", "botocore"] + config_class: llama_stack.providers.remote.inference.bedrock.config.BedrockConfig + module: llama_stack.providers.remote.inference.bedrock +api_dependencies: ["inference"] +optional_api_dependencies: [] \ No newline at end of file