From 54d7b2f2d744bdf4eea967fd5c60c1c97b4af505 Mon Sep 17 00:00:00 2001 From: moritalous Date: Sun, 29 Sep 2024 14:59:30 +0000 Subject: [PATCH] fix broken bedrock inference provider --- llama_stack/providers/registry/inference.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/llama_stack/providers/registry/inference.py b/llama_stack/providers/registry/inference.py index 9e7ed90f7..8f9786a95 100644 --- a/llama_stack/providers/registry/inference.py +++ b/llama_stack/providers/registry/inference.py @@ -94,4 +94,15 @@ def available_providers() -> List[ProviderSpec]: provider_data_validator="llama_stack.providers.adapters.safety.together.TogetherProviderDataValidator", ), ), + remote_provider_spec( + api=Api.inference, + adapter=AdapterSpec( + adapter_id="bedrock", + pip_packages=[ + "boto3" + ], + module="llama_stack.providers.adapters.inference.bedrock", + config_class="llama_stack.providers.adapters.inference.bedrock.BedrockConfig", + ), + ), ]