diff --git a/llama_stack/providers/remote/inference/bedrock/bedrock.py b/llama_stack/providers/remote/inference/bedrock/bedrock.py index 66934e9f2..f80f72a8e 100644 --- a/llama_stack/providers/remote/inference/bedrock/bedrock.py +++ b/llama_stack/providers/remote/inference/bedrock/bedrock.py @@ -7,6 +7,7 @@ from typing import * # noqa: F403 import json import uuid + from botocore.client import BaseClient from llama_models.datatypes import CoreModelId from llama_models.llama3.api.chat_format import ChatFormat diff --git a/llama_stack/templates/bedrock/bedrock.py b/llama_stack/templates/bedrock/bedrock.py index 8911d159d..0b5b7d90d 100644 --- a/llama_stack/templates/bedrock/bedrock.py +++ b/llama_stack/templates/bedrock/bedrock.py @@ -7,12 +7,14 @@ from pathlib import Path from llama_models.sku_list import all_registered_models + +from llama_stack.apis.models import ModelInput from llama_stack.distribution.datatypes import Provider from llama_stack.providers.inline.memory.faiss.config import FaissImplConfig -from llama_stack.templates.template import DistributionTemplate, RunConfigSettings from llama_stack.providers.remote.inference.bedrock.bedrock import MODEL_ALIASES -from llama_stack.apis.models import ModelInput +from llama_stack.templates.template import DistributionTemplate, RunConfigSettings + def get_distribution_template() -> DistributionTemplate: providers = {