From 25d8ab0e14861d8dc477ad50b3a25ff6ab07abf2 Mon Sep 17 00:00:00 2001 From: Dinesh Yeduguru Date: Tue, 12 Nov 2024 10:17:51 -0800 Subject: [PATCH] fix bedrock --- llama_stack/providers/remote/inference/bedrock/bedrock.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/llama_stack/providers/remote/inference/bedrock/bedrock.py b/llama_stack/providers/remote/inference/bedrock/bedrock.py index d9f82c611..7900e096d 100644 --- a/llama_stack/providers/remote/inference/bedrock/bedrock.py +++ b/llama_stack/providers/remote/inference/bedrock/bedrock.py @@ -49,7 +49,7 @@ class BedrockInferenceAdapter(ModelRegistryHelper, Inference): async def completion( self, - model: str, + model_id: str, content: InterleavedTextMedia, sampling_params: Optional[SamplingParams] = SamplingParams(), response_format: Optional[ResponseFormat] = None, @@ -286,7 +286,7 @@ class BedrockInferenceAdapter(ModelRegistryHelper, Inference): async def chat_completion( self, - model: str, + model_id: str, messages: List[Message], sampling_params: Optional[SamplingParams] = SamplingParams(), response_format: Optional[ResponseFormat] = None, @@ -299,7 +299,7 @@ class BedrockInferenceAdapter(ModelRegistryHelper, Inference): ChatCompletionResponse, AsyncIterator[ChatCompletionResponseStreamChunk] ]: request = ChatCompletionRequest( - model=model, + model=model_id, messages=messages, sampling_params=sampling_params, tools=tools or [], @@ -433,7 +433,7 @@ class BedrockInferenceAdapter(ModelRegistryHelper, Inference): async def embeddings( self, - model: str, + model_id: str, contents: List[InterleavedTextMedia], ) -> EmbeddingsResponse: raise NotImplementedError()