mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-03 18:00:36 +00:00
4ff367251f
Implements AWS Bedrock inference provider using OpenAI-compatible endpoint for Llama models available through Bedrock. Changes: - Add BedrockInferenceAdapter using OpenAIMixin base - Configure region-specific endpoint URLs - Add NotImplementedError stubs for unsupported endpoints - Implement authentication error handling with helpful messages - Remove unused models.py file - Add comprehensive unit tests (12 total) - Add provider registry configuration
41 lines
1.5 KiB
Python
41 lines
1.5 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
from llama_stack.providers.remote.inference.bedrock.config import BedrockConfig
|
|
|
|
|
|
def test_bedrock_config_defaults_no_env(monkeypatch):
|
|
"""Test BedrockConfig defaults when env vars are not set"""
|
|
monkeypatch.delenv("AWS_BEDROCK_API_KEY", raising=False)
|
|
monkeypatch.delenv("AWS_DEFAULT_REGION", raising=False)
|
|
config = BedrockConfig()
|
|
assert config.api_key is None
|
|
assert config.region_name == "us-east-2"
|
|
|
|
|
|
def test_bedrock_config_defaults_with_env(monkeypatch):
|
|
"""Test BedrockConfig reads from environment variables"""
|
|
monkeypatch.setenv("AWS_BEDROCK_API_KEY", "env-key")
|
|
monkeypatch.setenv("AWS_DEFAULT_REGION", "eu-west-1")
|
|
config = BedrockConfig()
|
|
assert config.api_key == "env-key"
|
|
assert config.region_name == "eu-west-1"
|
|
|
|
|
|
def test_bedrock_config_with_values():
|
|
"""Test BedrockConfig accepts explicit values"""
|
|
config = BedrockConfig(api_key="test-key", region_name="us-west-2")
|
|
assert config.api_key == "test-key"
|
|
assert config.region_name == "us-west-2"
|
|
|
|
|
|
def test_bedrock_config_sample():
|
|
"""Test BedrockConfig sample_run_config returns correct format"""
|
|
sample = BedrockConfig.sample_run_config()
|
|
assert "api_key" in sample
|
|
assert "region_name" in sample
|
|
assert sample["api_key"] == "${env.AWS_BEDROCK_API_KEY:=}"
|
|
assert sample["region_name"] == "${env.AWS_DEFAULT_REGION:=us-east-2}"
|