mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
bc64635835
When using bash style substitution env variable in distribution
template, we are processing the string and convert it to the type
associated with the provider's config class. This allows us to return
the proper type. This is crucial for api key since they are not strings
anymore but SecretStr. If the key is unset we will get an empty string
which will result in a Pydantic error like:
```
ERROR 2025-09-25 21:40:44,565 __main__:527 core::server: Error creating app: 1 validation error for AnthropicConfig
api_key
Input should be a valid string
For further information visit
https://errors.pydantic.dev/2.11/v/string_type
```
Signed-off-by: Sébastien Han <seb@redhat.com>
63 lines
2.9 KiB
Python
63 lines
2.9 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
import os
|
|
|
|
from pydantic import BaseModel, Field
|
|
|
|
from llama_stack.core.secret_types import MySecretStr
|
|
|
|
|
|
class BedrockBaseConfig(BaseModel):
|
|
aws_access_key_id: str | None = Field(
|
|
default_factory=lambda: os.getenv("AWS_ACCESS_KEY_ID"),
|
|
description="The AWS access key to use. Default use environment variable: AWS_ACCESS_KEY_ID",
|
|
)
|
|
aws_secret_access_key: MySecretStr = Field(
|
|
default_factory=lambda: MySecretStr(os.getenv("AWS_SECRET_ACCESS_KEY", "")),
|
|
description="The AWS secret access key to use. Default use environment variable: AWS_SECRET_ACCESS_KEY",
|
|
)
|
|
aws_session_token: MySecretStr = Field(
|
|
default_factory=lambda: MySecretStr(os.getenv("AWS_SESSION_TOKEN", "")),
|
|
description="The AWS session token to use. Default use environment variable: AWS_SESSION_TOKEN",
|
|
)
|
|
region_name: str | None = Field(
|
|
default_factory=lambda: os.getenv("AWS_DEFAULT_REGION"),
|
|
description="The default AWS Region to use, for example, us-west-1 or us-west-2."
|
|
"Default use environment variable: AWS_DEFAULT_REGION",
|
|
)
|
|
profile_name: str | None = Field(
|
|
default_factory=lambda: os.getenv("AWS_PROFILE"),
|
|
description="The profile name that contains credentials to use.Default use environment variable: AWS_PROFILE",
|
|
)
|
|
total_max_attempts: int | None = Field(
|
|
default_factory=lambda: int(val) if (val := os.getenv("AWS_MAX_ATTEMPTS")) else None,
|
|
description="An integer representing the maximum number of attempts that will be made for a single request, "
|
|
"including the initial attempt. Default use environment variable: AWS_MAX_ATTEMPTS",
|
|
)
|
|
retry_mode: str | None = Field(
|
|
default_factory=lambda: os.getenv("AWS_RETRY_MODE"),
|
|
description="A string representing the type of retries Boto3 will perform."
|
|
"Default use environment variable: AWS_RETRY_MODE",
|
|
)
|
|
connect_timeout: float | None = Field(
|
|
default_factory=lambda: float(os.getenv("AWS_CONNECT_TIMEOUT", "60")),
|
|
description="The time in seconds till a timeout exception is thrown when attempting to make a connection. "
|
|
"The default is 60 seconds.",
|
|
)
|
|
read_timeout: float | None = Field(
|
|
default_factory=lambda: float(os.getenv("AWS_READ_TIMEOUT", "60")),
|
|
description="The time in seconds till a timeout exception is thrown when attempting to read from a connection."
|
|
"The default is 60 seconds.",
|
|
)
|
|
session_ttl: int | None = Field(
|
|
default_factory=lambda: int(os.getenv("AWS_SESSION_TTL", "3600")),
|
|
description="The time in seconds till a session expires. The default is 3600 seconds (1 hour).",
|
|
)
|
|
|
|
@classmethod
|
|
def sample_run_config(cls, **kwargs):
|
|
return {}
|