phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-23 20:53:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: introduce "enabled" field for providers

Browse source 
Closes: #2622
Signed-off-by: Sébastien Han <seb@redhat.com>
This commit is contained in:
Sébastien Han 2025-07-04 17:13:01 +02:00
parent 5561f1c36d
commit 514b0aa4c5
No known key found for this signature in database
8 changed files with 353 additions and 327 deletions
Download patch file Download diff file Expand all files Collapse all files

26
llama_stack/distribution/stack.py
View file

@ -99,19 +99,10 @@ async def register_resources(run_config: StackRunConfig, impls: dict[Api, Any]):
method = getattr(impls[api], register_method)
for obj in objects:
# Do not register models on disabled providers
if hasattr(obj, "provider_id") and obj.provider_id is not None and obj.provider_id == "__disabled__":
logger.debug(f"Skipping {rsrc.capitalize()} registration for disabled provider.")
continue
# In complex templates, like our starter template, we may have dynamic model ids
# given by environment variables. This allows those environment variables to have
# a default value of __disabled__ to skip registration of the model if not set.
if (
hasattr(obj, "provider_model_id")
and obj.provider_model_id is not None
and "__disabled__" in obj.provider_model_id
):
if hasattr(obj, "provider_model_id") and obj.provider_model_id is not None and not obj.enabled:
logger.debug(f"Skipping {rsrc.capitalize()} registration for disabled model.")
continue
# we want to maintain the type information in arguments to method.
# instead of method(**obj.model_dump()), which may convert a typed attr to a dict,
# we use model_dump() to find all the attrs and then getattr to get the still typed value.
@ -155,17 +146,20 @@ def replace_env_vars(config: Any, path: str = "") -> Any:
for i, v in enumerate(config):
try:
# Special handling for providers: first resolve the provider_id to check if provider
# is disabled so that we can skip config env variable expansion and avoid validation errors
# is disabled so that we can skip config env variable expansion and avoid validation
# errors
if isinstance(v, dict) and "provider_id" in v:
try:
resolved_provider_id = replace_env_vars(v["provider_id"], f"{path}[{i}].provider_id")
if resolved_provider_id == "__disabled__":
# We have to set a default to True because we use Pydantic
# exclude_defaults=True from the serializer so the loaded config only has
# 'enabled' field when it is set to False explicitly.
if not v.get("enabled", True):
logger.debug(
f"Skipping config env variable expansion for disabled provider: {v.get('provider_id', '')}"
f"Skipping config env variable expansion for disabled provider: {v.get('provider_type', '') + '/' if v.get('provider_type', '') else ''}{v.get('provider_id', '')}"
)
# Create a copy with resolved provider_id but original config
disabled_provider = v.copy()
disabled_provider["provider_id"] = resolved_provider_id
disabled_provider["provider_id"] = v["provider_id"]
result.append(disabled_provider)
continue
except EnvVarError: