phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-24 13:20:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: introduce "enabled" field for providers

Browse source 
Closes: #2622
Signed-off-by: Sébastien Han <seb@redhat.com>
This commit is contained in:
Sébastien Han 2025-07-04 17:13:01 +02:00
parent 5561f1c36d
commit 514b0aa4c5
No known key found for this signature in database
8 changed files with 353 additions and 327 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/inline/post_training/huggingface/config.py
View file

@ -68,5 +68,5 @@ class HuggingFacePostTrainingConfig(BaseModel):
dataloader_pin_memory: bool = True
@classmethod
def sample_run_config(cls, __distro_dir__: str, **kwargs: Any) -> dict[str, Any]:
def sample_run_config(cls, **kwargs: Any) -> dict[str, Any]:
return {"checkpoint_format": "huggingface", "distributed_backend": None, "device": "cpu"}

1
llama_stack/providers/utils/inference/model_registry.py
View file

@ -25,6 +25,7 @@ class ProviderModelEntry(BaseModel):
llama_model: str | None = None
model_type: ModelType = ModelType.llm
metadata: dict[str, Any] = Field(default_factory=dict)
enabled: bool = Field(default=True, description="Whether the model is enabled")
def get_huggingface_repo(model_descriptor: str) -> str | None: