feat: disable post training in starter but keep the CI test

The default starter distro won't enable post_training by default, to
activate the provider run the distro this env variable
ENABLE_HUGGINGFACE=huggingface

Signed-off-by: Sébastien Han <seb@redhat.com>
This commit is contained in:
Sébastien Han 2025-07-24 22:09:27 +02:00
parent 49fa26949a
commit 3ddf8c1b84
No known key found for this signature in database
3 changed files with 7 additions and 2 deletions

View file

@ -101,6 +101,11 @@ jobs:
- name: Run Integration Tests
env:
OLLAMA_INFERENCE_MODEL: "llama3.2:3b-instruct-fp16" # for server tests
ENABLE_OLLAMA: "ollama" # for server tests
OLLAMA_URL: "http://0.0.0.0:11434"
SAFETY_MODEL: "llama-guard3:1b"
ENABLE_HUGGINGFACE: "huggingface"
LLAMA_STACK_CLIENT_TIMEOUT: "300" # Increased timeout for eval operations
# Use 'shell' to get pipefail behavior
# https://docs.github.com/en/actions/reference/workflow-syntax-for-github-actions#exit-codes-and-error-action-preference

View file

@ -179,7 +179,7 @@ providers:
sqlite_db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/trace_store.db
otel_exporter_otlp_endpoint: ${env.OTEL_EXPORTER_OTLP_ENDPOINT:=}
post_training:
- provider_id: huggingface
- provider_id: ${env.ENABLE_HUGGINGFACE:=__disabled__}
provider_type: inline::huggingface
config:
checkpoint_format: huggingface

View file

@ -281,7 +281,7 @@ def get_distribution_template() -> DistributionTemplate:
config=SentenceTransformersInferenceConfig.sample_run_config(),
)
post_training_provider = Provider(
provider_id="huggingface",
provider_id="${env.ENABLE_HUGGINGFACE:=__disabled__}",
provider_type="inline::huggingface",
config=HuggingFacePostTrainingConfig.sample_run_config(f"~/.llama/distributions/{name}"),
)