Start auto-generating { build, run, doc.md } for distributions

llama_stack/providers/inline/agents/meta_reference/config.py

@@ -12,3 +12,11 @@ from llama_stack.providers.utils.kvstore.config import SqliteKVStoreConfig
 
 class MetaReferenceAgentsImplConfig(BaseModel):
     persistence_store: KVStoreConfig = Field(default=SqliteKVStoreConfig())
+
+    @classmethod
+    def sample_dict(cls):
+        return {
+            "persistence_store": SqliteKVStoreConfig.sample_dict(
+                db_name="agents_store.db"
+            ),
+        }

llama_stack/providers/inline/inference/vllm/config.py

@@ -34,6 +34,16 @@ class VLLMConfig(BaseModel):
         default=0.3,
     )
 
+    @classmethod
+    def sample_dict(cls):
+        return {
+            "model": "${env.VLLM_INFERENCE_MODEL:Llama3.2-3B-Instruct}",
+            "tensor_parallel_size": "${env.VLLM_TENSOR_PARALLEL_SIZE:1}",
+            "max_tokens": "${env.VLLM_MAX_TOKENS:4096}",
+            "enforce_eager": "${env.VLLM_ENFORCE_EAGER:False}",
+            "gpu_memory_utilization": "${env.VLLM_GPU_MEMORY_UTILIZATION:0.3}",
+        }
+
     @field_validator("model")
     @classmethod
     def validate_model(cls, model: str) -> str:

llama_stack/providers/inline/safety/llama_guard/config.py

@@ -11,3 +11,9 @@ from pydantic import BaseModel
 
 class LlamaGuardConfig(BaseModel):
     excluded_categories: List[str] = []
+
+    @classmethod
+    def sample_dict(cls):
+        return {
+            "excluded_categories": [],
+        }

llama_stack/providers/remote/inference/vllm/config.py

@@ -24,3 +24,12 @@ class VLLMInferenceAdapterConfig(BaseModel):
         default="fake",
         description="The API token",
     )
+
+    @classmethod
+    def sample_dict(cls):
+        # TODO: we may need two modes, one for conda and one for docker
+        return {
+            "url": "${env.VLLM_URL:http://host.docker.internal:5100/v1}",
+            "max_tokens": "${env.VLLM_MAX_TOKENS:4096}",
+            "api_token": "${env.VLLM_API_TOKEN:fake}",
+        }

llama_stack/providers/utils/kvstore/config.py

@@ -36,6 +36,15 @@ class RedisKVStoreConfig(CommonConfig):
     def url(self) -> str:
         return f"redis://{self.host}:{self.port}"
 
+    @classmethod
+    def sample_dict(cls):
+        return {
+            "type": "redis",
+            "namespace": None,
+            "host": "${env.REDIS_HOST:localhost}",
+            "port": "${env.REDIS_PORT:6379}",
+        }
+
 
 class SqliteKVStoreConfig(CommonConfig):
     type: Literal[KVStoreType.sqlite.value] = KVStoreType.sqlite.value
@@ -44,6 +53,14 @@ class SqliteKVStoreConfig(CommonConfig):
         description="File path for the sqlite database",
     )
 
+    @classmethod
+    def sample_dict(cls, db_name: str = "kvstore.db"):
+        return {
+            "type": "sqlite",
+            "namespace": None,
+            "db_path": "${env.SQLITE_STORE_DIR:~/.llama/runtime/" + db_name + "}",
+        }
+
 
 class PostgresKVStoreConfig(CommonConfig):
     type: Literal[KVStoreType.postgres.value] = KVStoreType.postgres.value
@@ -54,6 +71,19 @@ class PostgresKVStoreConfig(CommonConfig):
     password: Optional[str] = None
     table_name: str = "llamastack_kvstore"
 
+    @classmethod
+    def sample_dict(cls, table_name: str = "llamastack_kvstore"):
+        return {
+            "type": "postgres",
+            "namespace": None,
+            "host": "${env.POSTGRES_HOST:localhost}",
+            "port": "${env.POSTGRES_PORT:5432}",
+            "db": "${env.POSTGRES_DB}",
+            "user": "${env.POSTGRES_USER}",
+            "password": "${env.POSTGRES_PASSWORD}",
+            "table_name": "${env.POSTGRES_TABLE_NAME:" + table_name + "}",
+        }
+
     @classmethod
     @field_validator("table_name")
     def validate_table_name(cls, v: str) -> str: