From f7245626293b751107881a337c944544376f382a Mon Sep 17 00:00:00 2001 From: Hardik Shah Date: Thu, 6 Feb 2025 12:54:34 -0800 Subject: [PATCH] Add comment that files are autogen --- docs/source/distributions/remote_hosted_distro/nvidia.md | 1 + docs/source/distributions/self_hosted_distro/bedrock.md | 1 + docs/source/distributions/self_hosted_distro/cerebras.md | 1 + docs/source/distributions/self_hosted_distro/dell.md | 1 + docs/source/distributions/self_hosted_distro/fireworks.md | 1 + .../distributions/self_hosted_distro/meta-reference-gpu.md | 1 + .../self_hosted_distro/meta-reference-quantized-gpu.md | 1 + docs/source/distributions/self_hosted_distro/ollama.md | 1 + docs/source/distributions/self_hosted_distro/remote-vllm.md | 1 + docs/source/distributions/self_hosted_distro/sambanova.md | 1 + docs/source/distributions/self_hosted_distro/tgi.md | 1 + docs/source/distributions/self_hosted_distro/together.md | 1 + llama_stack/templates/template.py | 5 +++-- 13 files changed, 15 insertions(+), 2 deletions(-) diff --git a/docs/source/distributions/remote_hosted_distro/nvidia.md b/docs/source/distributions/remote_hosted_distro/nvidia.md index 61b41b1d9..f352f737e 100644 --- a/docs/source/distributions/remote_hosted_distro/nvidia.md +++ b/docs/source/distributions/remote_hosted_distro/nvidia.md @@ -1,3 +1,4 @@ + # NVIDIA Distribution The `llamastack/distribution-nvidia` distribution consists of the following provider configurations. diff --git a/docs/source/distributions/self_hosted_distro/bedrock.md b/docs/source/distributions/self_hosted_distro/bedrock.md index f9a9f29cd..64c9f8c19 100644 --- a/docs/source/distributions/self_hosted_distro/bedrock.md +++ b/docs/source/distributions/self_hosted_distro/bedrock.md @@ -1,3 +1,4 @@ + # Bedrock Distribution ```{toctree} diff --git a/docs/source/distributions/self_hosted_distro/cerebras.md b/docs/source/distributions/self_hosted_distro/cerebras.md index a44e6287a..a0c9eb263 100644 --- a/docs/source/distributions/self_hosted_distro/cerebras.md +++ b/docs/source/distributions/self_hosted_distro/cerebras.md @@ -1,3 +1,4 @@ + # Cerebras Distribution The `llamastack/distribution-cerebras` distribution consists of the following provider configurations. diff --git a/docs/source/distributions/self_hosted_distro/dell.md b/docs/source/distributions/self_hosted_distro/dell.md index 9bac13458..651659bc1 100644 --- a/docs/source/distributions/self_hosted_distro/dell.md +++ b/docs/source/distributions/self_hosted_distro/dell.md @@ -1,3 +1,4 @@ + --- orphan: true --- diff --git a/docs/source/distributions/self_hosted_distro/fireworks.md b/docs/source/distributions/self_hosted_distro/fireworks.md index 453cd746d..9afeb4894 100644 --- a/docs/source/distributions/self_hosted_distro/fireworks.md +++ b/docs/source/distributions/self_hosted_distro/fireworks.md @@ -1,3 +1,4 @@ + --- orphan: true --- diff --git a/docs/source/distributions/self_hosted_distro/meta-reference-gpu.md b/docs/source/distributions/self_hosted_distro/meta-reference-gpu.md index 9772c6b26..d00d8177f 100644 --- a/docs/source/distributions/self_hosted_distro/meta-reference-gpu.md +++ b/docs/source/distributions/self_hosted_distro/meta-reference-gpu.md @@ -1,3 +1,4 @@ + --- orphan: true --- diff --git a/docs/source/distributions/self_hosted_distro/meta-reference-quantized-gpu.md b/docs/source/distributions/self_hosted_distro/meta-reference-quantized-gpu.md index 9a5a94ba0..e46c2d112 100644 --- a/docs/source/distributions/self_hosted_distro/meta-reference-quantized-gpu.md +++ b/docs/source/distributions/self_hosted_distro/meta-reference-quantized-gpu.md @@ -1,3 +1,4 @@ + --- orphan: true --- diff --git a/docs/source/distributions/self_hosted_distro/ollama.md b/docs/source/distributions/self_hosted_distro/ollama.md index 1a2446621..73a609421 100644 --- a/docs/source/distributions/self_hosted_distro/ollama.md +++ b/docs/source/distributions/self_hosted_distro/ollama.md @@ -1,3 +1,4 @@ + --- orphan: true --- diff --git a/docs/source/distributions/self_hosted_distro/remote-vllm.md b/docs/source/distributions/self_hosted_distro/remote-vllm.md index 6b2db652e..ff626d40d 100644 --- a/docs/source/distributions/self_hosted_distro/remote-vllm.md +++ b/docs/source/distributions/self_hosted_distro/remote-vllm.md @@ -1,3 +1,4 @@ + --- orphan: true --- diff --git a/docs/source/distributions/self_hosted_distro/sambanova.md b/docs/source/distributions/self_hosted_distro/sambanova.md index e428e085a..86ef4ac58 100644 --- a/docs/source/distributions/self_hosted_distro/sambanova.md +++ b/docs/source/distributions/self_hosted_distro/sambanova.md @@ -1,3 +1,4 @@ + --- orphan: true --- diff --git a/docs/source/distributions/self_hosted_distro/tgi.md b/docs/source/distributions/self_hosted_distro/tgi.md index f74e36472..b970ab9fe 100644 --- a/docs/source/distributions/self_hosted_distro/tgi.md +++ b/docs/source/distributions/self_hosted_distro/tgi.md @@ -1,3 +1,4 @@ + --- orphan: true --- diff --git a/docs/source/distributions/self_hosted_distro/together.md b/docs/source/distributions/self_hosted_distro/together.md index 2d5c8fc77..45ae462d5 100644 --- a/docs/source/distributions/self_hosted_distro/together.md +++ b/docs/source/distributions/self_hosted_distro/together.md @@ -1,3 +1,4 @@ + --- orphan: true --- diff --git a/llama_stack/templates/template.py b/llama_stack/templates/template.py index 2da55c5c9..09efd2038 100644 --- a/llama_stack/templates/template.py +++ b/llama_stack/templates/template.py @@ -9,7 +9,6 @@ from typing import Dict, List, Literal, Optional, Tuple import jinja2 import yaml -from pydantic import BaseModel, Field from llama_stack.apis.models.models import ModelType from llama_stack.distribution.datatypes import ( @@ -25,6 +24,7 @@ from llama_stack.distribution.datatypes import ( from llama_stack.distribution.distribution import get_provider_registry from llama_stack.distribution.utils.dynamic import instantiate_class_type from llama_stack.providers.utils.kvstore.config import SqliteKVStoreConfig +from pydantic import BaseModel, Field class RunConfigSettings(BaseModel): @@ -131,7 +131,8 @@ class DistributionTemplate(BaseModel): providers_str = ", ".join(f"`{p}`" for p in providers) providers_table += f"| {api} | {providers_str} |\n" - template = self.template_path.read_text() + template = "\n" + template += self.template_path.read_text() # Render template with rich-generated table env = jinja2.Environment( trim_blocks=True,