From c8302359366d6ce9af54df837085e29db8a28cbe Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Fri, 18 Oct 2024 17:28:26 -0700 Subject: [PATCH] rename --- distributions/meta-reference-gpu/build.yaml | 2 +- distributions/ollama/build.yaml | 4 ++-- distributions/tgi/build.yaml | 13 +++++++++++++ llama_stack/cli/stack/build.py | 2 +- 4 files changed, 17 insertions(+), 4 deletions(-) create mode 100644 distributions/tgi/build.yaml diff --git a/distributions/meta-reference-gpu/build.yaml b/distributions/meta-reference-gpu/build.yaml index e76197330..ca786c51c 100644 --- a/distributions/meta-reference-gpu/build.yaml +++ b/distributions/meta-reference-gpu/build.yaml @@ -1,4 +1,4 @@ -name: meta-reference-gpu +name: distribution-meta-reference-gpu distribution_spec: description: Use code from `llama_stack` itself to serve all llama stack APIs providers: diff --git a/distributions/ollama/build.yaml b/distributions/ollama/build.yaml index e89b19d9d..d14091814 100644 --- a/distributions/ollama/build.yaml +++ b/distributions/ollama/build.yaml @@ -1,6 +1,6 @@ -name: local-ollama +name: distribution-ollama distribution_spec: - description: Like local, but use ollama for running LLM inference + description: Use ollama for running LLM inference providers: inference: remote::ollama memory: diff --git a/distributions/tgi/build.yaml b/distributions/tgi/build.yaml new file mode 100644 index 000000000..c3950e900 --- /dev/null +++ b/distributions/tgi/build.yaml @@ -0,0 +1,13 @@ +name: distribution-tgi +distribution_spec: + description: Use TGI for running LLM inference + providers: + inference: remote::tgi + memory: + - meta-reference + - remote::chromadb + - remote::pgvector + safety: meta-reference + agents: meta-reference + telemetry: meta-reference +image_type: conda diff --git a/llama_stack/cli/stack/build.py b/llama_stack/cli/stack/build.py index 3c59e8c20..26aa35e16 100644 --- a/llama_stack/cli/stack/build.py +++ b/llama_stack/cli/stack/build.py @@ -13,7 +13,7 @@ from functools import lru_cache from pathlib import Path TEMPLATES_PATH = ( - Path(os.path.relpath(__file__)).parent.parent.parent / "distribution" / "templates" + Path(os.path.relpath(__file__)).parent.parent.parent.parent / "distributions" )