mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-30 07:39:38 +00:00
address nits, remove docker_image=null
This commit is contained in:
parent
037212c7b1
commit
13871d5a5b
13 changed files with 6 additions and 16 deletions
|
@ -29,13 +29,13 @@ class StackBuild(Subcommand):
|
||||||
self.parser.add_argument(
|
self.parser.add_argument(
|
||||||
"config",
|
"config",
|
||||||
type=str,
|
type=str,
|
||||||
help="Path to a config file to use for the build",
|
help="Path to a config file to use for the build. You may find example configs in llama_toolchain/configs/distributions",
|
||||||
)
|
)
|
||||||
|
|
||||||
self.parser.add_argument(
|
self.parser.add_argument(
|
||||||
"--name",
|
"--name",
|
||||||
type=str,
|
type=str,
|
||||||
help="Override the name of the llama stack build",
|
help="Name of the llama stack build to override from template config",
|
||||||
)
|
)
|
||||||
|
|
||||||
def _run_stack_build_command_from_build_config(
|
def _run_stack_build_command_from_build_config(
|
||||||
|
@ -92,5 +92,3 @@ class StackBuild(Subcommand):
|
||||||
if args.name:
|
if args.name:
|
||||||
build_config.name = args.name
|
build_config.name = args.name
|
||||||
self._run_stack_build_command_from_build_config(build_config)
|
self._run_stack_build_command_from_build_config(build_config)
|
||||||
|
|
||||||
return
|
|
||||||
|
|
|
@ -1,7 +1,6 @@
|
||||||
name: local-conda-example
|
name: local-conda-example
|
||||||
distribution_spec:
|
distribution_spec:
|
||||||
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
|
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: meta-reference
|
inference: meta-reference
|
||||||
memory: meta-reference-faiss
|
memory: meta-reference-faiss
|
||||||
|
|
|
@ -1,7 +1,6 @@
|
||||||
name: local-fireworks-conda-example
|
name: local-fireworks-conda-example
|
||||||
distribution_spec:
|
distribution_spec:
|
||||||
description: Use Fireworks.ai for running LLM inference
|
description: Use Fireworks.ai for running LLM inference
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: remote::fireworks
|
inference: remote::fireworks
|
||||||
memory: meta-reference-faiss
|
memory: meta-reference-faiss
|
||||||
|
|
|
@ -1,7 +1,6 @@
|
||||||
name: local-ollama-conda-example
|
name: local-ollama-conda-example
|
||||||
distribution_spec:
|
distribution_spec:
|
||||||
description: Like local, but use ollama for running LLM inference
|
description: Like local, but use ollama for running LLM inference
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: remote::ollama
|
inference: remote::ollama
|
||||||
memory: meta-reference-faiss
|
memory: meta-reference-faiss
|
||||||
|
|
|
@ -1,7 +1,6 @@
|
||||||
name: local-tgi-conda-example
|
name: local-tgi-conda-example
|
||||||
distribution_spec:
|
distribution_spec:
|
||||||
description: Use TGI (local or with Hugging Face Inference Endpoints for running LLM inference. When using HF Inference Endpoints, you must provide the name of the endpoint).
|
description: Use TGI (local or with Hugging Face Inference Endpoints for running LLM inference. When using HF Inference Endpoints, you must provide the name of the endpoint).
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: remote::tgi
|
inference: remote::tgi
|
||||||
memory: meta-reference-faiss
|
memory: meta-reference-faiss
|
||||||
|
|
|
@ -1,7 +1,6 @@
|
||||||
name: local-tgi-conda-example
|
name: local-tgi-conda-example
|
||||||
distribution_spec:
|
distribution_spec:
|
||||||
description: Use Together.ai for running LLM inference
|
description: Use Together.ai for running LLM inference
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: remote::together
|
inference: remote::together
|
||||||
memory: meta-reference-faiss
|
memory: meta-reference-faiss
|
||||||
|
|
|
@ -1,5 +1,4 @@
|
||||||
description: Like local, but use ollama for running LLM inference
|
description: Like local, but use ollama for running LLM inference
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: remote::ollama
|
inference: remote::ollama
|
||||||
safety: meta-reference
|
safety: meta-reference
|
||||||
|
|
|
@ -1,5 +1,4 @@
|
||||||
description: Use Fireworks.ai for running LLM inference
|
description: Use Fireworks.ai for running LLM inference
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: remote::fireworks
|
inference: remote::fireworks
|
||||||
safety: meta-reference
|
safety: meta-reference
|
||||||
|
|
|
@ -1,5 +1,4 @@
|
||||||
description: Use TGI (local or with Hugging Face Inference Endpoints for running LLM inference. When using HF Inference Endpoints, you must provide the name of the endpoint).
|
description: Use TGI (local or with Hugging Face Inference Endpoints for running LLM inference. When using HF Inference Endpoints, you must provide the name of the endpoint).
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: remote::tgi
|
inference: remote::tgi
|
||||||
safety: meta-reference
|
safety: meta-reference
|
||||||
|
|
|
@ -1,5 +1,4 @@
|
||||||
description: Use Together.ai for running LLM inference
|
description: Use Together.ai for running LLM inference
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: remote::together
|
inference: remote::together
|
||||||
safety: meta-reference
|
safety: meta-reference
|
||||||
|
|
|
@ -1,5 +1,4 @@
|
||||||
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
|
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: meta-reference
|
inference: meta-reference
|
||||||
memory: meta-reference-faiss
|
memory: meta-reference-faiss
|
||||||
|
|
|
@ -1,7 +1,6 @@
|
||||||
name: local-docker-example
|
name: local-docker-example
|
||||||
distribution_spec:
|
distribution_spec:
|
||||||
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
|
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
|
||||||
docker_image: null
|
|
||||||
providers:
|
providers:
|
||||||
inference: meta-reference
|
inference: meta-reference
|
||||||
memory: meta-reference-faiss
|
memory: meta-reference-faiss
|
||||||
|
|
|
@ -25,4 +25,7 @@ host_build_dir="$2"
|
||||||
container_build_dir="/app/builds"
|
container_build_dir="/app/builds"
|
||||||
|
|
||||||
set -x
|
set -x
|
||||||
podman run -it -v $host_build_dir:$container_build_dir $docker_image llama stack configure ./llamastack-build.yaml --output-dir $container_build_dir
|
podman run -it \
|
||||||
|
-v $host_build_dir:$container_build_dir \
|
||||||
|
$docker_image \
|
||||||
|
llama stack configure ./llamastack-build.yaml --output-dir $container_build_dir
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue