phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-12 05:54:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

move distribution to yaml files

Browse source
This commit is contained in:
Xi Yan 2024-09-14 15:02:22 -07:00
parent 3802d5acdc
commit 0068d059db
9 changed files with 78 additions and 49 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama_toolchain/configs/distributions/distribution_registry/local-ollama.yaml Normal file
View file

@ -0,0 +1,9 @@
distribution_type: local-ollama
description: Like local, but use ollama for running LLM inference
docker_image: null
providers:
inference: remote::ollama
safety: meta-reference
agentic_system: meta-reference
memory: meta-reference-faiss
telemetry: console

9
llama_toolchain/configs/distributions/distribution_registry/local-plus-fireworks-inference.yaml Normal file
View file

@ -0,0 +1,9 @@
distribution_type: local-plus-fireworks-inference
description: Use Fireworks.ai for running LLM inference
docker_image: null
providers:
inference: remote::fireworks
safety: meta-reference
agentic_system: meta-reference
memory: meta-reference-faiss
telemetry: console

8
llama_toolchain/configs/distributions/distribution_registry/local-plus-tgi-inference.yaml Normal file
View file

@ -0,0 +1,8 @@
distribution_type: local-plus-tgi-inference
description: Use TGI (local or with Hugging Face Inference Endpoints for running LLM inference. When using HF Inference Endpoints, you must provide the name of the endpoint).
docker_image: null
providers:
inference: remote::tgi
safety: meta-reference
agentic_system: meta-reference
memory: meta-reference-faiss

9
llama_toolchain/configs/distributions/distribution_registry/local-plus-together-inference.yaml Normal file
View file

@ -0,0 +1,9 @@
distribution_type: local-plus-together-inference
description: Use Together.ai for running LLM inference
docker_image: null
providers:
inference: remote::together
safety: meta-reference
agentic_system: meta-reference
memory: meta-reference-faiss
telemetry: console

9
llama_toolchain/configs/distributions/distribution_registry/local.yaml Normal file
View file

@ -0,0 +1,9 @@
distribution_type: local
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
docker_image: null
providers:
inference: meta-reference
memory: meta-reference-faiss
safety: meta-reference
agentic_system: meta-reference
telemetry: console