phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-14 14:27:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Some more toolchain -> stack changes

Browse source
This commit is contained in:
Ashwin Bharambe 2024-09-17 11:43:29 -07:00
parent 17172a8bf9
commit 4c045d9ed9
14 changed files with 38 additions and 43 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/configs/distributions/conda/local-conda-example-build.yaml
View file

@ -3,8 +3,8 @@ distribution_spec:
description: Use code from `llama_stack` itself to serve all llama stack APIs
providers:
inference: meta-reference
memory: meta-reference-faiss
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: console
telemetry: meta-reference
image_type: conda

4
llama_stack/configs/distributions/conda/local-fireworks-conda-example-build.yaml
View file

@ -3,8 +3,8 @@ distribution_spec:
description: Use Fireworks.ai for running LLM inference
providers:
inference: remote::fireworks
memory: meta-reference-faiss
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: console
telemetry: meta-reference
image_type: conda

4
llama_stack/configs/distributions/conda/local-ollama-conda-example-build.yaml
View file

@ -3,8 +3,8 @@ distribution_spec:
description: Like local, but use ollama for running LLM inference
providers:
inference: remote::ollama
memory: meta-reference-faiss
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: console
telemetry: meta-reference
image_type: conda

4
llama_stack/configs/distributions/conda/local-tgi-conda-example-build.yaml
View file

@ -3,8 +3,8 @@ distribution_spec:
description: Use TGI (local or with Hugging Face Inference Endpoints for running LLM inference. When using HF Inference Endpoints, you must provide the name of the endpoint).
providers:
inference: remote::tgi
memory: meta-reference-faiss
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: console
telemetry: meta-reference
image_type: conda

4
llama_stack/configs/distributions/conda/local-together-conda-example-build.yaml
View file

@ -3,8 +3,8 @@ distribution_spec:
description: Use Together.ai for running LLM inference
providers:
inference: remote::together
memory: meta-reference-faiss
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: console
telemetry: meta-reference
image_type: conda

4
llama_stack/configs/distributions/docker/local-docker-example-build.yaml
View file

@ -3,8 +3,8 @@ distribution_spec:
description: Use code from `llama_stack` itself to serve all llama stack APIs
providers:
inference: meta-reference
memory: meta-reference-faiss
memory: meta-reference
safety: meta-reference
agents: meta-reference
telemetry: console
telemetry: meta-reference
image_type: docker