update example build files

This commit is contained in:
Xi Yan 2024-09-14 14:33:19 -07:00
parent e665b652c6
commit 1855fd2835
4 changed files with 18 additions and 6 deletions

View file

@ -1,7 +1,7 @@
name: local-fireworks-conda-example
distribution_spec:
distribution_type: local
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
distribution_type: local-plus-fireworks-inference
description: Use Fireworks.ai for running LLM inference
docker_image: null
providers:
inference: remote::fireworks

View file

@ -1,7 +1,7 @@
name: local-ollama-conda-example
distribution_spec:
distribution_type: local
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
distribution_type: local-plus-ollama-inference
description: Like local, but use ollama for running LLM inference
docker_image: null
providers:
inference: remote::ollama

View file

@ -1,7 +1,7 @@
name: local-tgi-conda-example
distribution_spec:
distribution_type: local
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
distribution_type: local-plus-tgi-inference
description: Use TGI for running LLM inference
docker_image: null
providers:
inference: remote::tgi

View file

@ -0,0 +1,12 @@
name: local-tgi-conda-example
distribution_spec:
distribution_type: local-plus-together-inference
description: Use Together.ai for running LLM inference
docker_image: null
providers:
inference: remote::together
memory: meta-reference-faiss
safety: meta-reference
agentic_system: meta-reference
telemetry: console
image_type: conda