mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-29 15:23:51 +00:00
update example build files
This commit is contained in:
parent
e665b652c6
commit
1855fd2835
4 changed files with 18 additions and 6 deletions
|
@ -1,7 +1,7 @@
|
|||
name: local-fireworks-conda-example
|
||||
distribution_spec:
|
||||
distribution_type: local
|
||||
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
|
||||
distribution_type: local-plus-fireworks-inference
|
||||
description: Use Fireworks.ai for running LLM inference
|
||||
docker_image: null
|
||||
providers:
|
||||
inference: remote::fireworks
|
||||
|
|
|
@ -1,7 +1,7 @@
|
|||
name: local-ollama-conda-example
|
||||
distribution_spec:
|
||||
distribution_type: local
|
||||
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
|
||||
distribution_type: local-plus-ollama-inference
|
||||
description: Like local, but use ollama for running LLM inference
|
||||
docker_image: null
|
||||
providers:
|
||||
inference: remote::ollama
|
||||
|
|
|
@ -1,7 +1,7 @@
|
|||
name: local-tgi-conda-example
|
||||
distribution_spec:
|
||||
distribution_type: local
|
||||
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
|
||||
distribution_type: local-plus-tgi-inference
|
||||
description: Use TGI for running LLM inference
|
||||
docker_image: null
|
||||
providers:
|
||||
inference: remote::tgi
|
||||
|
|
|
@ -0,0 +1,12 @@
|
|||
name: local-tgi-conda-example
|
||||
distribution_spec:
|
||||
distribution_type: local-plus-together-inference
|
||||
description: Use Together.ai for running LLM inference
|
||||
docker_image: null
|
||||
providers:
|
||||
inference: remote::together
|
||||
memory: meta-reference-faiss
|
||||
safety: meta-reference
|
||||
agentic_system: meta-reference
|
||||
telemetry: console
|
||||
image_type: conda
|
Loading…
Add table
Add a link
Reference in a new issue