phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 07:14:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

config templates

Browse source
This commit is contained in:
Xi Yan 2024-10-16 23:06:56 -07:00
parent 5eb53a7b77
commit 049d6b2a06
3 changed files with 5 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

0
llama_stack/distribution/templates/build_configs/local-tgi-chroma-docker.yaml → llama_stack/distribution/templates/build_configs/local-tgi-chroma-docker-build.yaml
View file

2
llama_stack/distribution/templates/run_configs/local-run.yaml
View file

@ -43,7 +43,7 @@ providers:
persistence_store:
namespace: null
type: sqlite
db_path: /home/xiyan/.llama/runtime/kvstore.db
db_path: ~/.llama/runtime/kvstore.db
telemetry:
- provider_id: meta-reference
provider_type: meta-reference

12
llama_stack/distribution/templates/run_configs/local-tgi-run.yaml
View file

@ -13,14 +13,10 @@ apis:
- safety
providers:
inference:
- provider_id: meta-reference
provider_type: meta-reference
- provider_id: tgi0
provider_type: remote::tgi
config:
model: Llama3.1-8B-Instruct
quantization: null
torch_seed: null
max_seq_len: 4096
max_batch_size: 1
url: http://127.0.0.1:5009
safety:
- provider_id: meta-reference
provider_type: meta-reference
@ -43,7 +39,7 @@ providers:
persistence_store:
namespace: null
type: sqlite
db_path: /home/xiyan/.llama/runtime/kvstore.db
db_path: ~/.llama/runtime/kvstore.db
telemetry:
- provider_id: meta-reference
provider_type: meta-reference