phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 07:14:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

path

Browse source
This commit is contained in:
Xi Yan 2024-10-11 18:25:20 -07:00
parent 0325a767b6
commit 2da8aa18bf
1 changed files with 1 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

15
scripts/docker/tgi/tgi-run.yaml
View file

@ -11,25 +11,12 @@ apis:
- memory_banks - memory_banks
- inference - inference
- safety - safety
# - evals
providers: providers:
# evals:
# - provider_id: eleuther
# provider_type: eleuther
# config: {}
inference: inference:
- provider_id: remote::tgi - provider_id: remote::tgi
provider_type: remote::tgi provider_type: remote::tgi
config: config:
url: http://127.0.0.1:5009 url: http://127.0.0.1:5009
# - provider_id: meta-reference
# provider_type: meta-reference
# config:
# model: Llama3.1-8B-Instruct
# quantization: null
# torch_seed: null
# max_seq_len: 4096
# max_batch_size: 1
safety: safety:
- provider_id: meta-reference - provider_id: meta-reference
provider_type: meta-reference provider_type: meta-reference
@ -52,7 +39,7 @@ providers:
persistence_store: persistence_store:
namespace: null namespace: null
type: sqlite type: sqlite
db_path: /home/xiyan/.llama/runtime/kvstore.db db_path: ~/.llama/runtime/kvstore.db
telemetry: telemetry:
- provider_id: meta-reference - provider_id: meta-reference
provider_type: meta-reference provider_type: meta-reference