phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-10 11:39:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix issue w/ enforcing api

Browse source
This commit is contained in:
Xi Yan 2024-10-23 15:15:52 -07:00
parent 21f2e9adf5
commit 07d45f2af3
3 changed files with 14 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

18
tests/examples/local-run.yaml
View file

@ -13,14 +13,18 @@ apis:
- safety
providers:
inference:
- provider_id: meta-reference
provider_type: meta-reference
- provider_id: tgi0
provider_type: remote::tgi
config:
model: Llama3.1-8B-Instruct
quantization: null
torch_seed: null
max_seq_len: 4096
max_batch_size: 1
url: http://127.0.0.1:5009
# - provider_id: meta-reference
# provider_type: meta-reference
# config:
# model: Llama3.1-8B-Instruct
# quantization: null
# torch_seed: null
# max_seq_len: 4096
# max_batch_size: 1
safety:
- provider_id: meta-reference
provider_type: meta-reference