phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-13 04:22:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

dell tgi adapter

Browse source
This commit is contained in:
Xi Yan 2024-10-16 16:35:46 -07:00
parent cfc97df6d5
commit cd1f1a86bf
5 changed files with 61 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

5
tests/examples/tgi-run.yaml → tests/examples/dell-tgi-run.yaml
View file

@ -13,10 +13,11 @@ apis:
- safety
providers:
inference:
- provider_id: remote::tgi
provider_type: remote::tgi
- provider_id: remote::dell-tgi
provider_type: remote::dell-tgi
config:
url: http://127.0.0.1:5009
hf_model_name: meta-llama/Llama-3.1-8B-Instruct
safety:
- provider_id: meta-reference
provider_type: meta-reference