phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-26 22:42:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: LLAMACPP_URL and LLAMACPP_API_KEY format

Browse source
This commit is contained in:
Young Han 2025-07-14 17:25:18 -07:00
parent b884bc490b
commit d3d50121cf
5 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/templates/llamacpp/run-with-safety.yaml
View file

@ -16,7 +16,7 @@ providers:
- provider_id: llamacpp
provider_type: remote::llamacpp
config:
openai_compat_api_base: ${env.LLAMACPP_URL:http://localhost:8080}/v1
openai_compat_api_base: ${env.LLAMACPP_URL:=http://localhost:8080}
api_key: ${env.LLAMACPP_API_KEY:=}
- provider_id: sentence-transformers
provider_type: inline::sentence-transformers

2
llama_stack/templates/llamacpp/run.yaml
View file

@ -16,7 +16,7 @@ providers:
- provider_id: llamacpp
provider_type: remote::llamacpp
config:
openai_compat_api_base: ${env.LLAMACPP_URL:http://localhost:8080}/v1
openai_compat_api_base: ${env.LLAMACPP_URL:=http://localhost:8080}
api_key: ${env.LLAMACPP_API_KEY:=}
- provider_id: sentence-transformers
provider_type: inline::sentence-transformers