phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-02 01:54:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: Add the option to not verify SSL at remote-vllm provider

Browse source
This commit is contained in:
Luis Tomas Bolivar 2025-03-13 13:22:36 +01:00
parent e3edca7739
commit b54454a222
4 changed files with 14 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/templates/remote-vllm/run-with-safety.yaml
View file

@ -18,12 +18,14 @@ providers:
url: ${env.VLLM_URL}
max_tokens: ${env.VLLM_MAX_TOKENS:4096}
api_token: ${env.VLLM_API_TOKEN:fake}
tls_verify: ${env.VLLM_TLS_VERIFY:true}
- provider_id: vllm-safety
provider_type: remote::vllm
config:
url: ${env.SAFETY_VLLM_URL}
max_tokens: ${env.VLLM_MAX_TOKENS:4096}
api_token: ${env.VLLM_API_TOKEN:fake}
tls_verify: ${env.VLLM_TLS_VERIFY:true}
- provider_id: sentence-transformers
provider_type: inline::sentence-transformers
config: {}

1
llama_stack/templates/remote-vllm/run.yaml
View file

@ -18,6 +18,7 @@ providers:
url: ${env.VLLM_URL}
max_tokens: ${env.VLLM_MAX_TOKENS:4096}
api_token: ${env.VLLM_API_TOKEN:fake}
tls_verify: ${env.VLLM_TLS_VERIFY:true}
- provider_id: sentence-transformers
provider_type: inline::sentence-transformers
config: {}