From cb478035f815d9cecbbb5fca6366baf02842fa4e Mon Sep 17 00:00:00 2001 From: Yuan Tang Date: Thu, 20 Mar 2025 22:20:45 -0400 Subject: [PATCH] run-with-safety Signed-off-by: Yuan Tang --- llama_stack/templates/remote-vllm/run-with-safety.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/templates/remote-vllm/run-with-safety.yaml b/llama_stack/templates/remote-vllm/run-with-safety.yaml index 3830ffcdb..9ab6d014e 100644 --- a/llama_stack/templates/remote-vllm/run-with-safety.yaml +++ b/llama_stack/templates/remote-vllm/run-with-safety.yaml @@ -15,7 +15,7 @@ providers: - provider_id: vllm-inference provider_type: remote::vllm config: - url: ${env.VLLM_URL} + url: ${env.VLLM_URL:http://localhost:8000/v1} max_tokens: ${env.VLLM_MAX_TOKENS:4096} api_token: ${env.VLLM_API_TOKEN:fake} tls_verify: ${env.VLLM_TLS_VERIFY:true}