From 5e4cdeac70bde234dfc506a19604c0bda8ed69e0 Mon Sep 17 00:00:00 2001 From: Yuan Tang Date: Thu, 20 Mar 2025 22:14:18 -0400 Subject: [PATCH] Update Signed-off-by: Yuan Tang --- llama_stack/templates/remote-vllm/vllm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/templates/remote-vllm/vllm.py b/llama_stack/templates/remote-vllm/vllm.py index ba0dacae0..0f6c7659e 100644 --- a/llama_stack/templates/remote-vllm/vllm.py +++ b/llama_stack/templates/remote-vllm/vllm.py @@ -45,7 +45,7 @@ def get_distribution_template() -> DistributionTemplate: provider_id="vllm-inference", provider_type="remote::vllm", config=VLLMInferenceAdapterConfig.sample_run_config( - url="${env.VLLM_URL}", + url="${env.VLLM_URL:http://localhost:8000/v1}", ), ) embedding_provider = Provider(