mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-06 02:32:40 +00:00
Update
Signed-off-by: Yuan Tang <terrytangyuan@gmail.com>
This commit is contained in:
parent
f7d5e3f5d6
commit
5e4cdeac70
1 changed files with 1 additions and 1 deletions
|
@ -45,7 +45,7 @@ def get_distribution_template() -> DistributionTemplate:
|
|||
provider_id="vllm-inference",
|
||||
provider_type="remote::vllm",
|
||||
config=VLLMInferenceAdapterConfig.sample_run_config(
|
||||
url="${env.VLLM_URL}",
|
||||
url="${env.VLLM_URL:http://localhost:8000/v1}",
|
||||
),
|
||||
)
|
||||
embedding_provider = Provider(
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue