phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-03 09:12:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: Add the option to not verify SSL at remote-vllm provider

Browse source
This commit is contained in:
Luis Tomas Bolivar 2025-03-13 13:22:36 +01:00
parent e3edca7739
commit b54454a222
4 changed files with 14 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/providers/remote/inference/vllm/config.py
View file

@ -25,6 +25,10 @@ class VLLMInferenceAdapterConfig(BaseModel):
default="fake",
description="The API token",
)
tls_verify: bool = Field(
default=True,
description="Whether to verify TLS certificates",
)
@classmethod
def sample_run_config(
@ -36,4 +40,5 @@ class VLLMInferenceAdapterConfig(BaseModel):
"url": url,
"max_tokens": "${env.VLLM_MAX_TOKENS:4096}",
"api_token": "${env.VLLM_API_TOKEN:fake}",
"tls_verify": "${env.VLLM_TLS_VERIFY:true}",
}