phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-06-30 19:53:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update the API

Browse source
This commit is contained in:
Sumit Jaiswal 2025-05-30 00:23:56 +05:30
parent 6d1cf140ba
commit 6a96b6c264
No known key found for this signature in database
GPG key ID: A4604B39D64D6AEC
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/remote/inference/vllm/vllm.py
View file

@ -316,7 +316,7 @@ class VLLMInferenceAdapter(Inference, ModelsProtocolPrivate):
client = self._create_client() if self.client is None else self.client client = self._create_client() if self.client is None else self.client
if client.api_key: if client.api_key:
headers["Authorization"] = f"Bearer {client.api_key}" headers["Authorization"] = f"Bearer {client.api_key}"
models_url = f"{client.base_url}/v1/models" models_url = f"{client.base_url}models"
requests.get(models_url, headers=headers, timeout=10) requests.get(models_url, headers=headers, timeout=10)
return HealthResponse( return HealthResponse(
status=HealthStatus.OK status=HealthStatus.OK