phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-03 17:29:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update llama_stack/providers/remote/inference/vllm/vllm.py

Browse source 
Co-authored-by: Sébastien Han <seb@redhat.com>
This commit is contained in:
Ilya Kolchinsky 2025-04-17 11:35:41 +02:00 • committed by GitHub
parent 6a0ee7180b
commit 6f77ca1755
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/remote/inference/vllm/vllm.py
View file

@ -248,7 +248,7 @@ class VLLMInferenceAdapter(Inference, ModelsProtocolPrivate):
if self.client is not None: if self.client is not None:
return return
log.info(f"Initializing VLLM client with base_url={self.config.url}") log.info(f"Initializing vLLM client with base_url={self.config.url}")
self.client = self._create_client() self.client = self._create_client()
def _create_client(self): def _create_client(self):