phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-06-28 02:53:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add logs (prints :/) to dump out what URL vllm / tgi is connecting to

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-19 15:50:26 -08:00
parent 887ccc2143
commit 7bfcfe80b5
2 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/providers/remote/inference/vllm/vllm.py
View file

@ -53,6 +53,7 @@ class VLLMInferenceAdapter(Inference, ModelsProtocolPrivate):
self.client = None
async def initialize(self) -> None:
print(f"Initializing VLLM client with base_url={self.config.url}")
self.client = OpenAI(base_url=self.config.url, api_key=self.config.api_token)
async def shutdown(self) -> None: