From 88187bc5f602ad963ec46d7fef6af78a069f5edc Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Mon, 21 Oct 2024 11:07:04 -0700 Subject: [PATCH] vllm --- llama_stack/providers/registry/inference.py | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/llama_stack/providers/registry/inference.py b/llama_stack/providers/registry/inference.py index c3370bfd9..8885d135a 100644 --- a/llama_stack/providers/registry/inference.py +++ b/llama_stack/providers/registry/inference.py @@ -60,15 +60,15 @@ def available_providers() -> List[ProviderSpec]: module="llama_stack.providers.adapters.inference.ollama", ), ), -# remote_provider_spec( -# api=Api.inference, -# adapter=AdapterSpec( -# adapter_type="vllm", -# pip_packages=["openai"], -# module="llama_stack.providers.adapters.inference.vllm", -# config_class="llama_stack.providers.adapters.inference.vllm.VLLMImplConfig", -# ), -# ), + remote_provider_spec( + api=Api.inference, + adapter=AdapterSpec( + adapter_type="vllm", + pip_packages=["openai"], + module="llama_stack.providers.adapters.inference.vllm", + config_class="llama_stack.providers.adapters.inference.vllm.VLLMImplConfig", + ), + ), remote_provider_spec( api=Api.inference, adapter=AdapterSpec(