From 8a50426d476e032fd91744443f6017a0221daadd Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Mon, 21 Oct 2024 11:12:26 -0700 Subject: [PATCH] vllm --- llama_stack/providers/registry/inference.py | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/llama_stack/providers/registry/inference.py b/llama_stack/providers/registry/inference.py index 8885d135a..c54cf5939 100644 --- a/llama_stack/providers/registry/inference.py +++ b/llama_stack/providers/registry/inference.py @@ -60,15 +60,15 @@ def available_providers() -> List[ProviderSpec]: module="llama_stack.providers.adapters.inference.ollama", ), ), - remote_provider_spec( - api=Api.inference, - adapter=AdapterSpec( - adapter_type="vllm", - pip_packages=["openai"], - module="llama_stack.providers.adapters.inference.vllm", - config_class="llama_stack.providers.adapters.inference.vllm.VLLMImplConfig", - ), - ), + # remote_provider_spec( + # api=Api.inference, + # adapter=AdapterSpec( + # adapter_type="vllm", + # pip_packages=["openai"], + # module="llama_stack.providers.adapters.inference.vllm", + # config_class="llama_stack.providers.adapters.inference.vllm.VLLMImplConfig", + # ), + # ), remote_provider_spec( api=Api.inference, adapter=AdapterSpec(