From 5d88a2fff5f9ce02fb227cb416016506ef6c05e4 Mon Sep 17 00:00:00 2001 From: Justin Lee Date: Fri, 31 Jan 2025 13:24:06 -0800 Subject: [PATCH] init lm studio --- llama_stack/providers/registry/inference.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/llama_stack/providers/registry/inference.py b/llama_stack/providers/registry/inference.py index e72140ccf..a009b55e1 100644 --- a/llama_stack/providers/registry/inference.py +++ b/llama_stack/providers/registry/inference.py @@ -215,4 +215,15 @@ def available_providers() -> List[ProviderSpec]: config_class="llama_stack.providers.remote.inference.sambanova.SambaNovaImplConfig", ), ), + remote_provider_spec( + api=Api.inference, + adapter=AdapterSpec( + adapter_type="lmstudio", + pip_packages=[ + "openai", + ], + module="llama_stack.providers.remote.inference.lmstudio", + config_class="llama_stack.providers.remote.inference.lmstudio.LMStudioImplConfig", + ), + ), ]