diff --git a/llama_stack/providers/impls/ios/inference/LocalInferenceImpl/LocalInference.swift b/llama_stack/providers/impls/ios/inference/LocalInferenceImpl/LocalInference.swift index eb76fe975..a5394ecff 100644 --- a/llama_stack/providers/impls/ios/inference/LocalInferenceImpl/LocalInference.swift +++ b/llama_stack/providers/impls/ios/inference/LocalInferenceImpl/LocalInference.swift @@ -34,6 +34,10 @@ public class LocalInference: Inference { } } + public func stop() { + runnerHolder.runner?.stop() + } + public func chatCompletion(request: Components.Schemas.ChatCompletionRequest) -> AsyncStream { return AsyncStream { continuation in runnerQueue.async {