From ec4ece8523432d691563b8a7c8f11c2dd39eb3a5 Mon Sep 17 00:00:00 2001
From: Kevin Ladan <kevinladan@outlook.com>
Date: Wed, 9 Oct 2024 12:33:19 +0800
Subject: [PATCH] Add function for stopping inference

---
 .../ios/inference/LocalInferenceImpl/LocalInference.swift     | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/llama_stack/providers/impls/ios/inference/LocalInferenceImpl/LocalInference.swift b/llama_stack/providers/impls/ios/inference/LocalInferenceImpl/LocalInference.swift
index eb76fe975..a5394ecff 100644
--- a/llama_stack/providers/impls/ios/inference/LocalInferenceImpl/LocalInference.swift
+++ b/llama_stack/providers/impls/ios/inference/LocalInferenceImpl/LocalInference.swift
@@ -34,6 +34,10 @@ public class LocalInference: Inference {
     }
   }
 
+  public func stop() {
+    runnerHolder.runner?.stop()
+  }
+
   public func chatCompletion(request: Components.Schemas.ChatCompletionRequest) -> AsyncStream<Components.Schemas.ChatCompletionResponseStreamChunk> {
     return AsyncStream { continuation in
       runnerQueue.async {