From a69c1b8bb1b03a9a8f25d7347d0e868f868b8430 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Tue, 14 Jan 2025 10:40:14 -0800 Subject: [PATCH] add comment --- llama_stack/distribution/library_client.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/llama_stack/distribution/library_client.py b/llama_stack/distribution/library_client.py index 9a565bd94..dacbc18b8 100644 --- a/llama_stack/distribution/library_client.py +++ b/llama_stack/distribution/library_client.py @@ -147,6 +147,9 @@ class LlamaStackAsLibraryClient(LlamaStackClient): async_response = asyncio.run(self.async_client.request(*args, **kwargs)) if kwargs.get("stream"): + # NOTE: We are using AsyncLlamaStackClient under the hood + # A new event loop is needed to convert the AsyncStream + # from async client into SyncStream return type for streaming loop = asyncio.new_event_loop() asyncio.set_event_loop(loop)