phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-05 10:13:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

create new event loop for non-streaming case explicitly

Browse source
This commit is contained in:
Xi Yan 2025-01-14 10:15:45 -08:00
parent f115ce3edd
commit ba85634758
1 changed files with 10 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

22
llama_stack/distribution/library_client.py
View file

@ -144,22 +144,19 @@ class LlamaStackAsLibraryClient(LlamaStackClient):
print(f"Removed handler {handler.__class__.__name__} from root logger")
def request(self, *args, **kwargs):
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
async_response = loop.run_until_complete(
self.async_client.request(*args, **kwargs)
)
if kwargs.get("stream"):
# NOTE: We are using AsyncLlamaStackClient under the hood
# A new event loop is needed to convert the AsyncStream
# from async client into SyncStream return type for streaming
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
# Call the async client request and get the AsyncStream
async_stream = loop.run_until_complete(
self.async_client.request(*args, **kwargs)
)
# We need to convert the AsyncStream from async client into
# SyncStream return type for streaming
def sync_generator():
try:
while True:
chunk = loop.run_until_complete(async_stream.__anext__())
chunk = loop.run_until_complete(async_response.__anext__())
yield chunk
except StopAsyncIteration:
pass
@ -168,7 +165,8 @@ class LlamaStackAsLibraryClient(LlamaStackClient):
return sync_generator()
else:
return asyncio.run(self.async_client.request(*args, **kwargs))
loop.close()
return async_response
class AsyncLlamaStackAsLibraryClient(AsyncLlamaStackClient):