From ca29980c6b591c0cd500aebe7bf6e4620fb51c40 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Thu, 10 Oct 2024 20:17:29 -0700 Subject: [PATCH] fix agents context retriever --- .../impls/meta_reference/agents/rag/context_retriever.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/llama_stack/providers/impls/meta_reference/agents/rag/context_retriever.py b/llama_stack/providers/impls/meta_reference/agents/rag/context_retriever.py index 6b59479b3..b668dc0d6 100644 --- a/llama_stack/providers/impls/meta_reference/agents/rag/context_retriever.py +++ b/llama_stack/providers/impls/meta_reference/agents/rag/context_retriever.py @@ -63,13 +63,12 @@ async def llm_rag_query_generator( model = config.model message = UserMessage(content=content) - response = inference_api.chat_completion( + response = await inference_api.chat_completion( model=model, messages=[message], stream=False, ) - async for chunk in response: - query = chunk.completion_message.content + query = response.completion_message.content return query