From 50bc9053f8aacf1ba76bafcec8b4ce68a19a67df Mon Sep 17 00:00:00 2001 From: Francisco Javier Arceo Date: Sun, 18 May 2025 21:29:55 -0400 Subject: [PATCH] fix: Setting default value for metadata_token_count in case the key is not found Signed-off-by: Francisco Javier Arceo --- llama_stack/providers/inline/tool_runtime/rag/memory.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/providers/inline/tool_runtime/rag/memory.py b/llama_stack/providers/inline/tool_runtime/rag/memory.py index 39f752297..c46960f75 100644 --- a/llama_stack/providers/inline/tool_runtime/rag/memory.py +++ b/llama_stack/providers/inline/tool_runtime/rag/memory.py @@ -146,7 +146,7 @@ class MemoryToolRuntimeImpl(ToolsProtocolPrivate, ToolRuntime, RAGToolRuntime): for i, chunk in enumerate(chunks): metadata = chunk.metadata tokens += metadata["token_count"] - tokens += metadata["metadata_token_count"] + tokens += metadata.get("metadata_token_count", 0) if tokens > query_config.max_tokens_in_context: log.error(