From 38faf57db6ccc4e4cea9eaf7755aea4fd6f1db7d Mon Sep 17 00:00:00 2001 From: Rohan Awhad Date: Mon, 9 Jun 2025 15:49:41 -0400 Subject: [PATCH] Fixes: #1867 InferenceRouter has no attribute formatter --- llama_stack/distribution/routers/inference.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/llama_stack/distribution/routers/inference.py b/llama_stack/distribution/routers/inference.py index 2e111c20a..62d04cdc4 100644 --- a/llama_stack/distribution/routers/inference.py +++ b/llama_stack/distribution/routers/inference.py @@ -163,6 +163,9 @@ class InferenceRouter(Inference): messages: list[Message] | InterleavedContent, tool_prompt_format: ToolPromptFormat | None = None, ) -> int | None: + if not hasattr(self, "formatter") or self.formatter is None: + return None + if isinstance(messages, list): encoded = self.formatter.encode_dialog_prompt(messages, tool_prompt_format) else: