From 4d4be03176e38d0aa1e41f87286975be5405c0e1 Mon Sep 17 00:00:00 2001 From: Ihar Hrachyshka Date: Wed, 5 Mar 2025 18:30:38 -0500 Subject: [PATCH] fix: don't import from llama_models (#1436) # What does this PR do? Some imports were not switched to in-tree copy of the modules. This is a follow-up to: https://github.com/meta-llama/llama-stack/pull/1344 Closes #1435 ## Test Plan Manually started the server... [//]: # (## Documentation) Signed-off-by: Ihar Hrachyshka --- llama_stack/distribution/routers/routers.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/llama_stack/distribution/routers/routers.py b/llama_stack/distribution/routers/routers.py index 1a95ad45b..2f62a513d 100644 --- a/llama_stack/distribution/routers/routers.py +++ b/llama_stack/distribution/routers/routers.py @@ -7,9 +7,6 @@ import time from typing import Any, AsyncGenerator, AsyncIterator, Dict, List, Optional, Union -from llama_models.llama3.api.chat_format import ChatFormat -from llama_models.llama3.api.tokenizer import Tokenizer - from llama_stack import logcat from llama_stack.apis.common.content_types import ( URL, @@ -62,6 +59,8 @@ from llama_stack.apis.tools import ( ToolRuntime, ) from llama_stack.apis.vector_io import Chunk, QueryChunksResponse, VectorIO +from llama_stack.models.llama.llama3.chat_format import ChatFormat +from llama_stack.models.llama.llama3.tokenizer import Tokenizer from llama_stack.providers.datatypes import RoutingTable from llama_stack.providers.utils.telemetry.tracing import get_current_span