diff --git a/llama_stack/providers/utils/inference/openai_compat.py b/llama_stack/providers/utils/inference/openai_compat.py index e0e321a98..127fd19f3 100644 --- a/llama_stack/providers/utils/inference/openai_compat.py +++ b/llama_stack/providers/utils/inference/openai_compat.py @@ -6,17 +6,15 @@ from typing import AsyncGenerator, Dict, List, Optional -from llama_models.llama3.api.chat_format import ChatFormat - from llama_models.datatypes import ( GreedySamplingStrategy, + SamplingParams, TopKSamplingStrategy, TopPSamplingStrategy, - SamplingParams, -) -from llama_models.llama3.api.datatypes import ( - StopReason, ) + +from llama_models.llama3.api.chat_format import ChatFormat +from llama_models.llama3.api.datatypes import StopReason from pydantic import BaseModel from llama_stack.apis.common.content_types import (