From d662f8a1f6e4ed9beeebf624f4b369f9fe3ab3a3 Mon Sep 17 00:00:00 2001 From: Aidan Do Date: Sat, 18 Jan 2025 08:55:41 +1100 Subject: [PATCH] . --- llama_stack/providers/utils/inference/openai_compat.py | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/llama_stack/providers/utils/inference/openai_compat.py b/llama_stack/providers/utils/inference/openai_compat.py index e0e321a98..127fd19f3 100644 --- a/llama_stack/providers/utils/inference/openai_compat.py +++ b/llama_stack/providers/utils/inference/openai_compat.py @@ -6,17 +6,15 @@ from typing import AsyncGenerator, Dict, List, Optional -from llama_models.llama3.api.chat_format import ChatFormat - from llama_models.datatypes import ( GreedySamplingStrategy, + SamplingParams, TopKSamplingStrategy, TopPSamplingStrategy, - SamplingParams, -) -from llama_models.llama3.api.datatypes import ( - StopReason, ) + +from llama_models.llama3.api.chat_format import ChatFormat +from llama_models.llama3.api.datatypes import StopReason from pydantic import BaseModel from llama_stack.apis.common.content_types import (