From 403ebc6b591aa7e043f804410ae9240e90a5fa2a Mon Sep 17 00:00:00 2001 From: Aidan Do Date: Fri, 17 Jan 2025 10:36:17 +0000 Subject: [PATCH] Fix greedy import --- llama_stack/providers/utils/inference/openai_compat.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/llama_stack/providers/utils/inference/openai_compat.py b/llama_stack/providers/utils/inference/openai_compat.py index f6350ed51..239b7e325 100644 --- a/llama_stack/providers/utils/inference/openai_compat.py +++ b/llama_stack/providers/utils/inference/openai_compat.py @@ -8,8 +8,10 @@ from typing import AsyncGenerator, Dict, List, Optional from llama_models.llama3.api.chat_format import ChatFormat -from llama_models.llama3.api.datatypes import ( +from llama_models.datatypes import ( GreedySamplingStrategy, +) +from llama_models.llama3.api.datatypes import ( SamplingParams, StopReason, TopKSamplingStrategy,