diff --git a/llama_stack/providers/utils/inference/openai_compat.py b/llama_stack/providers/utils/inference/openai_compat.py
index f6350ed51..239b7e325 100644
--- a/llama_stack/providers/utils/inference/openai_compat.py
+++ b/llama_stack/providers/utils/inference/openai_compat.py
@@ -8,8 +8,10 @@ from typing import AsyncGenerator, Dict, List, Optional
 
 from llama_models.llama3.api.chat_format import ChatFormat
 
-from llama_models.llama3.api.datatypes import (
+from llama_models.datatypes import (
     GreedySamplingStrategy,
+)
+from llama_models.llama3.api.datatypes import (
     SamplingParams,
     StopReason,
     TopKSamplingStrategy,