diff --git a/litellm/__init__.py b/litellm/__init__.py
index 03ca0482af..e743c09fa7 100644
--- a/litellm/__init__.py
+++ b/litellm/__init__.py
@@ -862,7 +862,7 @@ from .llms.vertex_ai_and_google_ai_studio.vertex_ai_anthropic import (
 from .llms.vertex_ai_and_google_ai_studio.vertex_ai_partner_models import (
     VertexAILlama3Config,
 )
-from .llms.sagemaker import SagemakerConfig
+from .llms.sagemaker.sagemaker import SagemakerConfig
 from .llms.ollama import OllamaConfig
 from .llms.ollama_chat import OllamaChatConfig
 from .llms.maritalk import MaritTalkConfig
diff --git a/litellm/tests/test_streaming.py b/litellm/tests/test_streaming.py
index 7d099afc67..2ba6d717e7 100644
--- a/litellm/tests/test_streaming.py
+++ b/litellm/tests/test_streaming.py
@@ -1664,7 +1664,7 @@ def test_sagemaker_weird_response():
     try:
         import json
 
-        from litellm.llms.sagemaker import TokenIterator
+        from litellm.llms.sagemaker.sagemaker import TokenIterator
 
         chunk = """<s>[INST] Hey, how's it going? [/INST],
         I'm doing well, thanks for asking! How about you? Is there anything you'd like to chat about or ask? I'm here to help with any questions you might have."""