From 553453daa9560de41112c892fb8ca34b1d341f84 Mon Sep 17 00:00:00 2001
From: Ivan Vykopal <ivan.vykopal@gmail.com>
Date: Sun, 15 Dec 2024 00:57:49 +0100
Subject: [PATCH] Fix vllm import (#7224)

* fix: Fix vllm import

* Update handler.py
---
 litellm/llms/vllm/completion/handler.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/litellm/llms/vllm/completion/handler.py b/litellm/llms/vllm/completion/handler.py
index b2371ffca3..f8f1e54a1f 100644
--- a/litellm/llms/vllm/completion/handler.py
+++ b/litellm/llms/vllm/completion/handler.py
@@ -29,8 +29,7 @@ class VLLMError(Exception):
 def validate_environment(model: str):
     global llm
     try:
-        from litellm.llms.vllm.completion.handler import LLM  # type: ignore
-        from litellm.llms.vllm.completion.handler import SamplingParams  # type: ignore
+        from vllm import LLM, SamplingParams # type: ignore
 
         if llm is None:
             llm = LLM(model=model)