phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

this commit fixes #883

Browse source
This commit is contained in:
maqsoodshaik 2023-11-23 12:45:38 +01:00
parent 1af7575c86
commit 0f89c3375a
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/llms/vllm.py
View file

@ -18,7 +18,8 @@ class VLLMError(Exception):
) # Call the base class constructor with the parameters it needs ) # Call the base class constructor with the parameters it needs
# check if vllm is installed # check if vllm is installed
def validate_environment(model: str, llm: Any =None): def validate_environment(model: str):
global llm
try: try:
from vllm import LLM, SamplingParams # type: ignore from vllm import LLM, SamplingParams # type: ignore
if llm is None: if llm is None:
@ -131,9 +132,8 @@ def batch_completions(
] ]
) )
""" """
global llm
try: try:
llm, SamplingParams = validate_environment(model=model, llm=llm) llm, SamplingParams = validate_environment(model=model)
except Exception as e: except Exception as e:
error_str = str(e) error_str = str(e)
if "data parallel group is already initialized" in error_str: if "data parallel group is already initialized" in error_str: