phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Litellm vllm refactor (#7158)

Browse source 
* refactor(vllm/): move vllm to use base llm config

* test: mark flaky test
This commit is contained in:
Krish Dholakia 2024-12-10 21:48:35 -08:00 • committed by GitHub
parent e9fbefca5d
commit cd9b92b402
9 changed files with 48 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/batch_completion/main.py
View file

@ -5,7 +5,7 @@ import litellm
from litellm._logging import print_verbose
from litellm.utils import get_optional_params
from ..llms import vllm
from ..llms.vllm.completion import handler as vllm_handler
def batch_completion(
@ -83,7 +83,7 @@ def batch_completion(
model=model,
custom_llm_provider=custom_llm_provider,
)
results = vllm.batch_completions(
results = vllm_handler.batch_completions(
model=model,
messages=batch_messages,
custom_prompt_dict=litellm.custom_prompt_dict,