mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 10:44:24 +00:00
c7f14e936a
* remove unused imports * fix AmazonConverseConfig * fix test * fix import * ruff check fixes * test fixes * fix testing * fix imports
15 lines
352 B
Python
15 lines
352 B
Python
"""
|
|
Translates from OpenAI's `/v1/chat/completions` to the VLLM sdk `llm.generate`.
|
|
|
|
NOT RECOMMENDED FOR PRODUCTION USE. Use `hosted_vllm/` instead.
|
|
"""
|
|
|
|
from ...hosted_vllm.chat.transformation import HostedVLLMChatConfig
|
|
|
|
|
|
class VLLMConfig(HostedVLLMChatConfig):
|
|
"""
|
|
VLLM SDK supports the same OpenAI params as hosted_vllm.
|
|
"""
|
|
|
|
pass
|