Litellm vllm refactor (#7158)

* refactor(vllm/): move vllm to use base llm config

* test: mark flaky test
This commit is contained in:
Krish Dholakia 2024-12-10 21:48:35 -08:00 committed by GitHub
parent e9fbefca5d
commit cd9b92b402
9 changed files with 48 additions and 8 deletions

View file

@ -29,7 +29,7 @@ LITELLM_CHAT_PROVIDERS = [
# "sagemaker",
# "sagemaker_chat",
# "bedrock",
# "vllm",
"vllm",
# "nlp_cloud",
# "petals",
# "oobabooga",