batch completions for vllm now works too

2025-04-24 18:24:20 +00:00 · 2023-09-06 18:52:34 -07:00 · 2023-09-06 18:52:34 -07:00 · 35cf6ef0a1
commit 35cf6ef0a1
parent 4a263f6ab7
21 changed files with 149 additions and 23 deletions
--- a/dist/litellm-0.1.549-py3-none-any.whl
+++ b/dist/litellm-0.1.549-py3-none-any.whl
--- a/dist/litellm-0.1.549.tar.gz
+++ b/dist/litellm-0.1.549.tar.gz
--- a/dist/litellm-0.1.550-py3-none-any.whl
+++ b/dist/litellm-0.1.550-py3-none-any.whl
--- a/dist/litellm-0.1.550.tar.gz
+++ b/dist/litellm-0.1.550.tar.gz
--- a/dist/litellm-0.1.551-py3-none-any.whl
+++ b/dist/litellm-0.1.551-py3-none-any.whl
--- a/dist/litellm-0.1.551.tar.gz
+++ b/dist/litellm-0.1.551.tar.gz
--- a/dist/litellm-0.1.552-py3-none-any.whl
+++ b/dist/litellm-0.1.552-py3-none-any.whl
--- a/dist/litellm-0.1.552.tar.gz
+++ b/dist/litellm-0.1.552.tar.gz
--- a/dist/litellm-0.1.553-py3-none-any.whl
+++ b/dist/litellm-0.1.553-py3-none-any.whl
--- a/dist/litellm-0.1.553.tar.gz
+++ b/dist/litellm-0.1.553.tar.gz
--- a/dist/litellm-0.1.554-py3-none-any.whl
+++ b/dist/litellm-0.1.554-py3-none-any.whl
--- a/dist/litellm-0.1.554.tar.gz
+++ b/dist/litellm-0.1.554.tar.gz
--- a/dist/litellm-0.1.555-py3-none-any.whl
+++ b/dist/litellm-0.1.555-py3-none-any.whl
--- a/dist/litellm-0.1.555.tar.gz
+++ b/dist/litellm-0.1.555.tar.gz