From defc830e953d609685db72f0f54320988122f387 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Wed, 4 Oct 2023 14:45:19 -0700 Subject: [PATCH] add batch_completion_rate_limits --- litellm/main.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/litellm/main.py b/litellm/main.py index a12f8706e..64dcbe49a 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -27,7 +27,8 @@ from litellm.utils import ( completion_with_fallbacks, get_llm_provider, get_api_key, - mock_completion_streaming_obj + mock_completion_streaming_obj, + batch_completion_rate_limits ) from .llms import anthropic from .llms import together_ai