From c4937dffe2cb0b190c7e95aac63bc73f94673501 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Sun, 24 Nov 2024 09:45:33 -0800 Subject: [PATCH] use redis async_increment_pipeline --- litellm/router_strategy/provider_budgets.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/litellm/router_strategy/provider_budgets.py b/litellm/router_strategy/provider_budgets.py index c0686104c..2b34f01eb 100644 --- a/litellm/router_strategy/provider_budgets.py +++ b/litellm/router_strategy/provider_budgets.py @@ -264,9 +264,12 @@ class ProviderBudgetLimiting(CustomLogger): "Pushing Redis Increment Pipeline for queue: %s", self.redis_increment_operation_queue, ) - await self.router_cache.redis_cache.async_increment_pipeline( - increment_list=self.redis_increment_operation_queue, - ) + if len(self.redis_increment_operation_queue) > 0: + asyncio.create_task( + self.router_cache.redis_cache.async_increment_pipeline( + increment_list=self.redis_increment_operation_queue, + ) + ) self.redis_increment_operation_queue = []