diff --git a/litellm/router.py b/litellm/router.py index 18aaa3662..aaed7d86b 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -332,14 +332,17 @@ class Router: else: model_client = potential_model_client self.total_calls[model_name] += 1 - response = await litellm.acompletion( - **{ - **data, - "messages": messages, - "caching": self.cache_responses, - "client": model_client, - **kwargs, - } + response = await asyncio.wait_for( + litellm.acompletion( + **{ + **data, + "messages": messages, + "caching": self.cache_responses, + "client": model_client, + **kwargs, + } + ), + timeout=self.timeout, ) self.success_calls[model_name] += 1 return response