From f7f9e8c41f17d57f9482972ad303d5eb57eed174 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 21 Nov 2024 10:21:06 -0800 Subject: [PATCH] fix dbricks get_async_httpx_client --- litellm/llms/databricks/chat.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/litellm/llms/databricks/chat.py b/litellm/llms/databricks/chat.py index 79e885646..e752f4d98 100644 --- a/litellm/llms/databricks/chat.py +++ b/litellm/llms/databricks/chat.py @@ -393,7 +393,10 @@ class DatabricksChatCompletion(BaseLLM): if timeout is None: timeout = httpx.Timeout(timeout=600.0, connect=5.0) - self.async_handler = AsyncHTTPHandler(timeout=timeout) + self.async_handler = get_async_httpx_client( + llm_provider=litellm.LlmProviders.DATABRICKS, + params={"timeout": timeout}, + ) try: response = await self.async_handler.post( @@ -610,7 +613,10 @@ class DatabricksChatCompletion(BaseLLM): response = None try: if client is None or isinstance(client, AsyncHTTPHandler): - self.async_client = AsyncHTTPHandler(timeout=timeout) # type: ignore + self.async_client = get_async_httpx_client( + llm_provider=litellm.LlmProviders.DATABRICKS, + params={"timeout": timeout}, + ) else: self.async_client = client