From 2719f7fcbfb6dc538896c0fe416226a8f92747f7 Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Thu, 21 Nov 2024 09:43:04 -0800 Subject: [PATCH] fix CLARIFAI --- litellm/llms/clarifai.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/litellm/llms/clarifai.py b/litellm/llms/clarifai.py index 2011c0bee..61d445423 100644 --- a/litellm/llms/clarifai.py +++ b/litellm/llms/clarifai.py @@ -9,7 +9,10 @@ import httpx import requests import litellm -from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler +from litellm.llms.custom_httpx.http_handler import ( + AsyncHTTPHandler, + get_async_httpx_client, +) from litellm.utils import Choices, CustomStreamWrapper, Message, ModelResponse, Usage from .prompt_templates.factory import custom_prompt, prompt_factory @@ -185,7 +188,10 @@ async def async_completion( headers={}, ): - async_handler = AsyncHTTPHandler(timeout=httpx.Timeout(timeout=600.0, connect=5.0)) + async_handler = get_async_httpx_client( + llm_provider=litellm.LlmProviders.CLARIFAI, + params={"timeout": 600.0}, + ) response = await async_handler.post( url=model, headers=headers, data=json.dumps(data) )