feat - add async support for clarifai

This commit is contained in:
Ishaan Jaff 2024-06-12 16:32:16 -07:00
parent b53f644340
commit 23c466d2df

View file

@ -335,6 +335,7 @@ async def acompletion(
or custom_llm_provider == "predibase"
or custom_llm_provider == "bedrock"
or custom_llm_provider == "databricks"
or custom_llm_provider == "clarifai"
or custom_llm_provider in litellm.openai_compatible_providers
): # currently implemented aiohttp calls for just azure, openai, hf, ollama, vertex ai soon all.
init_response = await loop.run_in_executor(None, func_with_context)