Merge branch 'main' into litellm_vertex_completion_httpx

This commit is contained in:
Krish Dholakia 2024-06-12 21:19:22 -07:00 committed by GitHub
commit 05e21441a6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
56 changed files with 568 additions and 145 deletions

View file

@ -336,6 +336,7 @@ async def acompletion(
or custom_llm_provider == "predibase"
or custom_llm_provider == "bedrock"
or custom_llm_provider == "databricks"
or custom_llm_provider == "clarifai"
or custom_llm_provider in litellm.openai_compatible_providers
): # currently implemented aiohttp calls for just azure, openai, hf, ollama, vertex ai soon all.
init_response = await loop.run_in_executor(None, func_with_context)