fix(main.py): fix acompletion for anyscale, openrouter, deepinfra, perplexity endpoints

This commit is contained in:
Krrish Dholakia 2023-11-22 13:22:43 -08:00
parent cfd30bb152
commit e495a8a9c2
3 changed files with 12 additions and 2 deletions

View file

@ -165,6 +165,10 @@ async def acompletion(*args, **kwargs):
if (custom_llm_provider == "openai"
or custom_llm_provider == "azure"
or custom_llm_provider == "custom_openai"
or custom_llm_provider == "anyscale"
or custom_llm_provider == "openrouter"
or custom_llm_provider == "deepinfra"
or custom_llm_provider == "perplexity"
or custom_llm_provider == "text-completion-openai"
or custom_llm_provider == "huggingface"): # currently implemented aiohttp calls for just azure and openai, soon all.
if kwargs.get("stream", False):