phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(custom_llm.py): support async completion calls

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-25 15:51:39 -07:00
parent 6bf1b9353b
commit 9f97436308
3 changed files with 50 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/main.py
View file

@ -382,6 +382,7 @@ async def acompletion(
or custom_llm_provider == "clarifai"
or custom_llm_provider == "watsonx"
or custom_llm_provider in litellm.openai_compatible_providers
or custom_llm_provider in litellm._custom_providers
): # currently implemented aiohttp calls for just azure, openai, hf, ollama, vertex ai soon all.
init_response = await loop.run_in_executor(None, func_with_context)
if isinstance(init_response, dict) or isinstance(
@ -2704,7 +2705,14 @@ def completion(
raise ValueError(
f"Unable to map your input to a model. Check your input - {args}"
)
response = custom_handler.completion()
## ROUTE LLM CALL ##
handler_fn = custom_chat_llm_router(
async_fn=acompletion, stream=stream, custom_llm=custom_handler
)
## CALL FUNCTION
response = handler_fn()
else:
raise ValueError(
f"Unable to map your input to a model. Check your input - {args}"