phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) acompletion for ollama non streaing

Browse source
This commit is contained in:
ishaan-jaff 2023-10-09 13:42:56 -07:00
parent 5cff54a79e
commit 9d6088f65c
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/main.py
View file

@ -1000,9 +1000,11 @@ def completion(
logging.pre_call( logging.pre_call(
input=prompt, api_key=None, additional_args={"api_base": api_base, "custom_prompt_dict": litellm.custom_prompt_dict} input=prompt, api_key=None, additional_args={"api_base": api_base, "custom_prompt_dict": litellm.custom_prompt_dict}
) )
if kwargs.get('acompletion', False) == True: if kwargs.get('acompletion', False) == True:
async_generator = ollama.async_get_ollama_response_stream(api_base, model, prompt, optional_params) if optional_params.get("stream", False) == True:
return async_generator # assume all ollama responses are streamed
async_generator = ollama.async_get_ollama_response_stream(api_base, model, prompt, optional_params)
return async_generator
generator = ollama.get_ollama_response_stream(api_base, model, prompt, optional_params) generator = ollama.get_ollama_response_stream(api_base, model, prompt, optional_params)
if optional_params.get("stream", False) == True: if optional_params.get("stream", False) == True: