phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(ollama.py): exposing ollama config

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-06 15:52:46 -07:00
parent 05eda05c3d
commit 37d7837b63
9 changed files with 143 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/main.py
View file

@ -968,10 +968,10 @@ def completion(
input=prompt, api_key=None, additional_args={"api_base": api_base, "custom_prompt_dict": litellm.custom_prompt_dict}
)
if kwargs.get('acompletion', False) == True:
async_generator = ollama.async_get_ollama_response_stream(api_base, model, prompt)
async_generator = ollama.async_get_ollama_response_stream(api_base, model, prompt, optional_params)
return async_generator
generator = ollama.get_ollama_response_stream(api_base, model, prompt)
generator = ollama.get_ollama_response_stream(api_base, model, prompt, optional_params)
if optional_params.get("stream", False) == True:
# assume all ollama responses are streamed
return generator