phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(ollama.py): exposing ollama config

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-06 15:52:46 -07:00
parent 914520fd3b
commit 306a38880d
9 changed files with 143 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/main.py
View file

@ -968,10 +968,10 @@ def completion(
input=prompt, api_key=None, additional_args={"api_base": api_base, "custom_prompt_dict": litellm.custom_prompt_dict}
)
if kwargs.get('acompletion', False) == True:
async_generator = ollama.async_get_ollama_response_stream(api_base, model, prompt)
async_generator = ollama.async_get_ollama_response_stream(api_base, model, prompt, optional_params)
return async_generator
generator = ollama.get_ollama_response_stream(api_base, model, prompt)
generator = ollama.get_ollama_response_stream(api_base, model, prompt, optional_params)
if optional_params.get("stream", False) == True:
# assume all ollama responses are streamed
return generator