phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(ollama.py): fix sync ollama streaming

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-16 21:23:21 -08:00
parent 13d088b72e
commit a3c7a340a5
3 changed files with 20 additions and 42 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/main.py
View file

@ -1320,14 +1320,8 @@ def completion(
## LOGGING
generator = ollama.get_ollama_response_stream(api_base, model, prompt, optional_params, logging_obj=logging, acompletion=acompletion, model_response=model_response, encoding=encoding)
if acompletion is True:
if acompletion is True or optional_params.get("stream", False) == True:
return generator
if optional_params.get("stream", False) == True:
# assume all ollama responses are streamed
response = CustomStreamWrapper(
generator, model, custom_llm_provider="ollama", logging_obj=logging
)
return response
else:
response_string = ""
for chunk in generator: