phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix #1119, no content when streaming.

Browse source
This commit is contained in:
Mariusz Woloszyn 2023-12-13 21:42:35 +01:00
parent aa649a8599
commit 3b643676d9
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/llms/ollama.py
View file

@ -221,6 +221,7 @@ async def ollama_async_streaming(url, data, model_response, encoding, logging_ob
async def ollama_acompletion(url, data, model_response, encoding, logging_obj): async def ollama_acompletion(url, data, model_response, encoding, logging_obj):
data["stream"] = False
try: try:
timeout = aiohttp.ClientTimeout(total=600) # 10 minutes timeout = aiohttp.ClientTimeout(total=600) # 10 minutes
async with aiohttp.ClientSession(timeout=timeout) as session: async with aiohttp.ClientSession(timeout=timeout) as session: