phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #1122 from emsi/main

Browse source 
Fix #1119, no content when streaming.
This commit is contained in:
Krish Dholakia 2023-12-14 10:01:00 -08:00 • committed by GitHub
commit a6e78497b5
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/llms/ollama.py
View file

@ -220,6 +220,7 @@ async def ollama_async_streaming(url, data, model_response, encoding, logging_ob
traceback.print_exc() traceback.print_exc()
async def ollama_acompletion(url, data, model_response, encoding, logging_obj): async def ollama_acompletion(url, data, model_response, encoding, logging_obj):
data["stream"] = False
try: try:
timeout = aiohttp.ClientTimeout(total=600) # 10 minutes timeout = aiohttp.ClientTimeout(total=600) # 10 minutes
async with aiohttp.ClientSession(timeout=timeout) as session: async with aiohttp.ClientSession(timeout=timeout) as session: