phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(ollama.py): use litellm.request timeout for async call timeout

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-22 11:22:24 +05:30
parent 6ade2c74b5
commit 57607f111a
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/ollama.py
View file

@ -216,7 +216,7 @@ async def ollama_async_streaming(url, data, model_response, encoding, logging_ob
async def ollama_acompletion(url, data, model_response, encoding, logging_obj):
data["stream"] = False
try:
timeout = aiohttp.ClientTimeout(total=600) # 10 minutes
timeout = aiohttp.ClientTimeout(total=litellm.request_timeout) # 10 minutes
async with aiohttp.ClientSession(timeout=timeout) as session:
resp = await session.post(url, json=data)