phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

only run check_request_disconnection logic for 10 mins

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-20 12:39:03 -07:00
parent df4e6b6576
commit 44c998293d
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -429,7 +429,10 @@ async def check_request_disconnection(request: Request, llm_api_call_task):
Returns: Returns:
- None - None
""" """
while True:
# only run this function for 10 mins -> if these don't get cancelled -> we don't want the server to have many while loops
start_time = time.time()
while time.time() - start_time < 600:
await asyncio.sleep(1) await asyncio.sleep(1)
if await request.is_disconnected(): if await request.is_disconnected():