phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

only run check_request_disconnection logic for 10 mins

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-20 12:39:03 -07:00
parent b60a098251
commit 8e730f57b8
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -429,7 +429,10 @@ async def check_request_disconnection(request: Request, llm_api_call_task):
Returns: Returns:
- None - None
""" """
while True:
# only run this function for 10 mins -> if these don't get cancelled -> we don't want the server to have many while loops
start_time = time.time()
while time.time() - start_time < 600:
await asyncio.sleep(1) await asyncio.sleep(1)
if await request.is_disconnected(): if await request.is_disconnected():