phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix check_request_disconnected = None case

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-14 20:38:32 -07:00
parent bcc3ebfb19
commit 41ef6a8462
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -3619,6 +3619,7 @@ async def chat_completion(
):
global general_settings, user_debug, proxy_logging_obj, llm_model_list
data = {}
check_request_disconnected = None
try:
body = await request.body()
body_str = body.decode()
@ -3878,6 +3879,7 @@ async def chat_completion(
code=getattr(e, "status_code", 500),
)
finally:
if check_request_disconnected is not None:
check_request_disconnected.cancel()
@ -3904,6 +3906,7 @@ async def completion(
user_api_key_dict: UserAPIKeyAuth = Depends(user_api_key_auth),
):
global user_temperature, user_request_timeout, user_max_tokens, user_api_base
check_request_disconnected = None
try:
body = await request.body()
body_str = body.decode()
@ -4057,6 +4060,7 @@ async def completion(
code=getattr(e, "status_code", 500),
)
finally:
if check_request_disconnected is not None:
check_request_disconnected.cancel()