From e5fa4eb314000cd49e7029ecb921c7e251e5be34 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Tue, 21 Nov 2023 20:07:16 -0800 Subject: [PATCH] fix(celery_app.py): add retries to worker --- litellm/proxy/queue/celery_app.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/litellm/proxy/queue/celery_app.py b/litellm/proxy/queue/celery_app.py index 466d2da89..cebfa1adb 100644 --- a/litellm/proxy/queue/celery_app.py +++ b/litellm/proxy/queue/celery_app.py @@ -42,7 +42,7 @@ celery_app.conf.update( # Celery task -@celery_app.task(name='process_job') +@celery_app.task(name='process_job', max_retries=3) def process_job(*args, **kwargs): try: llm_router: litellm.Router = litellm.Router(model_list=kwargs.pop("llm_model_list")) @@ -52,7 +52,6 @@ def process_job(*args, **kwargs): return json.loads(response) return str(response) except Exception as e: - print(e) raise e # Ensure Celery workers are terminated when the script exits