phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(celery_app.py): add retries to worker

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-21 20:07:16 -08:00
parent 381fdcd37b
commit e5fa4eb314
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/queue/celery_app.py
View file

@ -42,7 +42,7 @@ celery_app.conf.update(
# Celery task
@celery_app.task(name='process_job')
@celery_app.task(name='process_job', max_retries=3)
def process_job(*args, **kwargs):
try:
llm_router: litellm.Router = litellm.Router(model_list=kwargs.pop("llm_model_list"))
@ -52,7 +52,6 @@ def process_job(*args, **kwargs):
return json.loads(response)
return str(response)
except Exception as e:
print(e)
raise e
# Ensure Celery workers are terminated when the script exits