phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(celery_app.py): add retries to worker

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-21 20:07:16 -08:00
parent 381fdcd37b
commit e5fa4eb314
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/queue/celery_app.py
View file

@ -42,7 +42,7 @@ celery_app.conf.update(
# Celery task # Celery task
@celery_app.task(name='process_job') @celery_app.task(name='process_job', max_retries=3)
def process_job(*args, **kwargs): def process_job(*args, **kwargs):
try: try:
llm_router: litellm.Router = litellm.Router(model_list=kwargs.pop("llm_model_list")) llm_router: litellm.Router = litellm.Router(model_list=kwargs.pop("llm_model_list"))
@ -52,7 +52,6 @@ def process_job(*args, **kwargs):
return json.loads(response) return json.loads(response)
return str(response) return str(response)
except Exception as e: except Exception as e:
print(e)
raise e raise e
# Ensure Celery workers are terminated when the script exits # Ensure Celery workers are terminated when the script exits