refactor(rq_worker.py): put rq worker behind function call (prevent default import)

This commit is contained in:
Krrish Dholakia 2023-11-21 13:51:42 -08:00
parent a1f6b9b531
commit 70f3159a2a

View file

@ -1,6 +1,4 @@
import sys, os
from rq import Worker, Queue, Connection
from redis import Redis
from dotenv import load_dotenv
load_dotenv()
# Add the path to the local folder to sys.path
@ -8,23 +6,16 @@ sys.path.insert(
0, os.path.abspath("../../..")
) # Adds the parent directory to the system path - for litellm local dev
# # Import your local module
# import litellm
# from litellm import litellm_queue_completion
# Set up RQ connection
redis_conn = Redis(host=os.getenv("REDIS_HOST"), port=os.getenv("REDIS_PORT"), password=os.getenv("REDIS_PASSWORD"))
print(redis_conn.ping()) # Should print True if connected successfully
# Create a worker and add the queue
try:
queue = Queue(connection=redis_conn)
worker = Worker([queue], connection=redis_conn)
except Exception as e:
print(f"Error setting up worker: {e}")
exit()
# Run the worker
if __name__ == '__main__':
with Connection(redis_conn):
worker.work()
def start_rq_worker():
from rq import Worker, Queue, Connection
from redis import Redis
# Set up RQ connection
redis_conn = Redis(host=os.getenv("REDIS_HOST"), port=os.getenv("REDIS_PORT"), password=os.getenv("REDIS_PASSWORD"))
print(redis_conn.ping()) # Should print True if connected successfully
# Create a worker and add the queue
try:
queue = Queue(connection=redis_conn)
worker = Worker([queue], connection=redis_conn)
except Exception as e:
print(f"Error setting up worker: {e}")
exit()