mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 19:24:27 +00:00
30 lines
No EOL
919 B
Python
30 lines
No EOL
919 B
Python
import sys, os
|
|
from rq import Worker, Queue, Connection
|
|
from redis import Redis
|
|
from dotenv import load_dotenv
|
|
load_dotenv()
|
|
# Add the path to the local folder to sys.path
|
|
sys.path.insert(
|
|
0, os.path.abspath("../../..")
|
|
) # Adds the parent directory to the system path - for litellm local dev
|
|
|
|
|
|
# # Import your local module
|
|
# import litellm
|
|
# from litellm import litellm_queue_completion
|
|
|
|
# Set up RQ connection
|
|
redis_conn = Redis(host=os.getenv("REDIS_HOST"), port=os.getenv("REDIS_PORT"), password=os.getenv("REDIS_PASSWORD"))
|
|
print(redis_conn.ping()) # Should print True if connected successfully
|
|
# Create a worker and add the queue
|
|
try:
|
|
queue = Queue(connection=redis_conn)
|
|
worker = Worker([queue], connection=redis_conn)
|
|
except Exception as e:
|
|
print(f"Error setting up worker: {e}")
|
|
exit()
|
|
|
|
# Run the worker
|
|
if __name__ == '__main__':
|
|
with Connection(redis_conn):
|
|
worker.work() |