Download litellm/proxy/queue/rq_worker.py from nonhuman/nnnn: direct link, hf CLI and curl.
- Browser
- Download file 874 Bytes
-
https://huggingface.co/spaces/nonhuman/nnnn/resolve/main/litellm/proxy/queue/rq_worker.py
- Command line
-
hf download hf://spaces/nonhuman/nnnn/litellm/proxy/queue/rq_worker.py
-
curl -L -o rq_worker.py https://huggingface.co/spaces/nonhuman/nnnn/resolve/main/litellm/proxy/queue/rq_worker.py
874 Bytes
| import sys, os | |
| from dotenv import load_dotenv | |
| load_dotenv() | |
| # Add the path to the local folder to sys.path | |
| sys.path.insert( | |
| 0, os.path.abspath("../../..") | |
| ) # Adds the parent directory to the system path - for litellm local dev | |
| def start_rq_worker(): | |
| from rq import Worker, Queue, Connection | |
| from redis import Redis | |
| # Set up RQ connection | |
| redis_conn = Redis(host=os.getenv("REDIS_HOST"), port=os.getenv("REDIS_PORT"), password=os.getenv("REDIS_PASSWORD")) | |
| print(redis_conn.ping()) # Should print True if connected successfully | |
| # Create a worker and add the queue | |
| try: | |
| queue = Queue(connection=redis_conn) | |
| worker = Worker([queue], connection=redis_conn) | |
| except Exception as e: | |
| print(f"Error setting up worker: {e}") | |
| exit() | |
| with Connection(redis_conn): | |
| worker.work() | |
| start_rq_worker() |