import logging
import json
from flask import Flask, jsonify, request
from run_spider import start_spider_thread, spider_mapping
app = Flask(__name__)
# Setup logging for the Flask app
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
@app.route('/',methods=['GET'])
def home():
return """
Glowing Text
You are Just A Draft.
Goofing Around
"""
@app.route('/spiders',methods=["GET"])
def list_scrapers():
return jsonify(["bookspider", "movierulz", "moviezwap", "quoteSpider"])
@app.route('/run-spider/', methods=['GET','POST'])
def run_spider(spider_name):
try:
thread = start_spider_thread(spider_name)
logger.info(f"Spider '{spider_name}' started in thread {thread.ident}")
return jsonify({"status": "started", "spider": spider_name}), 202
except RuntimeError as e:
logger.warning(f"Attempted to start already running spider '{spider_name}'")
return jsonify({"error": str(e)}), 409 # Conflict
except ValueError as e:
logger.error(f"Spider not found: {spider_name}")
return jsonify({"error": str(e)}), 404 # Not found
except Exception as e:
logger.exception("Unexpected error starting spider")
return jsonify({"error": "Internal server error"}), 500
@app.route('/health', methods=['GET'])
def health_check():
return jsonify({"status": "ok"}), 200
if __name__ == '__main__':
app.run(host='0.0.0.0', port=7860)