Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

304 B
Raw Blame
import scrapy
from scrapy.crawler import CrawlerProcess


class SelectReactorSpider(scrapy.Spider):
    name = "epoll_reactor"


process = CrawlerProcess(
    settings={
        "TWISTED_REACTOR": "twisted.internet.selectreactor.SelectReactor",
    }
)
process.crawl(SelectReactorSpider)
process.start()