Scrapy, a fast high-level web crawling & scraping framework for Python.
from scrapy.spiders import Spider class Spider0(Spider): allowed_domains = ["scrapy1.org", "scrapy3.org"]