Scrapy, a fast high-level web crawling & scraping framework for Python.
Add ADDONS to the settings template for new projects
Adrián Chavesc5ed0fd45cfc
diff --git a/scrapy/templates/project/module/settings.py.tmpl b/scrapy/templates/project/module/settings.py.tmplindex b4779e555..0bb31ffaa 100644--- a/scrapy/templates/project/module/settings.py.tmpl+++ b/scrapy/templates/project/module/settings.py.tmpl@@ -12,6 +12,8 @@ BOT_NAME = "$project_name"SPIDER_MODULES = ["$project_name.spiders"]NEWSPIDER_MODULE = "$project_name.spiders"+ADDONS = {}+# Crawl responsibly by identifying yourself (and your website) on the user-agent#USER_AGENT = "$project_name (+http://www.yourdomain.com)"