Scrapy, a fast high-level web crawling & scraping framework for Python.
Use https link in default user agent
Adityadf7e0a4315f9
diff --git a/docs/topics/settings.rst b/docs/topics/settings.rstindex 4b15cb607..afa666659 100644--- a/docs/topics/settings.rst+++ b/docs/topics/settings.rst@@ -1324,7 +1324,7 @@ the default value for this setting see: https://boutell.com/newfaq/misc/urllengtUSER_AGENT-----------Default: ``"Scrapy/VERSION (+http://scrapy.org)"``+Default: ``"Scrapy/VERSION (+https://scrapy.org)"``The default User-Agent to use when crawling, unless overridden.diff --git a/scrapy/settings/default_settings.py b/scrapy/settings/default_settings.pyindex 697314b7f..ead511473 100644--- a/scrapy/settings/default_settings.py+++ b/scrapy/settings/default_settings.py@@ -270,7 +270,7 @@ TEMPLATES_DIR = abspath(join(dirname(__file__), '..', 'templates'))URLLENGTH_LIMIT = 2083-USER_AGENT = 'Scrapy/%s (+http://scrapy.org)' % import_module('scrapy').__version__+USER_AGENT = 'Scrapy/%s (+https://scrapy.org)' % import_module('scrapy').__version__TELNETCONSOLE_ENABLED = 1TELNETCONSOLE_PORT = [6023, 6073]