Skip to content

Scrapy, a fast high-level web crawling & scraping framework for Python.

Use https link in default user agent

Adityadf7e0a4315f9
diff --git a/docs/topics/settings.rst b/docs/topics/settings.rst
index 4b15cb607..afa666659 100644
--- a/docs/topics/settings.rst
+++ b/docs/topics/settings.rst
@@ -1324,7 +1324,7 @@ the default value for this setting see: https://boutell.com/newfaq/misc/urllengt
USER_AGENT
----------
-Default: ``"Scrapy/VERSION (+http://scrapy.org)"``
+Default: ``"Scrapy/VERSION (+https://scrapy.org)"``
The default User-Agent to use when crawling, unless overridden.
diff --git a/scrapy/settings/default_settings.py b/scrapy/settings/default_settings.py
index 697314b7f..ead511473 100644
--- a/scrapy/settings/default_settings.py
+++ b/scrapy/settings/default_settings.py
@@ -270,7 +270,7 @@ TEMPLATES_DIR = abspath(join(dirname(__file__), '..', 'templates'))
URLLENGTH_LIMIT = 2083
-USER_AGENT = 'Scrapy/%s (+http://scrapy.org)' % import_module('scrapy').__version__
+USER_AGENT = 'Scrapy/%s (+https://scrapy.org)' % import_module('scrapy').__version__
TELNETCONSOLE_ENABLED = 1
TELNETCONSOLE_PORT = [6023, 6073]