diff --git a/docs/topics/settings.rst b/docs/topics/settings.rst index 4b15cb60709449525f4cfac607855e8ae395afb3..afa666659aa1cabc3eff8694e8dc80b2446ced62 100644 --- a/docs/topics/settings.rst +++ b/docs/topics/settings.rst @@ -1324,7 +1324,7 @@ the default value for this setting see: https://boutell.com/newfaq/misc/urllengt USER_AGENT ---------- -Default: ``"Scrapy/VERSION (+http://scrapy.org)"`` +Default: ``"Scrapy/VERSION (+https://scrapy.org)"`` The default User-Agent to use when crawling, unless overridden. diff --git a/scrapy/settings/default_settings.py b/scrapy/settings/default_settings.py index 697314b7f6e41914a0fb3f0f31d051e9fcbd23f9..ead51147365e895d1783e0374cca202b9ca22159 100644 --- a/scrapy/settings/default_settings.py +++ b/scrapy/settings/default_settings.py @@ -270,7 +270,7 @@ TEMPLATES_DIR = abspath(join(dirname(__file__), '..', 'templates')) URLLENGTH_LIMIT = 2083 -USER_AGENT = 'Scrapy/%s (+http://scrapy.org)' % import_module('scrapy').__version__ +USER_AGENT = 'Scrapy/%s (+https://scrapy.org)' % import_module('scrapy').__version__ TELNETCONSOLE_ENABLED = 1 TELNETCONSOLE_PORT = [6023, 6073]